-- Logs begin at Sat 2022-09-17 02:59:29 UTC, end at Sat 2022-09-17 04:07:22 UTC. -- Sep 17 03:39:50.027018 dv-cinder-849143-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 17 03:39:52.773445 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.common.config [-] Logging enabled! Sep 17 03:39:52.774080 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev2 Sep 17 03:39:52.774247 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=113095) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 17 03:39:52.777408 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.common.config [-] Logging enabled! Sep 17 03:39:52.777665 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev2 Sep 17 03:39:52.777998 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=113095) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 17 03:39:52.779382 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 17 03:39:52.779621 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 17 03:39:52.780097 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 17 03:39:52.780348 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 17 03:39:52.780576 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 17 03:39:52.780899 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.781197 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.781428 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.781750 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.782047 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.782334 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.782627 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.782927 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.783213 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.783495 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.783781 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.784011 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.784294 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] config_source = [] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.784581 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.784867 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.785091 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] debug = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.785370 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.785824 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.786238 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.786524 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.786818 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.787099 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.787371 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.787651 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.787939 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.788271 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] host = dv-cinder-849143-3-iscsi {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.788553 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.788841 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.789126 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.789410 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.789687 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.789992 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.790278 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.790550 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] log_dir = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.790823 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] log_file = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.791100 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.791387 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.791674 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.791962 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.792186 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.792408 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.792692 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.792982 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.793263 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.793538 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.793840 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.794646 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.795409 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.795693 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.795989 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.796281 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.796574 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.796856 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.797138 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.797418 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.797693 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.798006 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.798284 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.798560 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.798834 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.799171 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.799401 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.799675 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.799993 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.800264 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.800544 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.800830 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.801500 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.801500 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.801649 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.801922 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] use_journal = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.802195 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] use_json = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.802469 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.802741 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.803026 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.803297 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.803570 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.803844 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.804117 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.804402 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.804676 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:52.804975 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.805272 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.805575 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.805880 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.806186 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.806470 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.806762 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.807042 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.807336 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.807624 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.807911 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.808190 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.808492 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.808783 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.809078 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.809386 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.809682 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.811021 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.811310 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.811593 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.811876 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.812165 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.812463 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.812749 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.813045 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.813339 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.813627 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.813954 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.814245 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.814533 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.814831 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.815125 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.815404 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.815686 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.815980 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.816262 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.816539 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.816830 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.817110 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.817390 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.817673 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.817992 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.818283 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.818558 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.818838 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.819128 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.819406 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.819678 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.819949 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.820227 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.820498 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.820783 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.821057 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.821330 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.821602 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.821912 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.822199 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.822455 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.822733 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.823004 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.823284 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.823555 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.823828 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.824101 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.824372 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.824642 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.824913 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.825182 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.826030 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.826322 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.826606 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.826891 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.827172 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.827456 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.827748 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.828056 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.828342 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.828626 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.828910 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.829193 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.829474 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.829780 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.830068 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.830350 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.830626 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.830920 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.831209 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.831501 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.831791 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.832098 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.832654 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.832942 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.833231 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.833517 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.833827 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.834115 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.834405 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.834690 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.834974 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.835263 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.835551 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.835849 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.836141 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.836424 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.836720 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.837018 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.837318 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.837602 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.837945 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.838229 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:52.838450 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 17 03:39:52.838699 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=113095) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 17 03:39:53.229950 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=113095) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 17 03:39:53.230275 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=113095) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 17 03:39:53.230545 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=113095) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 17 03:39:53.230770 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=113095) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 17 03:39:53.231047 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=113095) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 17 03:39:53.231376 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 17 03:39:53.576997 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:53.577203 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:53.577478 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:53.578694 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:53.578973 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:53.579242 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:53.633354 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:53.633632 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:53.633930 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:53.655842 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:53.656124 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:53.656395 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:53.685945 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:53.686231 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:53.686505 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:53.724362 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:53.724642 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:53.724919 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:53.960730 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:53.961341 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:53.961341 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:53.962458 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:53.963160 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:54.063420 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:54.063742 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:54.064029 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:54.064302 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:54.064567 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:54.064885 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:54.065149 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:54.065407 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:54.065659 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:54.065963 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:54.066223 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:54.066495 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:54.066751 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:54.067001 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:54.067257 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:54.067521 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:54.067776 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:54.068042 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:54.068310 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:54.068566 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:54.068838 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:54.069089 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:54.069370 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:54.069765 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:54.070036 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:54.070278 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:54.070674 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=113095) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 03:39:54.070914 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=113095) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 03:39:54.071151 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=113095) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 03:39:54.071386 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=113095) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 03:39:54.071620 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=113095) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 03:39:54.071853 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=113095) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 03:39:54.072211 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 17 03:39:54.076110 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 17 03:39:54.080179 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 17 03:39:54.084325 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Sep 17 03:39:54.085956 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 17 03:39:54.086577 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 17 03:39:54.086913 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 17 03:39:54.087303 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 17 03:39:54.090100 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 17 03:39:54.090354 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 17 03:39:54.090701 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 17 03:39:54.096398 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 17 03:39:54.119292 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 17 03:39:54.119746 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:54.120043 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=113095) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 17 03:39:54.120414 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:54.121784 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=113095) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 17 03:39:54.122066 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 17 03:39:54.122405 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 17 03:39:54.133337 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:54.133623 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:54.291599 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 17 03:39:54.291773 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 17 03:39:54.292001 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 17 03:39:54.292370 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 17 03:39:54.344944 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO dbcounter [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Registered counter for database neutron Sep 17 03:39:54.363947 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_db.sqlalchemy.engines [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=113095) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 17 03:39:54.369657 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG dbcounter [-] [113095] Writer thread running {{(pid=113095) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 17 03:39:55.008288 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.plugins.ml2.managers [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Initializing driver for type 'gre' Sep 17 03:39:55.008902 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] gre ID ranges: [(1, 1000)] Sep 17 03:39:55.145453 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.plugins.ml2.managers [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Initializing driver for type 'local' Sep 17 03:39:55.145749 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.plugins.ml2.managers [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Initializing driver for type 'vlan' Sep 17 03:39:55.208289 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] VlanTypeDriver initialization complete Sep 17 03:39:55.208617 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.plugins.ml2.managers [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Initializing driver for type 'vxlan' Sep 17 03:39:55.209174 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] vxlan ID ranges: [(1, 1000)] Sep 17 03:39:55.408529 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.plugins.ml2.managers [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Initializing extension driver 'port_security' Sep 17 03:39:55.408883 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.plugins.ml2.extensions.port_security [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] PortSecurityExtensionDriver initialization complete Sep 17 03:39:55.409217 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.plugins.ml2.managers [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Initializing mechanism driver 'openvswitch' Sep 17 03:39:55.409560 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.plugins.ml2.managers [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Initializing mechanism driver 'hyperv' Sep 17 03:39:55.418869 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.plugins.ml2.plugin [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=113095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:39:55.420167 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > port after_create 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.420543 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > port after_update 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.420904 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > port after_delete 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.421417 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=113095) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 17 03:39:55.421872 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > subnet after_create 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.422235 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > subnet after_update 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.422589 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > subnet after_delete 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.422990 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=113095) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 17 03:39:55.423396 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > network after_create 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.423750 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > network after_update 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.424102 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > network after_delete 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.424492 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=113095) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 17 03:39:55.424933 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > security_group after_create 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.425286 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > security_group after_update 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.425632 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > security_group after_delete 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.426047 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=113095) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 17 03:39:55.426459 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.426815 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.427162 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.427684 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=113095) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 17 03:39:55.428093 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > address_group after_create 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.428447 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > address_group after_update 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.428792 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > address_group after_delete 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.429182 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=113095) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 17 03:39:55.429629 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] ML2 OVO RPC backend initialized. {{(pid=113095) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 17 03:39:55.430363 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > router_interface after_create 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.430724 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.431144 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > network before_response 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.431500 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > networks before_response 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.431850 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > port before_response 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.432198 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > ports before_response 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.432545 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > subnet before_response 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.432891 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > subnets before_response 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.433241 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > network after_create 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.433585 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > network after_update 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.433953 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > network after_delete 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.434296 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > port after_create 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.434637 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > port after_update 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.434979 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > port after_delete 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.435315 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > subnet after_create 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.435653 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > subnet after_update 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.435994 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > subnet after_delete 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.443648 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.quota [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded quota_driver: . Sep 17 03:39:55.444013 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.plugins.ml2.plugin [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Modular L2 Plugin initialization complete Sep 17 03:39:55.444363 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading services supported by the core plugin {{(pid=113095) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 17 03:39:55.444711 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.plugins.ml2.managers [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Got port-security extension from driver 'port_security' Sep 17 03:39:55.445199 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.extensions.vlantransparent [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Disabled vlantransparent extension. Sep 17 03:39:55.445698 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=113095) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 17 03:39:55.446063 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading Plugin: router Sep 17 03:39:55.485555 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > router_interface before_create 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.485978 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > router after_create 55549900 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.486358 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > router before_create 55549900 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.486736 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.487115 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.487478 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > router after_delete 55549900 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.487842 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > floatingip after_create 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.488198 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > floatingip after_update 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.488562 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > router after_create 55549900 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.488915 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > router after_update 55549900 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.489285 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > router after_update 55549900 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.489624 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.490018 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > router after_update 55549900 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.490436 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > router precommit_update 55549900 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.490815 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: port after_update 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.491158 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: port after_delete 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.491509 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: subnet after_update 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.491856 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.492216 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > port precommit_delete 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.492578 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > router precommit_create 55549900 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.492931 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: port before_delete 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.493284 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > router precommit_create 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.493649 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > router after_update 55549900 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.494025 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > router precommit_delete 55549900 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.494384 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > router precommit_create 55549900 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.494753 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > router_interface after_create 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.495109 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > router precommit_update 55549900 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.495482 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > agent after_create 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.495840 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > agent after_delete 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.496193 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > network after_delete 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.497050 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.quota.resource_registry [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Tracking information for resource: router configured {{(pid=113095) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 03:39:55.497862 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.quota.resource_registry [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Tracking information for resource: floatingip configured {{(pid=113095) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 03:39:55.502602 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.db.l3_agentschedulers_db [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 17 03:39:55.503180 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: port after_update 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.503547 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: port after_create 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.503908 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: port after_delete 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.504268 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: port after_update 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.505080 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > router before_create 55550100 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.505451 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > router precommit_delete 55550100 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.505857 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > router precommit_create 55550100 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.506224 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > router precommit_update 55550100 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.511085 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.services.provider_configuration [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Service providers = [] {{(pid=113095) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 17 03:39:55.511454 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.db.servicetype_db [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=113095) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 17 03:39:55.514500 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.services.service_base [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=113095) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 17 03:39:55.514858 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.services.service_base [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=113095) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 17 03:39:55.515207 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.services.service_base [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=113095) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 17 03:39:55.516103 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.services.service_base [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=113095) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 17 03:39:55.516481 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.services.service_base [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 17 03:39:55.516870 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=113095) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 03:39:55.517194 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 17 03:39:55.535541 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=113095) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 03:39:55.535872 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading Plugin: auto_allocate Sep 17 03:39:55.545930 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: network precommit_update 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.546541 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: network precommit_create 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.547103 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=113095) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 03:39:55.547432 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading Plugin: tag Sep 17 03:39:55.557458 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=113095) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 03:39:55.557824 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading Plugin: timestamp Sep 17 03:39:55.561979 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=113095) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 03:39:55.562318 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading Plugin: network_ip_availability Sep 17 03:39:55.567905 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.568286 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.568666 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.569441 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=113095) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 03:39:55.569811 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading Plugin: flavors Sep 17 03:39:55.574575 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=113095) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 03:39:55.574915 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading Plugin: revisions Sep 17 03:39:55.579912 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=113095) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 03:39:55.580308 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_concurrency.lockutils [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.349s {{(pid=113095) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 17 03:39:55.581056 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=113095) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 17 03:39:55.581402 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Initializing extension manager. Sep 17 03:39:55.581964 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: __init__.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.582314 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: __pycache__ {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.582910 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: address_group.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.583810 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.584397 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: address-group Sep 17 03:39:55.584745 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: address_scope.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.585451 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.585996 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: address-scope Sep 17 03:39:55.586328 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: admin_state_down_before_update.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.587226 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.587743 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: router-admin-state-down-before-update Sep 17 03:39:55.588071 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: agent.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.588742 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.589252 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: agent Sep 17 03:39:55.589578 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: agent_resources_synced.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.590518 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.592160 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: agent-resources-synced Sep 17 03:39:55.592160 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: allowedaddresspairs.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.593862 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.594391 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: allowed-address-pairs Sep 17 03:39:55.594721 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: auto_allocated_topology.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.595765 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.596309 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: auto-allocated-topology Sep 17 03:39:55.596637 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: availability_zone.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.597303 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.597849 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: availability_zone Sep 17 03:39:55.598235 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: availability_zone_filter.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.599121 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.599637 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: availability_zone_filter Sep 17 03:39:55.599965 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: data_plane_status.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.600845 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.601355 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extension data-plane-status not supported by any of loaded plugins Sep 17 03:39:55.601690 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: default_subnetpools.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.602614 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.603124 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: default-subnetpools Sep 17 03:39:55.603452 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: dhcpagentscheduler.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.604229 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.604744 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: dhcp_agent_scheduler Sep 17 03:39:55.605071 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: dns.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.605973 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.606483 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extension dns-integration not supported by any of loaded plugins Sep 17 03:39:55.606847 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: dns_domain_ports.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.607749 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.608281 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 17 03:39:55.608612 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.609497 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.610042 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 17 03:39:55.610376 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: dvr.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.611013 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.611520 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: dvr Sep 17 03:39:55.611847 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: ecmp_routes.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.612726 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.613259 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extension ecmp_routes not supported by any of loaded plugins Sep 17 03:39:55.613586 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: empty_string_filtering.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.614488 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.614999 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: empty-string-filtering Sep 17 03:39:55.615325 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.616201 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.616705 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 17 03:39:55.617031 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.617943 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.618518 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 17 03:39:55.618845 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: external_net.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.619722 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.620239 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: external-net Sep 17 03:39:55.620566 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: extra_dhcp_opt.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.627340 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.627851 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: extra_dhcp_opt Sep 17 03:39:55.628177 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: extraroute.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.629055 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.629566 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: extraroute Sep 17 03:39:55.629939 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: extraroute_atomic.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.630977 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.631492 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: extraroute-atomic Sep 17 03:39:55.631818 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: filter_validation.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.632450 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.632955 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: filter-validation Sep 17 03:39:55.633281 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: fip_pf_description.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.634190 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.634700 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 17 03:39:55.635026 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: fip_pf_detail.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.635907 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.636462 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: floating-ip-port-forwarding-detail Sep 17 03:39:55.636789 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: fip_pf_port_range.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.637662 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.638790 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 17 03:39:55.639119 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: fip_port_details.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.640005 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.640523 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: fip-port-details Sep 17 03:39:55.640850 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: flavors.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.642094 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.642616 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: flavors Sep 17 03:39:55.642950 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.644576 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.645106 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 17 03:39:55.645440 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: floatingip_pools.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.646149 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.646667 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: floatingip-pools Sep 17 03:39:55.646997 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: ip_allocation.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.647887 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.648408 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extension ip_allocation not supported by any of loaded plugins Sep 17 03:39:55.648725 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.656376 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.656890 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: ip-substring-filtering Sep 17 03:39:55.657219 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: l2_adjacency.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.658145 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.658702 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extension l2_adjacency not supported by any of loaded plugins Sep 17 03:39:55.658985 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: l3.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.659956 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.660475 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: router Sep 17 03:39:55.660802 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: l3_conntrack_helper.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.663226 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.663768 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 17 03:39:55.664106 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.664995 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.665519 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: ext-gw-mode Sep 17 03:39:55.665893 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.666787 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.667379 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: l3-ha Sep 17 03:39:55.667711 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.668593 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.669138 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 17 03:39:55.669468 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: l3_flavors.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.670376 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.670893 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: l3-flavors Sep 17 03:39:55.671220 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: l3_ndp_proxy.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.672576 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.673096 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 17 03:39:55.673428 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.674349 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.674870 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: l3-port-ip-change-not-allowed Sep 17 03:39:55.675204 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: l3agentscheduler.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.681192 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.681192 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: l3_agent_scheduler Sep 17 03:39:55.681192 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: local_ip.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.682750 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.683281 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extension local_ip not supported by any of loaded plugins Sep 17 03:39:55.683617 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: logging.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.685064 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.685700 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extension logging not supported by any of loaded plugins Sep 17 03:39:55.686072 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: metering.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.686795 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.687383 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: metering Sep 17 03:39:55.687769 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.688821 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.689344 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: metering_source_and_destination_fields Sep 17 03:39:55.689678 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: multiprovidernet.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.690604 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.691127 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: multi-provider Sep 17 03:39:55.691460 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: netmtu.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.692341 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.692858 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: net-mtu Sep 17 03:39:55.693189 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: netmtu_writable.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.694099 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.694616 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: net-mtu-writable Sep 17 03:39:55.694947 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: network_availability_zone.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.695590 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.696103 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: network_availability_zone Sep 17 03:39:55.696438 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: network_ip_availability.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.697498 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.698041 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: network-ip-availability Sep 17 03:39:55.698373 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: network_segment_range.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.699145 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.699652 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extension network-segment-range not supported by any of loaded plugins Sep 17 03:39:55.699980 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: pagination.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.701533 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.701904 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: pagination Sep 17 03:39:55.702265 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: port_device_profile.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.703148 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.703663 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: port-device-profile Sep 17 03:39:55.703993 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: port_mac_address_override.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.704881 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.705403 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: port-mac-override Sep 17 03:39:55.705740 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.710754 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.711273 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: port-mac-address-regenerate Sep 17 03:39:55.711605 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.712488 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.713006 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: port-numa-affinity-policy Sep 17 03:39:55.713334 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: port_resource_request.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.714241 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.714752 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extension port-resource-request not supported by any of loaded plugins Sep 17 03:39:55.715080 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: port_resource_request_groups.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.716624 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.717368 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 17 03:39:55.717700 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: portbindings.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.718618 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.719136 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: binding Sep 17 03:39:55.719464 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: portbindings_extended.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.720694 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.721214 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: binding-extended Sep 17 03:39:55.721547 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: portsecurity.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.722464 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.722986 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: port-security Sep 17 03:39:55.723313 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: project_id.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.724466 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.724802 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: project-id Sep 17 03:39:55.725130 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: providernet.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.726047 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.726573 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: provider Sep 17 03:39:55.726905 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: qos.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.730474 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.731012 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extension qos not supported by any of loaded plugins Sep 17 03:39:55.731350 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.732756 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.733281 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 17 03:39:55.733620 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.734543 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.735062 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 17 03:39:55.735400 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: qos_default.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.736279 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.736795 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extension qos-default not supported by any of loaded plugins Sep 17 03:39:55.737125 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: qos_fip.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.738054 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.738570 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extension qos-fip not supported by any of loaded plugins Sep 17 03:39:55.738899 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: qos_fip_network_policy.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.739782 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.740300 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 17 03:39:55.740636 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: qos_gateway_ip.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.741528 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.742080 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 17 03:39:55.744659 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: qos_port_network_policy.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.745306 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.745859 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 17 03:39:55.746191 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.747243 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.748128 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 17 03:39:55.748421 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.749437 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.750020 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 17 03:39:55.750357 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: qos_pps_rule.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.751499 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.752020 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extension qos-pps not supported by any of loaded plugins Sep 17 03:39:55.752352 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: qos_rule_type_details.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.753242 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.753786 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 17 03:39:55.754117 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: qos_rule_type_filter.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.755009 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.755525 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 17 03:39:55.759517 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: qos_rules_alias.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.759517 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.759517 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 17 03:39:55.759517 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: quota_check_limit.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.759517 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.759517 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: quota-check-limit Sep 17 03:39:55.763374 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: quotasv2.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.763374 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.763374 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: quotas Sep 17 03:39:55.763374 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: quotasv2_detail.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.763374 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.764000 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: quota_details Sep 17 03:39:55.764000 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: rbac.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.764867 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.765397 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: rbac-policies Sep 17 03:39:55.765749 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: rbac_address_group.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.766643 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.767164 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: rbac-address-group Sep 17 03:39:55.767492 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: rbac_address_scope.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.768468 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.768992 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: rbac-address-scope Sep 17 03:39:55.769319 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: rbac_security_groups.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.773952 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.774469 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: rbac-security-groups Sep 17 03:39:55.774797 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: rbac_subnetpool.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.775685 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.776200 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: rbac-subnetpool Sep 17 03:39:55.776526 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: revisionifmatch.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.777418 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.777968 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: revision-if-match Sep 17 03:39:55.778296 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: revisions.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.779973 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.780491 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: standard-attr-revisions Sep 17 03:39:55.780820 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: router_availability_zone.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.781467 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.782023 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: router_availability_zone Sep 17 03:39:55.782350 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: routerservicetype.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.783245 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.783762 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extension router-service-type not supported by any of loaded plugins Sep 17 03:39:55.784088 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.784985 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.785497 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: security-groups-normalized-cidr Sep 17 03:39:55.785854 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: security_groups_port_filtering.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.786755 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.787272 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: port-security-groups-filtering Sep 17 03:39:55.787597 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.788488 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.789005 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: security-groups-remote-address-group Sep 17 03:39:55.789333 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.790400 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.790885 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: security-groups-shared-filtering Sep 17 03:39:55.791214 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: securitygroup.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.801134 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.802105 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: security-group Sep 17 03:39:55.802105 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: segment.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.802743 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.803259 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extension segment not supported by any of loaded plugins Sep 17 03:39:55.803590 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.804529 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.805048 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 17 03:39:55.805379 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: servicetype.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.806474 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.807013 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: service-type Sep 17 03:39:55.807341 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: sorting.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.808302 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.808640 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: sorting Sep 17 03:39:55.808968 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: standard_attr_segment.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.809940 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.810466 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 17 03:39:55.810790 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: standardattrdescription.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.811413 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.811932 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: standard-attr-description Sep 17 03:39:55.812262 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: stateful_security_group.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.813162 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.813682 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: stateful-security-group Sep 17 03:39:55.814042 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: stdattrs_common.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.814602 dv-cinder-849143-3-iscsi neutron-server[113095]: WARNING neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 17 03:39:55.814931 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.815827 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.816343 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 17 03:39:55.816680 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: subnet_onboard.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.817715 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.818266 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: subnet_onboard Sep 17 03:39:55.818596 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.819529 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.820044 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 17 03:39:55.820374 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: subnet_service_types.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.821270 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.821814 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: subnet-service-types Sep 17 03:39:55.822147 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: subnetallocation.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.823182 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.823743 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: subnet_allocation Sep 17 03:39:55.824076 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.824717 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.825234 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: subnetpool-prefix-ops Sep 17 03:39:55.826101 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.827059 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.827577 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 17 03:39:55.827905 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: tagging.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.828948 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.829483 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: standard-attr-tag Sep 17 03:39:55.829849 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: timestamp.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.831072 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.831590 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loaded extension: standard-attr-timestamp Sep 17 03:39:55.831918 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: trunk.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.833164 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.833683 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extension trunk not supported by any of loaded plugins Sep 17 03:39:55.834038 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: trunk_details.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.834927 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.835445 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extension trunk-details not supported by any of loaded plugins Sep 17 03:39:55.835771 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: uplink_status_propagation.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.836660 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.837178 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 17 03:39:55.837505 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Loading extension file: vlantransparent.py {{(pid=113095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:39:55.838185 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=113095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:39:55.838697 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extension vlan-transparent not supported by any of loaded plugins Sep 17 03:39:55.841999 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.quota.resource_registry [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Creating instance of TrackedResource for resource:network Sep 17 03:39:55.842530 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.quota.resource_registry [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Creating instance of TrackedResource for resource:subnet Sep 17 03:39:55.842935 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.quota.resource_registry [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 03:39:55.843336 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.quota.resource_registry [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Creating instance of TrackedResource for resource:port Sep 17 03:39:55.844618 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.v2.resource_helper [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 03:39:55.845076 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.v2.resource_helper [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Service FLAVORS assigned prefix: {{(pid=113095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 03:39:55.845697 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.v2.resource_helper [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 03:39:55.846173 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.v2.resource_helper [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 03:39:55.846514 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.quota.resource_registry [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Creating instance of TrackedResource for resource:router Sep 17 03:39:55.846955 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.quota.resource_registry [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Creating instance of TrackedResource for resource:floatingip Sep 17 03:39:55.847489 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.v2.resource_helper [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Service METERING assigned prefix: /metering {{(pid=113095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 03:39:55.848911 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.849289 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.849648 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:39:55.850700 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.quota.resource_registry [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Creating instance of CountableResource for resource:rbac_policy Sep 17 03:39:55.851160 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.quota.resource_registry [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Creating instance of TrackedResource for resource:security_group Sep 17 03:39:55.851606 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.quota.resource_registry [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Creating instance of TrackedResource for resource:security_group_rule Sep 17 03:39:55.852182 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.v2.resource_helper [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Service CORE assigned prefix: {{(pid=113095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 03:39:55.852528 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.quota.resource_registry [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 03:39:55.852930 dv-cinder-849143-3-iscsi neutron-server[113095]: WARNING neutron.quota.resource_registry [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] subnetpool is already registered Sep 17 03:39:55.853359 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.v2.resource_helper [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Service CORE assigned prefix: {{(pid=113095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 03:39:55.853689 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.quota.resource_registry [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 03:39:55.854067 dv-cinder-849143-3-iscsi neutron-server[113095]: WARNING neutron.quota.resource_registry [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] subnetpool is already registered Sep 17 03:39:55.856524 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.v2.resource_helper [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 03:39:55.857102 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.v2.resource_helper [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Service FLAVORS assigned prefix: {{(pid=113095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 03:39:55.857769 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.v2.resource_helper [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 03:39:55.858332 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.v2.resource_helper [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 03:39:55.858674 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.quota.resource_registry [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Creating instance of TrackedResource for resource:router Sep 17 03:39:55.859030 dv-cinder-849143-3-iscsi neutron-server[113095]: WARNING neutron.quota.resource_registry [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] router is already registered Sep 17 03:39:55.859465 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.quota.resource_registry [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Creating instance of TrackedResource for resource:floatingip Sep 17 03:39:55.859807 dv-cinder-849143-3-iscsi neutron-server[113095]: WARNING neutron.quota.resource_registry [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] floatingip is already registered Sep 17 03:39:55.860283 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.v2.resource_helper [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Service METERING assigned prefix: /metering {{(pid=113095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 03:39:55.861009 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.quota.resource_registry [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Creating instance of CountableResource for resource:rbac_policy Sep 17 03:39:55.861345 dv-cinder-849143-3-iscsi neutron-server[113095]: WARNING neutron.quota.resource_registry [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] rbac_policy is already registered Sep 17 03:39:55.861797 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.quota.resource_registry [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Creating instance of TrackedResource for resource:security_group Sep 17 03:39:55.862152 dv-cinder-849143-3-iscsi neutron-server[113095]: WARNING neutron.quota.resource_registry [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] security_group is already registered Sep 17 03:39:55.862584 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.quota.resource_registry [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Creating instance of TrackedResource for resource:security_group_rule Sep 17 03:39:55.862925 dv-cinder-849143-3-iscsi neutron-server[113095]: WARNING neutron.quota.resource_registry [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] security_group_rule is already registered Sep 17 03:39:55.863416 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.v2.resource_helper [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Service CORE assigned prefix: {{(pid=113095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 03:39:55.863747 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.quota.resource_registry [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 03:39:55.864131 dv-cinder-849143-3-iscsi neutron-server[113095]: WARNING neutron.quota.resource_registry [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] subnetpool is already registered Sep 17 03:39:55.864572 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.v2.resource_helper [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Service CORE assigned prefix: {{(pid=113095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 03:39:55.864899 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.quota.resource_registry [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 03:39:55.865234 dv-cinder-849143-3-iscsi neutron-server[113095]: WARNING neutron.quota.resource_registry [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] subnetpool is already registered Sep 17 03:39:55.865718 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extended resource: extensions {{(pid=113095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:39:55.867354 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extended resource: address-groups {{(pid=113095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:39:55.868869 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extended resource: address-scopes {{(pid=113095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:39:55.870141 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extended resource: agents {{(pid=113095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:39:55.871334 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extended resource: auto-allocated-topology {{(pid=113095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:39:55.873958 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extended resource: availability_zones {{(pid=113095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:39:55.875222 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extended resource: dhcp-networks {{(pid=113095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:39:55.876671 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extended resource: dhcp-agents {{(pid=113095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:39:55.878258 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extended resource: routers {{(pid=113095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:39:55.880032 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extended resource: flavors {{(pid=113095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:39:55.881239 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extended resource: service_profiles {{(pid=113095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:39:55.882627 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extended resource: next_providers {{(pid=113095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:39:55.884123 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extended resource: service_profiles {{(pid=113095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:39:55.885622 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extended resource: floatingip-pools {{(pid=113095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:39:55.886988 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extended resource: routers {{(pid=113095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:39:55.889527 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extended resource: floatingips {{(pid=113095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:39:55.890771 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extended resource: l3-routers {{(pid=113095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:39:55.892191 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extended resource: l3-agents {{(pid=113095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:39:55.893825 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extended resource: metering-labels {{(pid=113095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:39:55.895126 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extended resource: metering-label-rules {{(pid=113095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:39:55.896441 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extended resource: network-ip-availabilities {{(pid=113095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:39:55.897860 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extended resource: bindings {{(pid=113095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:39:55.899475 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extended resource: quotas {{(pid=113095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:39:55.901073 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extended resource: quotas {{(pid=113095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:39:55.902794 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extended resource: rbac-policies {{(pid=113095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:39:55.904818 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extended resource: security-groups {{(pid=113095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:39:55.905952 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extended resource: security-group-rules {{(pid=113095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:39:55.907239 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extended resource: service-providers {{(pid=113095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:39:55.908588 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extended resource: subnetpools {{(pid=113095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:39:55.910072 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extended resource: subnetpools {{(pid=113095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:39:55.911520 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extended resource: tags {{(pid=113095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:39:55.913337 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extended resource: tags {{(pid=113095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:39:55.915140 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extended resource: tags {{(pid=113095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:39:55.917055 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extended resource: tags {{(pid=113095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:39:55.918868 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extended resource: tags {{(pid=113095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:39:55.920844 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extended resource: tags {{(pid=113095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:39:55.922760 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extended resource: tags {{(pid=113095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:39:55.924593 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extended resource: tags {{(pid=113095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:39:55.926456 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extended resource: tags {{(pid=113095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:39:55.928348 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron.api.extensions [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Extended resource: tags {{(pid=113095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:39:55.936153 dv-cinder-849143-3-iscsi neutron-server[113095]: WARNING keystonemiddleware.auth_token [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 17 03:39:55.941288 dv-cinder-849143-3-iscsi neutron-server[113095]: WARNING keystonemiddleware.auth_token [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 17 03:39:55.950542 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_concurrency.lockutils [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Acquiring lock "singleton_lock" {{(pid=113095) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 17 03:39:55.951073 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_concurrency.lockutils [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Acquired lock "singleton_lock" {{(pid=113095) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 17 03:39:55.951549 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_concurrency.lockutils [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Releasing lock "singleton_lock" {{(pid=113095) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 17 03:39:55.952202 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO oslo_service.service [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Starting 2 workers Sep 17 03:39:55.957041 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Started child 113210 {{(pid=113095) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 17 03:39:55.961754 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Started child 113211 {{(pid=113095) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 17 03:39:55.962841 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:55.963554 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO neutron.service [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Neutron service started, listening on 0.0.0.0:9696 Sep 17 03:39:55.963994 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Publish callbacks [] for process (None), before_spawn {{(pid=113095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:55.964358 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [-] (113210) wsgi starting up on http://0.0.0.0:9696 Sep 17 03:39:55.967140 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO oslo_service.service [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Starting 1 workers Sep 17 03:39:55.968554 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:55.970057 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [-] (113211) wsgi starting up on http://0.0.0.0:9696 Sep 17 03:39:55.972316 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Started child 113212 {{(pid=113095) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 17 03:39:55.972952 dv-cinder-849143-3-iscsi neutron-server[113095]: INFO oslo_service.service [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Starting 1 workers Sep 17 03:39:55.976068 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.service [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] calling RpcWorker wait() {{(pid=113212) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 17 03:39:55.976611 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.service [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] returning from RpcWorker wait() {{(pid=113212) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 17 03:39:55.977462 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Started child 113213 {{(pid=113095) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 17 03:39:55.977786 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:55.978235 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:39:55.978358 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG neutron_lib.callbacks.manager [None req-4fd73d19-104c-4f2a-ad6c-94089d42948c None None] Publish callbacks [] for process (None), after_spawn {{(pid=113095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:55.980277 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=113095) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 17 03:39:55.980492 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 17 03:39:55.980683 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 17 03:39:55.980913 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 17 03:39:55.981254 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 17 03:39:55.981455 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 17 03:39:55.982767 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.983203 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.983498 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.983794 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.984357 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.984636 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.984886 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.985167 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:55.985762 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.985762 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.985762 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.985762 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.986131 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.986318 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.986419 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:39:55.986641 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.986935 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.987208 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.987456 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.987632 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.987879 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] config_source = [] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.988151 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.988416 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.988693 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] debug = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.988938 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.989396 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.989634 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.989923 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.990165 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.990446 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.990703 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.990993 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.991256 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.991478 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.991729 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.991995 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.992263 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.992522 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.992763 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.993050 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.993465 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.994007 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] host = dv-cinder-849143-3-iscsi {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.994268 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.994512 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.996600 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.996600 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.996600 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.996600 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.996600 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.996600 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.996600 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.996600 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.997280 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.997280 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.997280 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] log_dir = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.997497 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] log_file = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.997576 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] log_options = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.997814 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.998198 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.998493 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.998685 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.998847 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.999012 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.999280 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.999431 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.999684 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:55.999952 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.000190 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.000392 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.000612 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.000830 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.001085 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.001341 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.001596 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.001853 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.002140 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.002863 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.002863 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.003144 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.003288 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.003431 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.003657 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.003893 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.004144 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.004386 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.004608 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.004840 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.005097 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.005362 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.005582 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.005856 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.006123 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.006355 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.006587 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.006826 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.007106 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.007336 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.007583 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.007844 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.008065 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.008328 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.008907 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.008907 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] use_journal = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.009172 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] use_json = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.009172 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.009438 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.009628 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.009895 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.010113 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.010328 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.010563 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.010800 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.011024 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.011466 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.011765 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.012103 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.012339 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.012576 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.012909 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.013312 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.013906 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.014175 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.014441 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.018130 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.018130 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.018130 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.018130 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.018130 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.018130 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.018130 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.018130 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.018788 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.018788 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.018788 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.018788 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.019032 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.019277 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.019485 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.019735 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.019968 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.020295 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.020690 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.020871 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.021225 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.021535 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.022435 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.023049 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.023461 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.023722 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.023965 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.024192 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.024435 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.024743 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.024991 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.025240 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.025474 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.025756 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.025990 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.026224 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.026486 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.026729 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.026986 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.027212 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.027430 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.027649 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.027885 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.028118 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.028348 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.029702 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.030077 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.030335 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.030658 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.030935 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.031183 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.031413 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.031734 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.031967 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.032205 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.032424 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.032641 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.032862 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.033088 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.033335 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.033560 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.033796 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.034023 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.034244 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.034492 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.034719 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.034965 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.035178 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.035416 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.035660 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.035881 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.036101 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.036312 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.036527 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.036774 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.036992 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.037213 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.037451 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.037668 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.037912 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.038129 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.038380 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.041541 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.041541 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.041541 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.041541 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.041541 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.041541 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.041541 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.041541 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.042136 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.042136 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.042136 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.042136 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.042136 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.042136 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.042136 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.042671 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.042671 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.042824 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.043031 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.043255 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.043475 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.043701 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.043925 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.044765 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.045473 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.045822 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.046014 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.046415 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.046666 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.046908 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.047148 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.047517 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.047759 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.048195 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.048441 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.048715 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.049037 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.049297 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.049564 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.049818 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.050224 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.050496 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.050750 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.051006 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.051240 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.051515 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.051728 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.051966 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.052209 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.052428 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.052663 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.052999 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.053360 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.053607 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.053847 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.054125 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.054376 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.054618 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.054881 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.055126 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.055387 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.055636 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.055868 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.056416 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.056416 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.056693 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.056837 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.056990 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.057211 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.057800 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.057800 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.057992 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.058113 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.058332 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.058611 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.058844 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.059216 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.059446 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.059732 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.060406 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.060652 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.060905 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.061114 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.061336 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.061644 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.062428 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.062663 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.063044 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.063315 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.063742 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.063967 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.064249 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.064513 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.064755 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.064975 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.065225 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.065454 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.065805 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.066029 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.066259 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.066485 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.066724 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.066954 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.067169 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.067426 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.067682 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.068038 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.068306 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.068557 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.068805 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.069044 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.069281 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.069501 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.069756 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.070014 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.075879 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.075879 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.075879 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.075879 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.075879 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.075879 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.075879 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.075879 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.075879 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.076583 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.076583 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.076583 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.076583 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.076583 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.076583 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.076583 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.076583 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.076583 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.077150 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.077150 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.077150 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.077150 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.077150 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.077150 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.077150 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.077150 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.077681 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.077681 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.077681 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.077681 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.077681 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.078070 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.078070 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.078277 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.078491 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.078746 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.078958 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.079172 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.079397 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.079617 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.079827 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.080074 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.080285 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.080517 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.080742 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.080964 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.081180 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.081495 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.081711 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.081944 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.082168 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.082671 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.082881 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.083127 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.083337 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.083550 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.083772 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.083989 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.084218 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.085070 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.085368 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.085636 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.085954 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.086188 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.086915 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.086915 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.087168 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.087251 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.087541 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.087779 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.088668 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.088668 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.088668 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.088927 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.089094 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.089342 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.089608 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.089910 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.090190 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.090452 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.090667 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.091503 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.092320 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.092590 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.092870 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.093148 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.093506 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.093636 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.093879 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.094141 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.094382 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.094604 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.094848 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.095077 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.095303 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.095547 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.095798 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.096017 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.096263 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.096509 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.096738 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.096957 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.097114 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 17 03:39:56.097646 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=113095) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 17 03:39:56.097835 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 17 03:39:56.097990 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 17 03:39:56.098163 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 17 03:39:56.098333 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 17 03:39:56.098487 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 17 03:39:56.098697 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.098863 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.099026 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.099188 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.099370 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.099532 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.099765 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.099846 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.099989 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.100148 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.100308 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.100470 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.100615 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.100775 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.100936 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.101094 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.101253 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.101415 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.101575 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] config_source = [] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.101750 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.101925 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.102088 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] debug = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.102248 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.102470 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.102636 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.102796 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.102955 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.103115 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.103275 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.103435 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.103592 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.103748 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.103908 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.104066 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.104225 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.104385 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.104545 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.104702 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.104877 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.105019 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] host = dv-cinder-849143-3-iscsi {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.105178 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.105336 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.105494 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.105651 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.105849 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.110601 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.110601 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.110601 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.110601 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.110601 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.110601 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.110601 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.110601 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] log_dir = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.111294 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] log_file = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.111294 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] log_options = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.111458 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:39:56.111545 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.111545 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.111545 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.111545 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.111545 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.111545 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.111545 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.112049 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.112049 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.112049 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.112049 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.112049 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.112049 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.112049 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.112049 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.112700 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.112700 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.112700 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.112700 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.112700 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.112700 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.112700 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.112700 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.113309 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.113309 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.113460 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.114229 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.114229 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.114413 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.114496 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.114578 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.114742 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.114903 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.115063 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.115223 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.115366 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.115511 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.115810 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.115917 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.116062 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.116221 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.116403 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.116558 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.116718 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.116878 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.117038 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] use_journal = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.117196 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] use_json = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.117357 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.117516 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.117674 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.117898 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.118052 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.118163 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.118323 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.118482 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.118642 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:39:56.118821 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.118982 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.119154 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.119316 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.119478 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.119638 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.119798 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.119959 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.120119 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.120280 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.120448 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.120610 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.120780 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.120941 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.121101 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.121265 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.121426 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.121588 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.121792 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.121930 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.122091 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.122781 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.122968 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.123134 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.123295 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.123456 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.123618 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.123799 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.123936 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.124103 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.124278 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.124441 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.124591 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.124757 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.124919 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.125081 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.125243 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.125403 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.125565 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.125740 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.125904 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.126067 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.126227 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.126388 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.126550 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.126711 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.126872 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.127034 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.127193 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.127354 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.127589 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.127802 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.127970 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.128134 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.128294 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.128456 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.128616 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.128787 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.128946 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.129106 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.129266 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.129428 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.129588 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.129791 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.129929 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.130088 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.130251 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.130410 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.130584 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.130744 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.130904 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.131064 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.131224 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.131384 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.131549 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.131708 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.131868 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.132028 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.132188 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.132348 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.132508 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.132667 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.132827 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.132986 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.133147 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.133308 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.133467 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.133627 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.133807 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.133969 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.134129 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.134299 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.134476 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.134638 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.134796 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.134956 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.135198 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.136073 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.136243 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.136404 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.136624 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.136740 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.136861 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.137020 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.137173 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.137338 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.137498 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.137658 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.137946 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.138491 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.138662 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.138826 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.144711 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.144711 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.144711 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.144711 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.144711 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.144711 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.144711 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.144711 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.145292 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.145292 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.145292 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.145292 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.145292 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.145292 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.145292 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.145292 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.145876 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.145876 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.145876 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.145876 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.145876 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.145876 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.145876 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.145876 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.146545 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.146545 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.146545 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.146545 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.146545 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.146545 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.146545 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.146545 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.147105 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.147105 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.147105 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.147105 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.147105 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.147105 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.147105 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.147105 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.147654 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.147654 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.147654 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.147654 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.147654 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.147654 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.147654 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.147654 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.148235 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.148235 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.148235 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.148235 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.148235 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.148235 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.148235 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.148235 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.148792 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.148792 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.148792 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.148792 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.148792 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.148792 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.148792 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.148792 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.149359 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.149359 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.149359 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.149359 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.149359 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.149719 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.149719 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.149719 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.149966 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.150077 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.150233 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.150396 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.150560 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.150925 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.150925 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.151193 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.151193 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.151463 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.151463 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.151717 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.151850 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.151983 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.152117 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.152247 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.152369 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.152531 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.152693 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.152855 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.153018 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.153179 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.153340 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.154570 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.154746 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.154913 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.155081 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.155246 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.155409 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.155573 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.155735 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.155897 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.156062 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.156246 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.156396 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.156555 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.156717 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.156879 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.157040 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.157200 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.157359 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.157520 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.157680 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.157865 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.158028 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.158188 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.158362 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.158525 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.158686 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.158846 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.159007 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.159169 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.159340 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.159502 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.159663 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.159823 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.159983 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.160190 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.160312 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.160472 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.160633 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.160793 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.160953 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.161113 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.161282 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.161443 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.161604 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.161807 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.161954 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.162117 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.162286 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.162447 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.162606 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.162766 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.162925 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.163086 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.163254 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.163415 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.163573 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.163733 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.163894 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.164056 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.164226 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.164388 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.164551 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.164726 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.164889 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.165050 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.165213 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.165385 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.165545 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.165712 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.165892 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.166052 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.166213 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.166376 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.166541 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.166710 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.166877 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.167040 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.167210 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.167379 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.167548 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.167708 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.167874 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.168047 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.168207 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.168368 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.168530 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.168690 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.168851 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.169682 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.170256 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.170424 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.170586 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.170748 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.170910 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.171071 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.171234 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.171395 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.171555 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.171716 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.171878 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.172039 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.172200 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:39:56.172355 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 17 03:39:56.211733 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 41692) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:39:56.219157 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [-] 10.222.0.42 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0053170 Sep 17 03:39:56.223509 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [-] 10.222.0.42 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0037725 Sep 17 03:40:05.288281 dv-cinder-849143-3-iscsi neutron-server[113095]: DEBUG dbcounter [-] [113095] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=113095) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:07.914759 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fef9a0b-a48d-412c-ae48-3433b7b3b93e None None] get_active_networks_info from dv-cinder-849143-3-iscsi {{(pid=113212) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 17 03:40:07.918418 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writer thread running {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 17 03:40:07.990942 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fef9a0b-a48d-412c-ae48-3433b7b3b93e None None] No non-hosted networks {{(pid=113212) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 17 03:40:08.020338 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.agentschedulers_db [None req-9fef9a0b-a48d-412c-ae48-3433b7b3b93e None None] DHCP Agent not found on host dv-cinder-849143-3-iscsi {{(pid=113212) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 17 03:40:08.208561 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-7004c6b4-edef-485a-9466-e99e7975dfc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-619969'] for agent (b0b4725d-5d3f-4adf-8b60-729f2f7a35da), after_create {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:09.599449 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writer thread running {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 17 03:40:10.273463 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-2a9bb507-b17f-4302-a5c7-d002d439f69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-619969'] for agent (b971cbd0-997d-41fb-8614-0aea29982798), after_create {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:10.300736 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.db.api [None req-d6a22279-21b9-4b3a-9a5b-4b04e3486cdb None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-849143-3-iscsi {{(pid=113212) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 17 03:40:10.301559 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG oslo_db.api [None req-d6a22279-21b9-4b3a-9a5b-4b04e3486cdb None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 03:40:10.935950 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-d6a22279-21b9-4b3a-9a5b-4b04e3486cdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b971cbd0-997d-41fb-8614-0aea29982798), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:11.414759 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ff42d983-095d-47ba-82c6-d5d7a2ded2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-619969'] for agent (b812d02d-dcd0-44a4-bd1c-6e92b95e6b3f), after_create {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:11.472471 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 41766) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:40:12.063888 dv-cinder-849143-3-iscsi neutron-server[113211]: WARNING oslo_policy.policy [None req-5394a113-4118-478b-81e6-cffb836979ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 03:40:12.064495 dv-cinder-849143-3-iscsi neutron-server[113211]: WARNING oslo_policy.policy [None req-5394a113-4118-478b-81e6-cffb836979ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 03:40:12.283018 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [None req-5394a113-4118-478b-81e6-cffb836979ea admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113211) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 17 03:40:12.285770 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-5394a113-4118-478b-81e6-cffb836979ea admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8106613 Sep 17 03:40:12.989437 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-619969'] for agent (287db9f2-8160-4728-95aa-12aebca604d4), after_create {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:12.989437 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:12.989437 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:12.989437 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:12.990520 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:12.990520 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:12.990520 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:12.990520 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:12.990520 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:12.991179 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:12.991179 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:12.993874 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:12.997986 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:13.000366 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:13.001583 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:13.003297 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:13.004036 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-849143-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:40:13.020460 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-849143-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:40:13.203130 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fecdf064-2280-4810-8c6f-7fec6cce5654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-619969'] for agent (7e0cb1e0-c4a7-4d3b-9abd-ffc9973ed5e0), after_create {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:15.022211 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 41802) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:40:15.349691 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [None req-aee6bf33-08c1-41d5-8f2a-2c3c7198765e admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:40:15.361815 dv-cinder-849143-3-iscsi neutron-server[113211]: ERROR stevedore.extension [None req-aee6bf33-08c1-41d5-8f2a-2c3c7198765e admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 17 03:40:15.442679 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.policy [None req-aee6bf33-08c1-41d5-8f2a-2c3c7198765e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=113211) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 17 03:40:15.484735 dv-cinder-849143-3-iscsi neutron-server[113211]: WARNING oslo_policy.policy [None req-aee6bf33-08c1-41d5-8f2a-2c3c7198765e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 03:40:15.485041 dv-cinder-849143-3-iscsi neutron-server[113211]: WARNING oslo_policy.policy [None req-aee6bf33-08c1-41d5-8f2a-2c3c7198765e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 03:40:15.505462 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writer thread running {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 17 03:40:15.632271 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-aee6bf33-08c1-41d5-8f2a-2c3c7198765e admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745118802670', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745118805218', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745118818822', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745118828290', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745118842576', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745118850815', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-15994947', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16002101', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-515497', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1619347'] for rbac-policy (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:15.839169 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-aee6bf33-08c1-41d5-8f2a-2c3c7198765e admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:15.840500 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-aee6bf33-08c1-41d5-8f2a-2c3c7198765e admin admin] 10.222.0.42 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8171880 Sep 17 03:40:17.361688 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.db.l3_hamode_db [None req-ca293842-11e2-468a-9e3d-4a932878c416 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 17 03:40:17.441924 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca293842-11e2-468a-9e3d-4a932878c416 None None] Routers set() bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:40:17.442338 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca293842-11e2-468a-9e3d-4a932878c416 None None] Router IDs set() for agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 17 03:40:18.453949 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 41812) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:40:18.975529 dv-cinder-849143-3-iscsi neutron-server[113210]: WARNING oslo_policy.policy [None req-fde0d851-1679-4fe4-8959-cd7b67104155 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 03:40:18.976075 dv-cinder-849143-3-iscsi neutron-server[113210]: WARNING oslo_policy.policy [None req-fde0d851-1679-4fe4-8959-cd7b67104155 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 03:40:19.195668 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-fde0d851-1679-4fe4-8959-cd7b67104155 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:40:19.209137 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writer thread running {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 17 03:40:19.311468 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde0d851-1679-4fe4-8959-cd7b67104155 demo demo] Made reservation on behalf of c8afa64e2aee4a569d1afe94e8ecf1a6 for: {'network': 1} {{(pid=113210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:40:19.320679 dv-cinder-849143-3-iscsi neutron-server[113210]: ERROR stevedore.extension [None req-fde0d851-1679-4fe4-8959-cd7b67104155 demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 17 03:40:19.376896 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.policy [None req-fde0d851-1679-4fe4-8959-cd7b67104155 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=113210) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 17 03:40:19.420241 dv-cinder-849143-3-iscsi neutron-server[113210]: WARNING oslo_policy.policy [None req-fde0d851-1679-4fe4-8959-cd7b67104155 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 03:40:19.420611 dv-cinder-849143-3-iscsi neutron-server[113210]: WARNING oslo_policy.policy [None req-fde0d851-1679-4fe4-8959-cd7b67104155 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 03:40:19.431289 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-fde0d851-1679-4fe4-8959-cd7b67104155 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for network (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:19.454410 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-fde0d851-1679-4fe4-8959-cd7b67104155 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:19.570151 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-fde0d851-1679-4fe4-8959-cd7b67104155 demo demo] Publish callbacks [] for security_group (83448fe7-b537-4c0c-a3fd-65bf3b1fbc2f), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:19.608263 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-fde0d851-1679-4fe4-8959-cd7b67104155 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (83448fe7-b537-4c0c-a3fd-65bf3b1fbc2f), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:19.640722 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fde0d851-1679-4fe4-8959-cd7b67104155 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=113210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 03:40:19.670204 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-fde0d851-1679-4fe4-8959-cd7b67104155 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745114997944', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16505770'] for segment (d3d20c97-78ec-4714-825d-787d11675a4d), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:19.670780 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-fde0d851-1679-4fe4-8959-cd7b67104155 demo demo] Unsubscribe: segment precommit_create {{(pid=113210) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 17 03:40:19.671327 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.db.segments_db [None req-fde0d851-1679-4fe4-8959-cd7b67104155 demo demo] Added segment d3d20c97-78ec-4714-825d-787d11675a4d of type vlan for network c0df99c7-1d2a-44ac-910e-7a3725bf0d63 Sep 17 03:40:19.686694 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde0d851-1679-4fe4-8959-cd7b67104155 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=83448fe7-b537-4c0c-a3fd-65bf3b1fbc2f,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:19.742834 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde0d851-1679-4fe4-8959-cd7b67104155 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:19.743087 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde0d851-1679-4fe4-8959-cd7b67104155 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:19.743439 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde0d851-1679-4fe4-8959-cd7b67104155 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:19.743784 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde0d851-1679-4fe4-8959-cd7b67104155 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:19.744113 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde0d851-1679-4fe4-8959-cd7b67104155 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:19.744431 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde0d851-1679-4fe4-8959-cd7b67104155 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:19.744745 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde0d851-1679-4fe4-8959-cd7b67104155 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:19.745078 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde0d851-1679-4fe4-8959-cd7b67104155 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:19.745379 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde0d851-1679-4fe4-8959-cd7b67104155 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:19.745691 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde0d851-1679-4fe4-8959-cd7b67104155 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:19.746032 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde0d851-1679-4fe4-8959-cd7b67104155 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:19.746361 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde0d851-1679-4fe4-8959-cd7b67104155 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:19.746686 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde0d851-1679-4fe4-8959-cd7b67104155 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:19.747034 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde0d851-1679-4fe4-8959-cd7b67104155 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:19.747349 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde0d851-1679-4fe4-8959-cd7b67104155 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:19.748793 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde0d851-1679-4fe4-8959-cd7b67104155 demo demo] Tracked resource versions report: Sep 17 03:40:19.748793 dv-cinder-849143-3-iscsi neutron-server[113210]: pushed versions: Sep 17 03:40:19.748793 dv-cinder-849143-3-iscsi neutron-server[113210]: { 'AddressGroup': {'1.2'}, Sep 17 03:40:19.748793 dv-cinder-849143-3-iscsi neutron-server[113210]: 'Agent': {'1.1'}, Sep 17 03:40:19.748793 dv-cinder-849143-3-iscsi neutron-server[113210]: 'ConntrackHelper': {'1.0'}, Sep 17 03:40:19.748793 dv-cinder-849143-3-iscsi neutron-server[113210]: 'LocalIPAssociation': {'1.0'}, Sep 17 03:40:19.748793 dv-cinder-849143-3-iscsi neutron-server[113210]: 'Log': {'1.0'}, Sep 17 03:40:19.748793 dv-cinder-849143-3-iscsi neutron-server[113210]: 'NDPProxy': {'1.0'}, Sep 17 03:40:19.748793 dv-cinder-849143-3-iscsi neutron-server[113210]: 'Network': {'1.1'}, Sep 17 03:40:19.748793 dv-cinder-849143-3-iscsi neutron-server[113210]: 'Port': {'1.7'}, Sep 17 03:40:19.748793 dv-cinder-849143-3-iscsi neutron-server[113210]: 'PortForwarding': {'1.3'}, Sep 17 03:40:19.748793 dv-cinder-849143-3-iscsi neutron-server[113210]: 'QosPolicy': {'1.10'}, Sep 17 03:40:19.748793 dv-cinder-849143-3-iscsi neutron-server[113210]: 'SecurityGroup': {'1.5'}, Sep 17 03:40:19.748793 dv-cinder-849143-3-iscsi neutron-server[113210]: 'SecurityGroupRule': {'1.2'}, Sep 17 03:40:19.748793 dv-cinder-849143-3-iscsi neutron-server[113210]: 'SubPort': {'1.0'}, Sep 17 03:40:19.748793 dv-cinder-849143-3-iscsi neutron-server[113210]: 'Subnet': {'1.1'}, Sep 17 03:40:19.748793 dv-cinder-849143-3-iscsi neutron-server[113210]: 'Trunk': {'1.1'}} Sep 17 03:40:19.748793 dv-cinder-849143-3-iscsi neutron-server[113210]: consumer versions: Sep 17 03:40:19.748793 dv-cinder-849143-3-iscsi neutron-server[113210]: { DHCP agent@dv-cinder-849143-3-iscsi: {}, Sep 17 03:40:19.748793 dv-cinder-849143-3-iscsi neutron-server[113210]: L3 agent@dv-cinder-849143-3-iscsi: {}, Sep 17 03:40:19.748793 dv-cinder-849143-3-iscsi neutron-server[113210]: Metadata agent@dv-cinder-849143-3-iscsi: {}, Sep 17 03:40:19.748793 dv-cinder-849143-3-iscsi neutron-server[113210]: Metering agent@dv-cinder-849143-3-iscsi: {}, Sep 17 03:40:19.748793 dv-cinder-849143-3-iscsi neutron-server[113210]: Open vSwitch agent@dv-cinder-849143-3-iscsi: { 'AddressGroup': '1.2', Sep 17 03:40:19.748793 dv-cinder-849143-3-iscsi neutron-server[113210]: 'Agent': '1.1', Sep 17 03:40:19.748793 dv-cinder-849143-3-iscsi neutron-server[113210]: 'ConntrackHelper': '1.0', Sep 17 03:40:19.748793 dv-cinder-849143-3-iscsi neutron-server[113210]: 'LocalIPAssociation': '1.0', Sep 17 03:40:19.748793 dv-cinder-849143-3-iscsi neutron-server[113210]: 'Log': '1.0', Sep 17 03:40:19.748793 dv-cinder-849143-3-iscsi neutron-server[113210]: 'NDPProxy': '1.0', Sep 17 03:40:19.748793 dv-cinder-849143-3-iscsi neutron-server[113210]: 'Network': '1.1', Sep 17 03:40:19.748793 dv-cinder-849143-3-iscsi neutron-server[113210]: 'Port': '1.7', Sep 17 03:40:19.748793 dv-cinder-849143-3-iscsi neutron-server[113210]: 'PortForwarding': '1.3', Sep 17 03:40:19.748793 dv-cinder-849143-3-iscsi neutron-server[113210]: 'QosPolicy': '1.10', Sep 17 03:40:19.748793 dv-cinder-849143-3-iscsi neutron-server[113210]: 'SecurityGroup': '1.5', Sep 17 03:40:19.748793 dv-cinder-849143-3-iscsi neutron-server[113210]: 'SecurityGroupRule': '1.2', Sep 17 03:40:19.748793 dv-cinder-849143-3-iscsi neutron-server[113210]: 'SubPort': '1.0', Sep 17 03:40:19.748793 dv-cinder-849143-3-iscsi neutron-server[113210]: 'Subnet': '1.1', Sep 17 03:40:19.748793 dv-cinder-849143-3-iscsi neutron-server[113210]: 'Trunk': '1.1'}} Sep 17 03:40:19.748793 dv-cinder-849143-3-iscsi neutron-server[113210]: {{(pid=113210) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 03:40:19.784198 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-fde0d851-1679-4fe4-8959-cd7b67104155 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745114436006'] for network (c0df99c7-1d2a-44ac-910e-7a3725bf0d63), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:19.876890 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-fde0d851-1679-4fe4-8959-cd7b67104155 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828'] for network (c0df99c7-1d2a-44ac-910e-7a3725bf0d63), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:19.882118 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde0d851-1679-4fe4-8959-cd7b67104155 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:19.882860 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-fde0d851-1679-4fe4-8959-cd7b67104155 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for network (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:20.003033 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde0d851-1679-4fe4-8959-cd7b67104155 demo demo] Pushing event updated for resources: {'Network': ['ID=c0df99c7-1d2a-44ac-910e-7a3725bf0d63,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:20.014981 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Network c0df99c7-1d2a-44ac-910e-7a3725bf0d63 details requested by agent ovs-agent-dv-cinder-849143-3-iscsi with host dv-cinder-849143-3-iscsi {{(pid=113212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 03:40:20.028651 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-fde0d851-1679-4fe4-8959-cd7b67104155 demo demo] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.5727570 Sep 17 03:40:22.693071 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 41832) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:40:23.106384 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fab24a-c7f2-42db-951d-a86c04ff57bf demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:23.107759 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-66fab24a-c7f2-42db-951d-a86c04ff57bf demo admin] 10.222.0.42 "GET /networking/v2.0/networks/c0df99c7-1d2a-44ac-910e-7a3725bf0d63 HTTP/1.1" status: 200 len: 825 time: 0.4137411 Sep 17 03:40:23.148913 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-3953b828-a093-49e6-b220-4dab7d94e43f demo admin] 10.222.0.42 "GET /networking/v2.0/subnetpools/296a76ac-1b8d-4a36-853b-cda046ebd4aa HTTP/1.1" status: 200 len: 734 time: 0.0351336 Sep 17 03:40:23.157666 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-e885beee-6dcb-4722-87c0-c1a7b7bfe673 demo admin] Request body: {'subnet': {'subnetpool_id': '296a76ac-1b8d-4a36-853b-cda046ebd4aa', 'network_id': 'c0df99c7-1d2a-44ac-910e-7a3725bf0d63', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:40:23.231539 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e885beee-6dcb-4722-87c0-c1a7b7bfe673 demo admin] Made reservation on behalf of c8afa64e2aee4a569d1afe94e8ecf1a6 for: {'subnet': 1} {{(pid=113210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:40:23.233605 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e885beee-6dcb-4722-87c0-c1a7b7bfe673 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:23.271915 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=60,neutron:INSERT=38,neutron:UPDATE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:23.397272 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:23.592450 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e885beee-6dcb-4722-87c0-c1a7b7bfe673 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828'] for subnet (0be20bb1-11ab-46c2-9fce-3968b6055c3f), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:23.665930 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e885beee-6dcb-4722-87c0-c1a7b7bfe673 demo admin] Pushing event updated for resources: {'Subnet': ['ID=0be20bb1-11ab-46c2-9fce-3968b6055c3f,revision_number=0']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:23.670585 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e885beee-6dcb-4722-87c0-c1a7b7bfe673 demo admin] Checking segment: {'id': 'd3d20c97-78ec-4714-825d-787d11675a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c0df99c7-1d2a-44ac-910e-7a3725bf0d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:40:23.670938 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e885beee-6dcb-4722-87c0-c1a7b7bfe673 demo admin] Network hostable DHCP agents. Network: c0df99c7-1d2a-44ac-910e-7a3725bf0d63, hostable agents: ['b0b4725d-5d3f-4adf-8b60-729f2f7a35da'], hosted agents: [] {{(pid=113210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 03:40:23.756182 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e885beee-6dcb-4722-87c0-c1a7b7bfe673 demo admin] Network c0df99c7-1d2a-44ac-910e-7a3725bf0d63 is scheduled to be hosted by DHCP agent b0b4725d-5d3f-4adf-8b60-729f2f7a35da with binding_index 1 {{(pid=113210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 03:40:23.825674 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.base_scheduler [None req-e885beee-6dcb-4722-87c0-c1a7b7bfe673 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-3-iscsi, c0df99c7-1d2a-44ac-910e-7a3725bf0d63) {{(pid=113210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:40:23.830456 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e885beee-6dcb-4722-87c0-c1a7b7bfe673 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:23.831053 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e885beee-6dcb-4722-87c0-c1a7b7bfe673 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for subnet (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:23.835790 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54251707-e4ba-48b2-8dd8-248e3f0bdeb6 None None] Network c0df99c7-1d2a-44ac-910e-7a3725bf0d63 requested from dv-cinder-849143-3-iscsi {{(pid=113212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:40:23.908397 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-e885beee-6dcb-4722-87c0-c1a7b7bfe673 demo admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7539151 Sep 17 03:40:24.108663 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1300db8d-9176-4717-b907-1a466fb3b1f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f96e3f4-43ec-52cd-99e5-8d71f9cd206c-c0df99c7-1d2a-44ac-910e-7a3725bf0d63', 'network_id': 'c0df99c7-1d2a-44ac-910e-7a3725bf0d63', 'project_id': 'c8afa64e2aee4a569d1afe94e8ecf1a6', 'fixed_ips': [{'subnet_id': '0be20bb1-11ab-46c2-9fce-3968b6055c3f'}]}} from dv-cinder-849143-3-iscsi. {{(pid=113212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 17 03:40:24.109967 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-1300db8d-9176-4717-b907-1a466fb3b1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:24.179239 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=15,neutron:INSERT=31 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:24.188283 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=9 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:24.406300 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=62,neutron:INSERT=34,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:24.421457 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.db_base_plugin_common [None req-1300db8d-9176-4717-b907-1a466fb3b1f6 None None] Allocated IP 172.20.0.2 (c0df99c7-1d2a-44ac-910e-7a3725bf0d63/0be20bb1-11ab-46c2-9fce-3968b6055c3f/66ac0e23-72cb-4c40-911c-694eea72dc43) {{(pid=113212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:40:24.670680 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-1300db8d-9176-4717-b907-1a466fb3b1f6 None None] Publish callbacks [] for port (66ac0e23-72cb-4c40-911c-694eea72dc43), precommit_create {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:24.723385 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-1300db8d-9176-4717-b907-1a466fb3b1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976'] for port (66ac0e23-72cb-4c40-911c-694eea72dc43), after_create {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:24.727576 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:24.812365 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1300db8d-9176-4717-b907-1a466fb3b1f6 None None] Network c0df99c7-1d2a-44ac-910e-7a3725bf0d63 is already hosted by enough agents. {{(pid=113212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:40:24.815987 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.scheduler.base_scheduler [None req-1300db8d-9176-4717-b907-1a466fb3b1f6 None None] Resources bound (agent type, host, resource id): {{(pid=113212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:40:24.818767 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300db8d-9176-4717-b907-1a466fb3b1f6 None None] Pushing event updated for resources: {'Port': ['ID=66ac0e23-72cb-4c40-911c-694eea72dc43,revision_number=1']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:24.820978 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1300db8d-9176-4717-b907-1a466fb3b1f6 None None] Received port after_create {{(pid=113212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:40:24.831298 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300db8d-9176-4717-b907-1a466fb3b1f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:24.831644 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300db8d-9176-4717-b907-1a466fb3b1f6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:24.832004 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300db8d-9176-4717-b907-1a466fb3b1f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:24.832369 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300db8d-9176-4717-b907-1a466fb3b1f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:24.832709 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300db8d-9176-4717-b907-1a466fb3b1f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:24.833305 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300db8d-9176-4717-b907-1a466fb3b1f6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:24.833635 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300db8d-9176-4717-b907-1a466fb3b1f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:24.833988 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300db8d-9176-4717-b907-1a466fb3b1f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:24.834316 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300db8d-9176-4717-b907-1a466fb3b1f6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:24.834644 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300db8d-9176-4717-b907-1a466fb3b1f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:24.834971 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300db8d-9176-4717-b907-1a466fb3b1f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:24.835311 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300db8d-9176-4717-b907-1a466fb3b1f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:24.835640 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300db8d-9176-4717-b907-1a466fb3b1f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:24.835961 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300db8d-9176-4717-b907-1a466fb3b1f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:24.836511 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300db8d-9176-4717-b907-1a466fb3b1f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:24.837843 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300db8d-9176-4717-b907-1a466fb3b1f6 None None] Tracked resource versions report: Sep 17 03:40:24.837843 dv-cinder-849143-3-iscsi neutron-server[113212]: pushed versions: Sep 17 03:40:24.837843 dv-cinder-849143-3-iscsi neutron-server[113212]: { 'AddressGroup': {'1.2'}, Sep 17 03:40:24.837843 dv-cinder-849143-3-iscsi neutron-server[113212]: 'Agent': {'1.1'}, Sep 17 03:40:24.837843 dv-cinder-849143-3-iscsi neutron-server[113212]: 'ConntrackHelper': {'1.0'}, Sep 17 03:40:24.837843 dv-cinder-849143-3-iscsi neutron-server[113212]: 'LocalIPAssociation': {'1.0'}, Sep 17 03:40:24.837843 dv-cinder-849143-3-iscsi neutron-server[113212]: 'Log': {'1.0'}, Sep 17 03:40:24.837843 dv-cinder-849143-3-iscsi neutron-server[113212]: 'NDPProxy': {'1.0'}, Sep 17 03:40:24.837843 dv-cinder-849143-3-iscsi neutron-server[113212]: 'Network': {'1.1'}, Sep 17 03:40:24.837843 dv-cinder-849143-3-iscsi neutron-server[113212]: 'Port': {'1.7'}, Sep 17 03:40:24.837843 dv-cinder-849143-3-iscsi neutron-server[113212]: 'PortForwarding': {'1.3'}, Sep 17 03:40:24.837843 dv-cinder-849143-3-iscsi neutron-server[113212]: 'QosPolicy': {'1.10'}, Sep 17 03:40:24.837843 dv-cinder-849143-3-iscsi neutron-server[113212]: 'SecurityGroup': {'1.5'}, Sep 17 03:40:24.837843 dv-cinder-849143-3-iscsi neutron-server[113212]: 'SecurityGroupRule': {'1.2'}, Sep 17 03:40:24.837843 dv-cinder-849143-3-iscsi neutron-server[113212]: 'SubPort': {'1.0'}, Sep 17 03:40:24.837843 dv-cinder-849143-3-iscsi neutron-server[113212]: 'Subnet': {'1.1'}, Sep 17 03:40:24.837843 dv-cinder-849143-3-iscsi neutron-server[113212]: 'Trunk': {'1.1'}} Sep 17 03:40:24.837843 dv-cinder-849143-3-iscsi neutron-server[113212]: consumer versions: Sep 17 03:40:24.837843 dv-cinder-849143-3-iscsi neutron-server[113212]: { DHCP agent@dv-cinder-849143-3-iscsi: {}, Sep 17 03:40:24.837843 dv-cinder-849143-3-iscsi neutron-server[113212]: L3 agent@dv-cinder-849143-3-iscsi: {}, Sep 17 03:40:24.837843 dv-cinder-849143-3-iscsi neutron-server[113212]: Metadata agent@dv-cinder-849143-3-iscsi: {}, Sep 17 03:40:24.837843 dv-cinder-849143-3-iscsi neutron-server[113212]: Metering agent@dv-cinder-849143-3-iscsi: {}, Sep 17 03:40:24.837843 dv-cinder-849143-3-iscsi neutron-server[113212]: Open vSwitch agent@dv-cinder-849143-3-iscsi: { 'AddressGroup': '1.2', Sep 17 03:40:24.837843 dv-cinder-849143-3-iscsi neutron-server[113212]: 'Agent': '1.1', Sep 17 03:40:24.837843 dv-cinder-849143-3-iscsi neutron-server[113212]: 'ConntrackHelper': '1.0', Sep 17 03:40:24.837843 dv-cinder-849143-3-iscsi neutron-server[113212]: 'LocalIPAssociation': '1.0', Sep 17 03:40:24.837843 dv-cinder-849143-3-iscsi neutron-server[113212]: 'Log': '1.0', Sep 17 03:40:24.837843 dv-cinder-849143-3-iscsi neutron-server[113212]: 'NDPProxy': '1.0', Sep 17 03:40:24.837843 dv-cinder-849143-3-iscsi neutron-server[113212]: 'Network': '1.1', Sep 17 03:40:24.837843 dv-cinder-849143-3-iscsi neutron-server[113212]: 'Port': '1.7', Sep 17 03:40:24.837843 dv-cinder-849143-3-iscsi neutron-server[113212]: 'PortForwarding': '1.3', Sep 17 03:40:24.837843 dv-cinder-849143-3-iscsi neutron-server[113212]: 'QosPolicy': '1.10', Sep 17 03:40:24.837843 dv-cinder-849143-3-iscsi neutron-server[113212]: 'SecurityGroup': '1.5', Sep 17 03:40:24.837843 dv-cinder-849143-3-iscsi neutron-server[113212]: 'SecurityGroupRule': '1.2', Sep 17 03:40:24.837843 dv-cinder-849143-3-iscsi neutron-server[113212]: 'SubPort': '1.0', Sep 17 03:40:24.837843 dv-cinder-849143-3-iscsi neutron-server[113212]: 'Subnet': '1.1', Sep 17 03:40:24.837843 dv-cinder-849143-3-iscsi neutron-server[113212]: 'Trunk': '1.1'}} Sep 17 03:40:24.837843 dv-cinder-849143-3-iscsi neutron-server[113212]: {{(pid=113212) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 03:40:24.913362 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-1300db8d-9176-4717-b907-1a466fb3b1f6 None None] Attempting to bind port 66ac0e23-72cb-4c40-911c-694eea72dc43 on host dv-cinder-849143-3-iscsi for vnic_type normal with profile {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:40:24.913786 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-1300db8d-9176-4717-b907-1a466fb3b1f6 None None] Attempting to bind port 66ac0e23-72cb-4c40-911c-694eea72dc43 by drivers openvswitch,hyperv on host dv-cinder-849143-3-iscsi at level 0 using segments [{'id': 'd3d20c97-78ec-4714-825d-787d11675a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c0df99c7-1d2a-44ac-910e-7a3725bf0d63'}] {{(pid=113212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:40:24.914218 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1300db8d-9176-4717-b907-1a466fb3b1f6 None None] Attempting to bind port 66ac0e23-72cb-4c40-911c-694eea72dc43 on network c0df99c7-1d2a-44ac-910e-7a3725bf0d63 {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:40:24.963983 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1300db8d-9176-4717-b907-1a466fb3b1f6 None None] Checking agent: {'id': '287db9f2-8160-4728-95aa-12aebca604d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 40, 13), 'started_at': datetime.datetime(2022, 9, 17, 3, 40, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:40:24.964355 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1300db8d-9176-4717-b907-1a466fb3b1f6 None None] Checking segment: {'id': 'd3d20c97-78ec-4714-825d-787d11675a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c0df99c7-1d2a-44ac-910e-7a3725bf0d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:40:24.964830 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-1300db8d-9176-4717-b907-1a466fb3b1f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:24.965212 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1300db8d-9176-4717-b907-1a466fb3b1f6 None None] Bound using segment: {'id': 'd3d20c97-78ec-4714-825d-787d11675a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c0df99c7-1d2a-44ac-910e-7a3725bf0d63'} {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:40:24.965801 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-1300db8d-9176-4717-b907-1a466fb3b1f6 None None] Bound port: 66ac0e23-72cb-4c40-911c-694eea72dc43, host: dv-cinder-849143-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d20c97-78ec-4714-825d-787d11675a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c0df99c7-1d2a-44ac-910e-7a3725bf0d63'}}] {{(pid=113212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:40:24.966199 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-1300db8d-9176-4717-b907-1a466fb3b1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (66ac0e23-72cb-4c40-911c-694eea72dc43), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:25.027554 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-1300db8d-9176-4717-b907-1a466fb3b1f6 None None] For port 66ac0e23-72cb-4c40-911c-694eea72dc43, host dv-cinder-849143-3-iscsi, cleared binding levels {{(pid=113212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:40:25.048118 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-1300db8d-9176-4717-b907-1a466fb3b1f6 None None] For port 66ac0e23-72cb-4c40-911c-694eea72dc43, host dv-cinder-849143-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=66ac0e23-72cb-4c40-911c-694eea72dc43,segment=NetworkSegment(d3d20c97-78ec-4714-825d-787d11675a4d),segment_id=d3d20c97-78ec-4714-825d-787d11675a4d)] {{(pid=113212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:40:25.133601 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-1300db8d-9176-4717-b907-1a466fb3b1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (66ac0e23-72cb-4c40-911c-694eea72dc43), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:25.187500 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300db8d-9176-4717-b907-1a466fb3b1f6 None None] Pushing event updated for resources: {'Port': ['ID=66ac0e23-72cb-4c40-911c-694eea72dc43,revision_number=2']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:25.754012 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=20,neutron:INSERT=35 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:25.762068 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=13,neutron:INSERT=2,neutron:DELETE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:26.613845 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 41854) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:40:26.945133 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [None req-35ca8211-7070-46f4-b16c-57b1458d28aa admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 17 03:40:26.946281 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-35ca8211-7070-46f4-b16c-57b1458d28aa admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3314617 Sep 17 03:40:29.637941 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 41862) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:40:29.980671 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [None req-2b86d10f-2b14-40e4-a0a1-0e97e4ab5079 admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 17 03:40:29.982618 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-2b86d10f-2b14-40e4-a0a1-0e97e4ab5079 admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3437343 Sep 17 03:40:32.656390 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 41874) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:40:32.683819 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 66ac0e23-72cb-4c40-911c-694eea72dc43 up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:40:32.772731 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port 66ac0e23-72cb-4c40-911c-694eea72dc43 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:40:32.773391 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (66ac0e23-72cb-4c40-911c-694eea72dc43), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:32.773783 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port 66ac0e23-72cb-4c40-911c-694eea72dc43 Sep 17 03:40:32.881423 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port 66ac0e23-72cb-4c40-911c-694eea72dc43 is: DOWN; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:40:32.881833 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (66ac0e23-72cb-4c40-911c-694eea72dc43), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:32.917688 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] For port 66ac0e23-72cb-4c40-911c-694eea72dc43, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=66ac0e23-72cb-4c40-911c-694eea72dc43,segment=NetworkSegment(d3d20c97-78ec-4714-825d-787d11675a4d),segment_id=d3d20c97-78ec-4714-825d-787d11675a4d)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:40:32.968522 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (66ac0e23-72cb-4c40-911c-694eea72dc43), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:33.026457 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Pushing event updated for resources: {'Port': ['ID=66ac0e23-72cb-4c40-911c-694eea72dc43,revision_number=3']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:33.036624 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-cdc6211d-82da-46ae-b2e8-58f0b120e7f3 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:40:33.151821 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-cdc6211d-82da-46ae-b2e8-58f0b120e7f3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-617353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6001'] for router (785a1d88-21bf-439a-8dbe-180320a4d787), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:33.154103 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-cdc6211d-82da-46ae-b2e8-58f0b120e7f3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-617908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6010'] for router (785a1d88-21bf-439a-8dbe-180320a4d787), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:33.292806 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-cdc6211d-82da-46ae-b2e8-58f0b120e7f3 demo demo] Publish callbacks [] for router_controller (785a1d88-21bf-439a-8dbe-180320a4d787), precommit_add_association {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:33.304560 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b49cbb-1e46-4bdd-86dd-1d8f68387b2c None None] Network c0df99c7-1d2a-44ac-910e-7a3725bf0d63 requested from dv-cinder-849143-3-iscsi {{(pid=113212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:40:33.337629 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-cdc6211d-82da-46ae-b2e8-58f0b120e7f3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-617964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-615204'] for router (785a1d88-21bf-439a-8dbe-180320a4d787), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:33.383154 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-e12e4178-81ef-4c7f-aeed-51cfe423270d None None] Provisioning complete for port 66ac0e23-72cb-4c40-911c-694eea72dc43 triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:40:33.383533 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-e12e4178-81ef-4c7f-aeed-51cfe423270d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (66ac0e23-72cb-4c40-911c-694eea72dc43), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:33.383864 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-e12e4178-81ef-4c7f-aeed-51cfe423270d None None] Attempt 1 to provision port 66ac0e23-72cb-4c40-911c-694eea72dc43 Sep 17 03:40:33.410509 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-cdc6211d-82da-46ae-b2e8-58f0b120e7f3 demo demo] Publish callbacks [] for router (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:33.411655 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-cdc6211d-82da-46ae-b2e8-58f0b120e7f3 demo demo] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7535999 Sep 17 03:40:33.412902 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:33.522776 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-e12e4178-81ef-4c7f-aeed-51cfe423270d None None] Current status of the port 66ac0e23-72cb-4c40-911c-694eea72dc43 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:40:33.740511 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-4a1419a5-6579-4794-8bd8-4aafa5257d54 None None] Provisioning complete for port 66ac0e23-72cb-4c40-911c-694eea72dc43 triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:40:33.741133 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-4a1419a5-6579-4794-8bd8-4aafa5257d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (66ac0e23-72cb-4c40-911c-694eea72dc43), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:33.741225 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-4a1419a5-6579-4794-8bd8-4aafa5257d54 None None] Attempt 1 to provision port 66ac0e23-72cb-4c40-911c-694eea72dc43 Sep 17 03:40:33.817289 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-4a1419a5-6579-4794-8bd8-4aafa5257d54 None None] Current status of the port 66ac0e23-72cb-4c40-911c-694eea72dc43 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:40:34.663368 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 66ac0e23-72cb-4c40-911c-694eea72dc43 up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:40:34.685746 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:34.707880 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port 66ac0e23-72cb-4c40-911c-694eea72dc43 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:40:34.708536 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (66ac0e23-72cb-4c40-911c-694eea72dc43), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:34.708908 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port 66ac0e23-72cb-4c40-911c-694eea72dc43 Sep 17 03:40:34.784627 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port 66ac0e23-72cb-4c40-911c-694eea72dc43 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:40:36.057626 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 41882) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:40:36.376025 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [None req-a1b89f20-bf14-4ff6-b5ac-b524494970cc admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113211) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 17 03:40:36.377015 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-a1b89f20-bf14-4ff6-b5ac-b524494970cc admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3184466 Sep 17 03:40:37.887910 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-7a4f0a29-2676-4f14-896b-4168b320ff27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b0b4725d-5d3f-4adf-8b60-729f2f7a35da), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:39.036574 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 41890) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:40:39.361560 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-d75e3183-bc61-4468-95af-2807826dd23e admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:40:39.464153 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75e3183-bc61-4468-95af-2807826dd23e admin admin] Made reservation on behalf of 545b5824a9314a3a81e4babed059fa06 for: {'network': 1} {{(pid=113210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:40:39.466560 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d75e3183-bc61-4468-95af-2807826dd23e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for network (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:39.474764 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d75e3183-bc61-4468-95af-2807826dd23e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:39.548135 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d75e3183-bc61-4468-95af-2807826dd23e admin admin] Publish callbacks [] for security_group (eb5220f2-7081-4688-8b33-07eb2c9df487), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:39.613168 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d75e3183-bc61-4468-95af-2807826dd23e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (eb5220f2-7081-4688-8b33-07eb2c9df487), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:39.629041 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d75e3183-bc61-4468-95af-2807826dd23e admin admin] Reserving flat network on physical network physnet1 {{(pid=113210) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 17 03:40:39.650529 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e3183-bc61-4468-95af-2807826dd23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5220f2-7081-4688-8b33-07eb2c9df487,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:39.655557 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d75e3183-bc61-4468-95af-2807826dd23e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16505770'] for segment (b9ff3b7d-3dba-4f81-9340-22e46529b80a), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:39.655889 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.db.segments_db [None req-d75e3183-bc61-4468-95af-2807826dd23e admin admin] Added segment b9ff3b7d-3dba-4f81-9340-22e46529b80a of type flat for network 4d68fa53-4257-4a6b-8a5b-fb329be82f15 Sep 17 03:40:39.701276 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d75e3183-bc61-4468-95af-2807826dd23e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745114436006'] for network (4d68fa53-4257-4a6b-8a5b-fb329be82f15), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:39.785430 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d75e3183-bc61-4468-95af-2807826dd23e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828'] for network (4d68fa53-4257-4a6b-8a5b-fb329be82f15), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:39.786461 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75e3183-bc61-4468-95af-2807826dd23e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:39.787038 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d75e3183-bc61-4468-95af-2807826dd23e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for network (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:39.799973 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:39.883951 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e3183-bc61-4468-95af-2807826dd23e admin admin] Pushing event updated for resources: {'Network': ['ID=4d68fa53-4257-4a6b-8a5b-fb329be82f15,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:39.893576 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Network 4d68fa53-4257-4a6b-8a5b-fb329be82f15 details requested by agent ovs-agent-dv-cinder-849143-3-iscsi with host dv-cinder-849143-3-iscsi {{(pid=113212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 03:40:39.913572 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-d75e3183-bc61-4468-95af-2807826dd23e admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8759501 Sep 17 03:40:40.225268 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ca758c44-984a-445c-81d3-3f48132f0d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b971cbd0-997d-41fb-8614-0aea29982798), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:41.413858 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ff42d983-095d-47ba-82c6-d5d7a2ded2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b812d02d-dcd0-44a4-bd1c-6e92b95e6b3f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:42.526975 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 41898) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:40:42.902848 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecee298-5833-4f87-a457-ec960282c12f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:42.904214 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-4ecee298-5833-4f87-a457-ec960282c12f demo admin] 10.222.0.42 "GET /networking/v2.0/subnets/0be20bb1-11ab-46c2-9fce-3968b6055c3f HTTP/1.1" status: 200 len: 849 time: 0.3752649 Sep 17 03:40:42.962350 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (287db9f2-8160-4728-95aa-12aebca604d4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:42.971005 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:43.025315 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-54daebd3-7aa8-414a-a971-5d6888216f9f demo admin] 10.222.0.42 "GET /networking/v2.0/routers/785a1d88-21bf-439a-8dbe-180320a4d787 HTTP/1.1" status: 200 len: 704 time: 0.1150174 Sep 17 03:40:43.156695 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fecdf064-2280-4810-8c6f-7fec6cce5654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (7e0cb1e0-c4a7-4d3b-9abd-ffc9973ed5e0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:43.291681 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-4ea47447-bb82-4763-ab46-9b5d697bf3cf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:43.586156 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.db_base_plugin_common [None req-4ea47447-bb82-4763-ab46-9b5d697bf3cf demo admin] Allocated IP 172.20.0.1 (c0df99c7-1d2a-44ac-910e-7a3725bf0d63/0be20bb1-11ab-46c2-9fce-3968b6055c3f/f96005bc-5eec-4a96-bc34-ab10c404cd87) {{(pid=113210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:40:43.794764 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-4ea47447-bb82-4763-ab46-9b5d697bf3cf demo admin] Publish callbacks [] for port (f96005bc-5eec-4a96-bc34-ab10c404cd87), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:43.917601 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-4ea47447-bb82-4763-ab46-9b5d697bf3cf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976'] for port (f96005bc-5eec-4a96-bc34-ab10c404cd87), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:43.998344 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea47447-bb82-4763-ab46-9b5d697bf3cf demo admin] Network c0df99c7-1d2a-44ac-910e-7a3725bf0d63 is already hosted by enough agents. {{(pid=113210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:40:44.003993 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.base_scheduler [None req-4ea47447-bb82-4763-ab46-9b5d697bf3cf demo admin] Resources bound (agent type, host, resource id): {{(pid=113210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:40:44.008415 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea47447-bb82-4763-ab46-9b5d697bf3cf demo admin] Received port after_create {{(pid=113210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:40:44.010080 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-4ea47447-bb82-4763-ab46-9b5d697bf3cf demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-426525'] for router_interface (785a1d88-21bf-439a-8dbe-180320a4d787), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:44.028909 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea47447-bb82-4763-ab46-9b5d697bf3cf demo admin] Pushing event updated for resources: {'Port': ['ID=f96005bc-5eec-4a96-bc34-ab10c404cd87,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:44.149400 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:44.194284 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-668a0c67-9e03-4e94-adab-2ebe012b38a4 None None] Provisioning complete for port f96005bc-5eec-4a96-bc34-ab10c404cd87 triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:40:44.194848 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-668a0c67-9e03-4e94-adab-2ebe012b38a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (f96005bc-5eec-4a96-bc34-ab10c404cd87), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:44.194958 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-668a0c67-9e03-4e94-adab-2ebe012b38a4 None None] Attempt 1 to provision port f96005bc-5eec-4a96-bc34-ab10c404cd87 Sep 17 03:40:44.227566 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-668a0c67-9e03-4e94-adab-2ebe012b38a4 None None] Port f96005bc-5eec-4a96-bc34-ab10c404cd87 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:40:44.263210 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-4ea47447-bb82-4763-ab46-9b5d697bf3cf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (f96005bc-5eec-4a96-bc34-ab10c404cd87), before_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:44.392226 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:44.476491 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-4ea47447-bb82-4763-ab46-9b5d697bf3cf demo admin] Publish callbacks [] for port (f96005bc-5eec-4a96-bc34-ab10c404cd87), precommit_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:44.539286 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-4ea47447-bb82-4763-ab46-9b5d697bf3cf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (f96005bc-5eec-4a96-bc34-ab10c404cd87), after_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:44.540066 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-4ea47447-bb82-4763-ab46-9b5d697bf3cf demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-426633'] for router_interface (785a1d88-21bf-439a-8dbe-180320a4d787), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:44.627021 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea47447-bb82-4763-ab46-9b5d697bf3cf demo admin] Pushing event updated for resources: {'Port': ['ID=f96005bc-5eec-4a96-bc34-ab10c404cd87,revision_number=2']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:44.687564 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea47447-bb82-4763-ab46-9b5d697bf3cf demo admin] Network c0df99c7-1d2a-44ac-910e-7a3725bf0d63 is already hosted by enough agents. {{(pid=113210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:40:44.688873 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.base_scheduler [None req-4ea47447-bb82-4763-ab46-9b5d697bf3cf demo admin] Resources bound (agent type, host, resource id): {{(pid=113210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:40:44.729771 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-668a0c67-9e03-4e94-adab-2ebe012b38a4 None None] Attempt 2 to provision port f96005bc-5eec-4a96-bc34-ab10c404cd87 Sep 17 03:40:44.768649 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-668a0c67-9e03-4e94-adab-2ebe012b38a4 None None] Port f96005bc-5eec-4a96-bc34-ab10c404cd87 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:40:44.911357 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea47447-bb82-4763-ab46-9b5d697bf3cf demo admin] Router 785a1d88-21bf-439a-8dbe-180320a4d787 is scheduled to L3 agent b971cbd0-997d-41fb-8614-0aea29982798 with binding_index 1 {{(pid=113210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 03:40:45.019876 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea47447-bb82-4763-ab46-9b5d697bf3cf demo admin] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:40:45.025348 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-4ea47447-bb82-4763-ab46-9b5d697bf3cf demo admin] 10.222.0.42 "PUT /networking/v2.0/routers/785a1d88-21bf-439a-8dbe-180320a4d787/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9942534 Sep 17 03:40:45.033105 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2bee0b-c859-42b4-bf61-154bcc512f03 None None] Sync routers for ids ['785a1d88-21bf-439a-8dbe-180320a4d787'] in dv-cinder-849143-3-iscsi {{(pid=113213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:40:45.047696 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2bee0b-c859-42b4-bf61-154bcc512f03 None None] Routers {'785a1d88-21bf-439a-8dbe-180320a4d787'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:40:45.048570 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-2f2bee0b-c859-42b4-bf61-154bcc512f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:40:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['785a1d88-21bf-439a-8dbe-180320a4d787'], 'active': True} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:40:45.270330 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-668a0c67-9e03-4e94-adab-2ebe012b38a4 None None] Attempt 3 to provision port f96005bc-5eec-4a96-bc34-ab10c404cd87 Sep 17 03:40:45.280977 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvr_db [None req-2f2bee0b-c859-42b4-bf61-154bcc512f03 None None] Set router 785a1d88-21bf-439a-8dbe-180320a4d787 gateway port host: None {{(pid=113213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:40:45.309377 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-668a0c67-9e03-4e94-adab-2ebe012b38a4 None None] Port f96005bc-5eec-4a96-bc34-ab10c404cd87 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:40:45.738152 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-2f2bee0b-c859-42b4-bf61-154bcc512f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '785a1d88-21bf-439a-8dbe-180320a4d787', 'name': 'router1', 'tenant_id': 'c8afa64e2aee4a569d1afe94e8ecf1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:40:33Z', 'updated_at': '2022-09-17T03:40:44Z', 'revision_number': 2, 'project_id': 'c8afa64e2aee4a569d1afe94e8ecf1a6', 'gw_port_host': None, '_interfaces': [{'id': 'f96005bc-5eec-4a96-bc34-ab10c404cd87', 'name': '', 'network_id': 'c0df99c7-1d2a-44ac-910e-7a3725bf0d63', 'tenant_id': 'c8afa64e2aee4a569d1afe94e8ecf1a6', 'mac_address': 'fa:16:3e:f3:f0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '785a1d88-21bf-439a-8dbe-180320a4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0be20bb1-11ab-46c2-9fce-3968b6055c3f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:40:43Z', 'updated_at': '2022-09-17T03:40:44Z', 'revision_number': 2, 'project_id': 'c8afa64e2aee4a569d1afe94e8ecf1a6', 'subnets': [{'id': '0be20bb1-11ab-46c2-9fce-3968b6055c3f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '296a76ac-1b8d-4a36-853b-cda046ebd4aa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:40:45.791348 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2bee0b-c859-42b4-bf61-154bcc512f03 None None] Checking router: 785a1d88-21bf-439a-8dbe-180320a4d787 for host: dv-cinder-849143-3-iscsi {{(pid=113213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:40:45.791711 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2bee0b-c859-42b4-bf61-154bcc512f03 None None] Updating router 785a1d88-21bf-439a-8dbe-180320a4d787 port f96005bc-5eec-4a96-bc34-ab10c404cd87 binding host dv-cinder-849143-3-iscsi {{(pid=113213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 03:40:45.810356 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-668a0c67-9e03-4e94-adab-2ebe012b38a4 None None] Attempt 4 to provision port f96005bc-5eec-4a96-bc34-ab10c404cd87 Sep 17 03:40:45.848081 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-668a0c67-9e03-4e94-adab-2ebe012b38a4 None None] Port f96005bc-5eec-4a96-bc34-ab10c404cd87 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:40:45.853390 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-2f2bee0b-c859-42b4-bf61-154bcc512f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (f96005bc-5eec-4a96-bc34-ab10c404cd87), before_update {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:46.349566 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-668a0c67-9e03-4e94-adab-2ebe012b38a4 None None] Attempt 5 to provision port f96005bc-5eec-4a96-bc34-ab10c404cd87 Sep 17 03:40:46.358116 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-2f2bee0b-c859-42b4-bf61-154bcc512f03 None None] Publish callbacks [] for port (f96005bc-5eec-4a96-bc34-ab10c404cd87), precommit_update {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:46.382852 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-668a0c67-9e03-4e94-adab-2ebe012b38a4 None None] Port f96005bc-5eec-4a96-bc34-ab10c404cd87 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:40:46.424519 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-2f2bee0b-c859-42b4-bf61-154bcc512f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (f96005bc-5eec-4a96-bc34-ab10c404cd87), after_update {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:46.576319 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.managers [None req-2f2bee0b-c859-42b4-bf61-154bcc512f03 None None] Attempting to bind port f96005bc-5eec-4a96-bc34-ab10c404cd87 on host dv-cinder-849143-3-iscsi for vnic_type normal with profile {{(pid=113213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:40:46.576715 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.managers [None req-2f2bee0b-c859-42b4-bf61-154bcc512f03 None None] Attempting to bind port f96005bc-5eec-4a96-bc34-ab10c404cd87 by drivers openvswitch,hyperv on host dv-cinder-849143-3-iscsi at level 0 using segments [{'id': 'd3d20c97-78ec-4714-825d-787d11675a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c0df99c7-1d2a-44ac-910e-7a3725bf0d63'}] {{(pid=113213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:40:46.577159 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2bee0b-c859-42b4-bf61-154bcc512f03 None None] Attempting to bind port f96005bc-5eec-4a96-bc34-ab10c404cd87 on network c0df99c7-1d2a-44ac-910e-7a3725bf0d63 {{(pid=113213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:40:46.579256 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4978d97e-924e-4f82-a958-93f11b28aa84 None None] Pushing event updated for resources: {'Port': ['ID=f96005bc-5eec-4a96-bc34-ab10c404cd87,revision_number=3']} {{(pid=113213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:46.617441 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4978d97e-924e-4f82-a958-93f11b28aa84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:46.617824 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4978d97e-924e-4f82-a958-93f11b28aa84 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:46.618187 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4978d97e-924e-4f82-a958-93f11b28aa84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:46.618539 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4978d97e-924e-4f82-a958-93f11b28aa84 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:46.618870 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4978d97e-924e-4f82-a958-93f11b28aa84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:46.619193 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4978d97e-924e-4f82-a958-93f11b28aa84 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:46.619512 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4978d97e-924e-4f82-a958-93f11b28aa84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:46.619828 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4978d97e-924e-4f82-a958-93f11b28aa84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:46.620159 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4978d97e-924e-4f82-a958-93f11b28aa84 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:46.620480 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4978d97e-924e-4f82-a958-93f11b28aa84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:46.620799 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4978d97e-924e-4f82-a958-93f11b28aa84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:46.621157 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4978d97e-924e-4f82-a958-93f11b28aa84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:46.622032 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4978d97e-924e-4f82-a958-93f11b28aa84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:46.622383 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4978d97e-924e-4f82-a958-93f11b28aa84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:46.622761 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4978d97e-924e-4f82-a958-93f11b28aa84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:46.624271 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4978d97e-924e-4f82-a958-93f11b28aa84 None None] Tracked resource versions report: Sep 17 03:40:46.624271 dv-cinder-849143-3-iscsi neutron-server[113213]: pushed versions: Sep 17 03:40:46.624271 dv-cinder-849143-3-iscsi neutron-server[113213]: { 'AddressGroup': {'1.2'}, Sep 17 03:40:46.624271 dv-cinder-849143-3-iscsi neutron-server[113213]: 'Agent': {'1.1'}, Sep 17 03:40:46.624271 dv-cinder-849143-3-iscsi neutron-server[113213]: 'ConntrackHelper': {'1.0'}, Sep 17 03:40:46.624271 dv-cinder-849143-3-iscsi neutron-server[113213]: 'LocalIPAssociation': {'1.0'}, Sep 17 03:40:46.624271 dv-cinder-849143-3-iscsi neutron-server[113213]: 'Log': {'1.0'}, Sep 17 03:40:46.624271 dv-cinder-849143-3-iscsi neutron-server[113213]: 'NDPProxy': {'1.0'}, Sep 17 03:40:46.624271 dv-cinder-849143-3-iscsi neutron-server[113213]: 'Network': {'1.1'}, Sep 17 03:40:46.624271 dv-cinder-849143-3-iscsi neutron-server[113213]: 'Port': {'1.7'}, Sep 17 03:40:46.624271 dv-cinder-849143-3-iscsi neutron-server[113213]: 'PortForwarding': {'1.3'}, Sep 17 03:40:46.624271 dv-cinder-849143-3-iscsi neutron-server[113213]: 'QosPolicy': {'1.10'}, Sep 17 03:40:46.624271 dv-cinder-849143-3-iscsi neutron-server[113213]: 'SecurityGroup': {'1.5'}, Sep 17 03:40:46.624271 dv-cinder-849143-3-iscsi neutron-server[113213]: 'SecurityGroupRule': {'1.2'}, Sep 17 03:40:46.624271 dv-cinder-849143-3-iscsi neutron-server[113213]: 'SubPort': {'1.0'}, Sep 17 03:40:46.624271 dv-cinder-849143-3-iscsi neutron-server[113213]: 'Subnet': {'1.1'}, Sep 17 03:40:46.624271 dv-cinder-849143-3-iscsi neutron-server[113213]: 'Trunk': {'1.1'}} Sep 17 03:40:46.624271 dv-cinder-849143-3-iscsi neutron-server[113213]: consumer versions: Sep 17 03:40:46.624271 dv-cinder-849143-3-iscsi neutron-server[113213]: { DHCP agent@dv-cinder-849143-3-iscsi: {}, Sep 17 03:40:46.624271 dv-cinder-849143-3-iscsi neutron-server[113213]: L3 agent@dv-cinder-849143-3-iscsi: {}, Sep 17 03:40:46.624271 dv-cinder-849143-3-iscsi neutron-server[113213]: Metadata agent@dv-cinder-849143-3-iscsi: {}, Sep 17 03:40:46.624271 dv-cinder-849143-3-iscsi neutron-server[113213]: Metering agent@dv-cinder-849143-3-iscsi: {}, Sep 17 03:40:46.624271 dv-cinder-849143-3-iscsi neutron-server[113213]: Open vSwitch agent@dv-cinder-849143-3-iscsi: { 'AddressGroup': '1.2', Sep 17 03:40:46.624271 dv-cinder-849143-3-iscsi neutron-server[113213]: 'Agent': '1.1', Sep 17 03:40:46.624271 dv-cinder-849143-3-iscsi neutron-server[113213]: 'ConntrackHelper': '1.0', Sep 17 03:40:46.624271 dv-cinder-849143-3-iscsi neutron-server[113213]: 'LocalIPAssociation': '1.0', Sep 17 03:40:46.624271 dv-cinder-849143-3-iscsi neutron-server[113213]: 'Log': '1.0', Sep 17 03:40:46.624271 dv-cinder-849143-3-iscsi neutron-server[113213]: 'NDPProxy': '1.0', Sep 17 03:40:46.624271 dv-cinder-849143-3-iscsi neutron-server[113213]: 'Network': '1.1', Sep 17 03:40:46.624271 dv-cinder-849143-3-iscsi neutron-server[113213]: 'Port': '1.7', Sep 17 03:40:46.624271 dv-cinder-849143-3-iscsi neutron-server[113213]: 'PortForwarding': '1.3', Sep 17 03:40:46.624271 dv-cinder-849143-3-iscsi neutron-server[113213]: 'QosPolicy': '1.10', Sep 17 03:40:46.624271 dv-cinder-849143-3-iscsi neutron-server[113213]: 'SecurityGroup': '1.5', Sep 17 03:40:46.624271 dv-cinder-849143-3-iscsi neutron-server[113213]: 'SecurityGroupRule': '1.2', Sep 17 03:40:46.624271 dv-cinder-849143-3-iscsi neutron-server[113213]: 'SubPort': '1.0', Sep 17 03:40:46.624271 dv-cinder-849143-3-iscsi neutron-server[113213]: 'Subnet': '1.1', Sep 17 03:40:46.624271 dv-cinder-849143-3-iscsi neutron-server[113213]: 'Trunk': '1.1'}} Sep 17 03:40:46.624271 dv-cinder-849143-3-iscsi neutron-server[113213]: {{(pid=113213) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 03:40:46.685278 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2bee0b-c859-42b4-bf61-154bcc512f03 None None] Checking agent: {'id': '287db9f2-8160-4728-95aa-12aebca604d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 40, 13), 'started_at': datetime.datetime(2022, 9, 17, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:40:46.685687 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2bee0b-c859-42b4-bf61-154bcc512f03 None None] Checking segment: {'id': 'd3d20c97-78ec-4714-825d-787d11675a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c0df99c7-1d2a-44ac-910e-7a3725bf0d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:40:46.686188 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-2f2bee0b-c859-42b4-bf61-154bcc512f03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:46.686578 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2bee0b-c859-42b4-bf61-154bcc512f03 None None] Bound using segment: {'id': 'd3d20c97-78ec-4714-825d-787d11675a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c0df99c7-1d2a-44ac-910e-7a3725bf0d63'} {{(pid=113213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:40:46.687045 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.managers [None req-2f2bee0b-c859-42b4-bf61-154bcc512f03 None None] Bound port: f96005bc-5eec-4a96-bc34-ab10c404cd87, host: dv-cinder-849143-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d20c97-78ec-4714-825d-787d11675a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c0df99c7-1d2a-44ac-910e-7a3725bf0d63'}}] {{(pid=113213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:40:46.687424 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-2f2bee0b-c859-42b4-bf61-154bcc512f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (f96005bc-5eec-4a96-bc34-ab10c404cd87), before_update {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:46.719995 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:46.755785 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.db [None req-2f2bee0b-c859-42b4-bf61-154bcc512f03 None None] For port f96005bc-5eec-4a96-bc34-ab10c404cd87, host dv-cinder-849143-3-iscsi, cleared binding levels {{(pid=113213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:40:46.758530 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:46.775452 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.db [None req-2f2bee0b-c859-42b4-bf61-154bcc512f03 None None] For port f96005bc-5eec-4a96-bc34-ab10c404cd87, host dv-cinder-849143-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=f96005bc-5eec-4a96-bc34-ab10c404cd87,segment=NetworkSegment(d3d20c97-78ec-4714-825d-787d11675a4d),segment_id=d3d20c97-78ec-4714-825d-787d11675a4d)] {{(pid=113213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:40:46.848959 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-2f2bee0b-c859-42b4-bf61-154bcc512f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (f96005bc-5eec-4a96-bc34-ab10c404cd87), after_update {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:46.883785 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-668a0c67-9e03-4e94-adab-2ebe012b38a4 None None] Attempt 6 to provision port f96005bc-5eec-4a96-bc34-ab10c404cd87 Sep 17 03:40:46.884195 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2bee0b-c859-42b4-bf61-154bcc512f03 None None] Routers {'785a1d88-21bf-439a-8dbe-180320a4d787'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:40:46.884816 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-2f2bee0b-c859-42b4-bf61-154bcc512f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:40:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['785a1d88-21bf-439a-8dbe-180320a4d787'], 'active': True} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:40:46.987099 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvr_db [None req-2f2bee0b-c859-42b4-bf61-154bcc512f03 None None] Set router 785a1d88-21bf-439a-8dbe-180320a4d787 gateway port host: None {{(pid=113213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:40:46.991482 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:46.992518 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-668a0c67-9e03-4e94-adab-2ebe012b38a4 None None] Current status of the port f96005bc-5eec-4a96-bc34-ab10c404cd87 is: DOWN; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:40:46.993098 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-668a0c67-9e03-4e94-adab-2ebe012b38a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (f96005bc-5eec-4a96-bc34-ab10c404cd87), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:47.034502 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-668a0c67-9e03-4e94-adab-2ebe012b38a4 None None] For port f96005bc-5eec-4a96-bc34-ab10c404cd87, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=f96005bc-5eec-4a96-bc34-ab10c404cd87,segment=NetworkSegment(d3d20c97-78ec-4714-825d-787d11675a4d),segment_id=d3d20c97-78ec-4714-825d-787d11675a4d)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:40:47.094865 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-668a0c67-9e03-4e94-adab-2ebe012b38a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (f96005bc-5eec-4a96-bc34-ab10c404cd87), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:47.111811 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4978d97e-924e-4f82-a958-93f11b28aa84 None None] Pushing event updated for resources: {'Port': ['ID=f96005bc-5eec-4a96-bc34-ab10c404cd87,revision_number=4']} {{(pid=113213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:47.167927 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a0c67-9e03-4e94-adab-2ebe012b38a4 None None] Pushing event updated for resources: {'Port': ['ID=f96005bc-5eec-4a96-bc34-ab10c404cd87,revision_number=5']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:47.209415 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-2f2bee0b-c859-42b4-bf61-154bcc512f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '785a1d88-21bf-439a-8dbe-180320a4d787', 'name': 'router1', 'tenant_id': 'c8afa64e2aee4a569d1afe94e8ecf1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:40:33Z', 'updated_at': '2022-09-17T03:40:44Z', 'revision_number': 2, 'project_id': 'c8afa64e2aee4a569d1afe94e8ecf1a6', 'gw_port_host': None, '_interfaces': [{'id': 'f96005bc-5eec-4a96-bc34-ab10c404cd87', 'name': '', 'network_id': 'c0df99c7-1d2a-44ac-910e-7a3725bf0d63', 'tenant_id': 'c8afa64e2aee4a569d1afe94e8ecf1a6', 'mac_address': 'fa:16:3e:f3:f0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '785a1d88-21bf-439a-8dbe-180320a4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0be20bb1-11ab-46c2-9fce-3968b6055c3f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:40:43Z', 'updated_at': '2022-09-17T03:40:46Z', 'revision_number': 4, 'project_id': 'c8afa64e2aee4a569d1afe94e8ecf1a6', 'subnets': [{'id': '0be20bb1-11ab-46c2-9fce-3968b6055c3f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '296a76ac-1b8d-4a36-853b-cda046ebd4aa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:40:47.221632 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-1f86b257-1b2d-4662-a035-d77e3acf2c76 None None] Provisioning complete for port f96005bc-5eec-4a96-bc34-ab10c404cd87 triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:40:47.222337 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-1f86b257-1b2d-4662-a035-d77e3acf2c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (f96005bc-5eec-4a96-bc34-ab10c404cd87), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:47.222833 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-1f86b257-1b2d-4662-a035-d77e3acf2c76 None None] Attempt 1 to provision port f96005bc-5eec-4a96-bc34-ab10c404cd87 Sep 17 03:40:47.235887 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2bee0b-c859-42b4-bf61-154bcc512f03 None None] The sync data for ids ['785a1d88-21bf-439a-8dbe-180320a4d787'] in dv-cinder-849143-3-iscsi is: [{'id': '785a1d88-21bf-439a-8dbe-180320a4d787', 'name': 'router1', 'tenant_id': 'c8afa64e2aee4a569d1afe94e8ecf1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:40:33Z', 'updated_at': '2022-09-17T03:40:44Z', 'revision_number': 2, 'project_id': 'c8afa64e2aee4a569d1afe94e8ecf1a6', 'gw_port_host': None, '_interfaces': [{'id': 'f96005bc-5eec-4a96-bc34-ab10c404cd87', 'name': '', 'network_id': 'c0df99c7-1d2a-44ac-910e-7a3725bf0d63', 'tenant_id': 'c8afa64e2aee4a569d1afe94e8ecf1a6', 'mac_address': 'fa:16:3e:f3:f0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '785a1d88-21bf-439a-8dbe-180320a4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0be20bb1-11ab-46c2-9fce-3968b6055c3f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:40:43Z', 'updated_at': '2022-09-17T03:40:46Z', 'revision_number': 4, 'project_id': 'c8afa64e2aee4a569d1afe94e8ecf1a6', 'subnets': [{'id': '0be20bb1-11ab-46c2-9fce-3968b6055c3f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '296a76ac-1b8d-4a36-853b-cda046ebd4aa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:40:47.311606 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-1f86b257-1b2d-4662-a035-d77e3acf2c76 None None] Current status of the port f96005bc-5eec-4a96-bc34-ab10c404cd87 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:40:47.741866 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 41908) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:40:48.159432 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb026cc-ff3c-4f48-8676-b441726e7295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:48.162172 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-adb026cc-ff3c-4f48-8676-b441726e7295 admin admin] 10.222.0.42 "GET /networking/v2.0/networks/4d68fa53-4257-4a6b-8a5b-fb329be82f15 HTTP/1.1" status: 200 len: 842 time: 0.4193926 Sep 17 03:40:48.170503 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-bf0827fd-9636-45f9-96dc-d432064c6a15 admin admin] Request body: {'subnet': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'ip_version': 4, 'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.0.0/24'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:40:48.271474 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0827fd-9636-45f9-96dc-d432064c6a15 admin admin] Made reservation on behalf of 545b5824a9314a3a81e4babed059fa06 for: {'subnet': 1} {{(pid=113210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:40:48.273897 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-bf0827fd-9636-45f9-96dc-d432064c6a15 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:48.342871 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:48.678381 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.objects.ports [None req-bf0827fd-9636-45f9-96dc-d432064c6a15 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=113210) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 17 03:40:48.678826 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-bf0827fd-9636-45f9-96dc-d432064c6a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828'] for subnet (9fe7d342-7214-45a3-bf4f-d121f4a79efc), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:48.718791 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:48.738970 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0827fd-9636-45f9-96dc-d432064c6a15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fe7d342-7214-45a3-bf4f-d121f4a79efc,revision_number=0']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:48.746916 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0827fd-9636-45f9-96dc-d432064c6a15 admin admin] Checking segment: {'id': 'b9ff3b7d-3dba-4f81-9340-22e46529b80a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:40:48.747549 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0827fd-9636-45f9-96dc-d432064c6a15 admin admin] Network hostable DHCP agents. Network: 4d68fa53-4257-4a6b-8a5b-fb329be82f15, hostable agents: ['b0b4725d-5d3f-4adf-8b60-729f2f7a35da'], hosted agents: [] {{(pid=113210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 03:40:48.813784 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0827fd-9636-45f9-96dc-d432064c6a15 admin admin] Network 4d68fa53-4257-4a6b-8a5b-fb329be82f15 is scheduled to be hosted by DHCP agent b0b4725d-5d3f-4adf-8b60-729f2f7a35da with binding_index 1 {{(pid=113210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 03:40:48.888373 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.base_scheduler [None req-bf0827fd-9636-45f9-96dc-d432064c6a15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-3-iscsi, 4d68fa53-4257-4a6b-8a5b-fb329be82f15) {{(pid=113210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:40:48.895936 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3322b465-03c9-48bb-8afd-97811cc19d1d None None] Network 4d68fa53-4257-4a6b-8a5b-fb329be82f15 requested from dv-cinder-849143-3-iscsi {{(pid=113212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:40:48.899119 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0827fd-9636-45f9-96dc-d432064c6a15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:48.899788 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-bf0827fd-9636-45f9-96dc-d432064c6a15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for subnet (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:48.973777 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-bf0827fd-9636-45f9-96dc-d432064c6a15 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8041692 Sep 17 03:40:49.008472 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc5ca11-d144-46ee-9b53-537e511dce3e None None] Network 4d68fa53-4257-4a6b-8a5b-fb329be82f15 requested from dv-cinder-849143-3-iscsi {{(pid=113212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:40:51.685283 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 41916) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:40:52.277813 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-ff30329b-ac2c-4dd3-ae8c-aca9af35d625 demo admin] 10.222.0.42 "GET /networking/v2.0/routers/785a1d88-21bf-439a-8dbe-180320a4d787 HTTP/1.1" status: 200 len: 710 time: 0.5908692 Sep 17 03:40:52.474371 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a4816d-ca5c-4e91-8c4c-6f1c02300db7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:52.475835 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-14a4816d-ca5c-4e91-8c4c-6f1c02300db7 demo admin] 10.222.0.42 "GET /networking/v2.0/networks/4d68fa53-4257-4a6b-8a5b-fb329be82f15 HTTP/1.1" status: 200 len: 886 time: 0.1916220 Sep 17 03:40:52.485806 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [None req-9444b4f2-83dd-464b-99eb-082e798163aa demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'}}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:40:52.675428 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device f96005bc-5eec-4a96-bc34-ab10c404cd87 up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:40:52.705915 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:52.720983 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port f96005bc-5eec-4a96-bc34-ab10c404cd87 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:40:52.721385 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (f96005bc-5eec-4a96-bc34-ab10c404cd87), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:52.721741 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port f96005bc-5eec-4a96-bc34-ab10c404cd87 Sep 17 03:40:52.744788 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-9444b4f2-83dd-464b-99eb-082e798163aa demo admin] Publish callbacks [] for router_gateway (785a1d88-21bf-439a-8dbe-180320a4d787), precommit_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:52.794769 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port f96005bc-5eec-4a96-bc34-ab10c404cd87 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:40:53.010081 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-9444b4f2-83dd-464b-99eb-082e798163aa demo admin] Publish callbacks [] for router_gateway (785a1d88-21bf-439a-8dbe-180320a4d787), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:53.091728 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-9444b4f2-83dd-464b-99eb-082e798163aa demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:53.279926 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.db_base_plugin_common [None req-9444b4f2-83dd-464b-99eb-082e798163aa demo admin] Allocated IP 172.27.0.172 (4d68fa53-4257-4a6b-8a5b-fb329be82f15/9fe7d342-7214-45a3-bf4f-d121f4a79efc/9b154a45-42bc-44c5-8c97-c5ec63d74f1e) {{(pid=113211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:40:53.390349 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-9444b4f2-83dd-464b-99eb-082e798163aa demo admin] Publish callbacks [] for port (9b154a45-42bc-44c5-8c97-c5ec63d74f1e), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:53.401195 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:53.432106 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:53.500727 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-9444b4f2-83dd-464b-99eb-082e798163aa demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976'] for port (9b154a45-42bc-44c5-8c97-c5ec63d74f1e), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:53.564083 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9444b4f2-83dd-464b-99eb-082e798163aa demo admin] Network 4d68fa53-4257-4a6b-8a5b-fb329be82f15 is already hosted by enough agents. {{(pid=113211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:40:53.568882 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.base_scheduler [None req-9444b4f2-83dd-464b-99eb-082e798163aa demo admin] Resources bound (agent type, host, resource id): {{(pid=113211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:40:53.611441 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9444b4f2-83dd-464b-99eb-082e798163aa demo admin] Pushing event updated for resources: {'Port': ['ID=9b154a45-42bc-44c5-8c97-c5ec63d74f1e,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:53.620841 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9444b4f2-83dd-464b-99eb-082e798163aa demo admin] Received port after_create {{(pid=113211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:40:53.624437 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9444b4f2-83dd-464b-99eb-082e798163aa demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:53.624783 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9444b4f2-83dd-464b-99eb-082e798163aa demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:53.625130 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9444b4f2-83dd-464b-99eb-082e798163aa demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:53.625476 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9444b4f2-83dd-464b-99eb-082e798163aa demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:53.625830 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9444b4f2-83dd-464b-99eb-082e798163aa demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:53.626162 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9444b4f2-83dd-464b-99eb-082e798163aa demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:53.626488 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9444b4f2-83dd-464b-99eb-082e798163aa demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:53.626811 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9444b4f2-83dd-464b-99eb-082e798163aa demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:53.627162 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9444b4f2-83dd-464b-99eb-082e798163aa demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:53.627496 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9444b4f2-83dd-464b-99eb-082e798163aa demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:53.627824 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9444b4f2-83dd-464b-99eb-082e798163aa demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:53.628170 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9444b4f2-83dd-464b-99eb-082e798163aa demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:53.628495 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9444b4f2-83dd-464b-99eb-082e798163aa demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:53.628815 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9444b4f2-83dd-464b-99eb-082e798163aa demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:53.629134 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9444b4f2-83dd-464b-99eb-082e798163aa demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:53.630574 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9444b4f2-83dd-464b-99eb-082e798163aa demo admin] Tracked resource versions report: Sep 17 03:40:53.630574 dv-cinder-849143-3-iscsi neutron-server[113211]: pushed versions: Sep 17 03:40:53.630574 dv-cinder-849143-3-iscsi neutron-server[113211]: { 'AddressGroup': {'1.2'}, Sep 17 03:40:53.630574 dv-cinder-849143-3-iscsi neutron-server[113211]: 'Agent': {'1.1'}, Sep 17 03:40:53.630574 dv-cinder-849143-3-iscsi neutron-server[113211]: 'ConntrackHelper': {'1.0'}, Sep 17 03:40:53.630574 dv-cinder-849143-3-iscsi neutron-server[113211]: 'LocalIPAssociation': {'1.0'}, Sep 17 03:40:53.630574 dv-cinder-849143-3-iscsi neutron-server[113211]: 'Log': {'1.0'}, Sep 17 03:40:53.630574 dv-cinder-849143-3-iscsi neutron-server[113211]: 'NDPProxy': {'1.0'}, Sep 17 03:40:53.630574 dv-cinder-849143-3-iscsi neutron-server[113211]: 'Network': {'1.1'}, Sep 17 03:40:53.630574 dv-cinder-849143-3-iscsi neutron-server[113211]: 'Port': {'1.7'}, Sep 17 03:40:53.630574 dv-cinder-849143-3-iscsi neutron-server[113211]: 'PortForwarding': {'1.3'}, Sep 17 03:40:53.630574 dv-cinder-849143-3-iscsi neutron-server[113211]: 'QosPolicy': {'1.10'}, Sep 17 03:40:53.630574 dv-cinder-849143-3-iscsi neutron-server[113211]: 'SecurityGroup': {'1.5'}, Sep 17 03:40:53.630574 dv-cinder-849143-3-iscsi neutron-server[113211]: 'SecurityGroupRule': {'1.2'}, Sep 17 03:40:53.630574 dv-cinder-849143-3-iscsi neutron-server[113211]: 'SubPort': {'1.0'}, Sep 17 03:40:53.630574 dv-cinder-849143-3-iscsi neutron-server[113211]: 'Subnet': {'1.1'}, Sep 17 03:40:53.630574 dv-cinder-849143-3-iscsi neutron-server[113211]: 'Trunk': {'1.1'}} Sep 17 03:40:53.630574 dv-cinder-849143-3-iscsi neutron-server[113211]: consumer versions: Sep 17 03:40:53.630574 dv-cinder-849143-3-iscsi neutron-server[113211]: { DHCP agent@dv-cinder-849143-3-iscsi: {}, Sep 17 03:40:53.630574 dv-cinder-849143-3-iscsi neutron-server[113211]: L3 agent@dv-cinder-849143-3-iscsi: {}, Sep 17 03:40:53.630574 dv-cinder-849143-3-iscsi neutron-server[113211]: Metadata agent@dv-cinder-849143-3-iscsi: {}, Sep 17 03:40:53.630574 dv-cinder-849143-3-iscsi neutron-server[113211]: Metering agent@dv-cinder-849143-3-iscsi: {}, Sep 17 03:40:53.630574 dv-cinder-849143-3-iscsi neutron-server[113211]: Open vSwitch agent@dv-cinder-849143-3-iscsi: { 'AddressGroup': '1.2', Sep 17 03:40:53.630574 dv-cinder-849143-3-iscsi neutron-server[113211]: 'Agent': '1.1', Sep 17 03:40:53.630574 dv-cinder-849143-3-iscsi neutron-server[113211]: 'ConntrackHelper': '1.0', Sep 17 03:40:53.630574 dv-cinder-849143-3-iscsi neutron-server[113211]: 'LocalIPAssociation': '1.0', Sep 17 03:40:53.630574 dv-cinder-849143-3-iscsi neutron-server[113211]: 'Log': '1.0', Sep 17 03:40:53.630574 dv-cinder-849143-3-iscsi neutron-server[113211]: 'NDPProxy': '1.0', Sep 17 03:40:53.630574 dv-cinder-849143-3-iscsi neutron-server[113211]: 'Network': '1.1', Sep 17 03:40:53.630574 dv-cinder-849143-3-iscsi neutron-server[113211]: 'Port': '1.7', Sep 17 03:40:53.630574 dv-cinder-849143-3-iscsi neutron-server[113211]: 'PortForwarding': '1.3', Sep 17 03:40:53.630574 dv-cinder-849143-3-iscsi neutron-server[113211]: 'QosPolicy': '1.10', Sep 17 03:40:53.630574 dv-cinder-849143-3-iscsi neutron-server[113211]: 'SecurityGroup': '1.5', Sep 17 03:40:53.630574 dv-cinder-849143-3-iscsi neutron-server[113211]: 'SecurityGroupRule': '1.2', Sep 17 03:40:53.630574 dv-cinder-849143-3-iscsi neutron-server[113211]: 'SubPort': '1.0', Sep 17 03:40:53.630574 dv-cinder-849143-3-iscsi neutron-server[113211]: 'Subnet': '1.1', Sep 17 03:40:53.630574 dv-cinder-849143-3-iscsi neutron-server[113211]: 'Trunk': '1.1'}} Sep 17 03:40:53.630574 dv-cinder-849143-3-iscsi neutron-server[113211]: {{(pid=113211) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 03:40:53.956085 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-9444b4f2-83dd-464b-99eb-082e798163aa demo admin] Publish callbacks [] for router_gateway (785a1d88-21bf-439a-8dbe-180320a4d787), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:54.191318 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-9444b4f2-83dd-464b-99eb-082e798163aa demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-615368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-617957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router (785a1d88-21bf-439a-8dbe-180320a4d787), precommit_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:54.196295 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-9444b4f2-83dd-464b-99eb-082e798163aa demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-615204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-615361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-615226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-617950'] for router (785a1d88-21bf-439a-8dbe-180320a4d787), after_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:54.297340 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9444b4f2-83dd-464b-99eb-082e798163aa demo admin] Router 785a1d88-21bf-439a-8dbe-180320a4d787 has already been hosted by L3 agent b971cbd0-997d-41fb-8614-0aea29982798 {{(pid=113211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:40:54.400631 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9444b4f2-83dd-464b-99eb-082e798163aa demo admin] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:40:54.406170 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-9444b4f2-83dd-464b-99eb-082e798163aa demo admin] Publish callbacks [] for router (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:54.407074 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-9444b4f2-83dd-464b-99eb-082e798163aa demo admin] 10.222.0.42 "PUT /networking/v2.0/routers/785a1d88-21bf-439a-8dbe-180320a4d787 HTTP/1.1" status: 200 len: 890 time: 1.9247007 Sep 17 03:40:54.411195 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0566bb69-caa2-4423-93af-81042bd54961 None None] Sync routers for ids ['785a1d88-21bf-439a-8dbe-180320a4d787'] in dv-cinder-849143-3-iscsi {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:40:54.424006 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0566bb69-caa2-4423-93af-81042bd54961 None None] Routers {'785a1d88-21bf-439a-8dbe-180320a4d787'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:40:54.424675 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-0566bb69-caa2-4423-93af-81042bd54961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:40:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['785a1d88-21bf-439a-8dbe-180320a4d787'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:40:54.641717 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-0566bb69-caa2-4423-93af-81042bd54961 None None] Set router 785a1d88-21bf-439a-8dbe-180320a4d787 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:40:55.079509 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-0566bb69-caa2-4423-93af-81042bd54961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '785a1d88-21bf-439a-8dbe-180320a4d787', 'name': 'router1', 'tenant_id': 'c8afa64e2aee4a569d1afe94e8ecf1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '9b154a45-42bc-44c5-8c97-c5ec63d74f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:40:33Z', 'updated_at': '2022-09-17T03:40:53Z', 'revision_number': 4, 'project_id': 'c8afa64e2aee4a569d1afe94e8ecf1a6', 'gw_port': {'id': '9b154a45-42bc-44c5-8c97-c5ec63d74f1e', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d8:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '785a1d88-21bf-439a-8dbe-180320a4d787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:40:53Z', 'updated_at': '2022-09-17T03:40:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': 'f96005bc-5eec-4a96-bc34-ab10c404cd87', 'name': '', 'network_id': 'c0df99c7-1d2a-44ac-910e-7a3725bf0d63', 'tenant_id': 'c8afa64e2aee4a569d1afe94e8ecf1a6', 'mac_address': 'fa:16:3e:f3:f0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785a1d88-21bf-439a-8dbe-180320a4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0be20bb1-11ab-46c2-9fce-3968b6055c3f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:40:43Z', 'updated_at': '2022-09-17T03:40:47Z', 'revision_number': 5, 'project_id': 'c8afa64e2aee4a569d1afe94e8ecf1a6', 'subnets': [{'id': '0be20bb1-11ab-46c2-9fce-3968b6055c3f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '296a76ac-1b8d-4a36-853b-cda046ebd4aa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:40:55.130721 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0566bb69-caa2-4423-93af-81042bd54961 None None] Checking router: 785a1d88-21bf-439a-8dbe-180320a4d787 for host: dv-cinder-849143-3-iscsi {{(pid=113212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:40:55.131069 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0566bb69-caa2-4423-93af-81042bd54961 None None] Updating router 785a1d88-21bf-439a-8dbe-180320a4d787 port 9b154a45-42bc-44c5-8c97-c5ec63d74f1e binding host dv-cinder-849143-3-iscsi {{(pid=113212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 03:40:55.182357 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=100 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:55.185672 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-0566bb69-caa2-4423-93af-81042bd54961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (9b154a45-42bc-44c5-8c97-c5ec63d74f1e), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:55.493191 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-0566bb69-caa2-4423-93af-81042bd54961 None None] Publish callbacks [] for port (9b154a45-42bc-44c5-8c97-c5ec63d74f1e), precommit_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:55.550749 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-0566bb69-caa2-4423-93af-81042bd54961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (9b154a45-42bc-44c5-8c97-c5ec63d74f1e), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:55.583530 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-0566bb69-caa2-4423-93af-81042bd54961 None None] Attempting to bind port 9b154a45-42bc-44c5-8c97-c5ec63d74f1e on host dv-cinder-849143-3-iscsi for vnic_type normal with profile {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:40:55.583897 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-0566bb69-caa2-4423-93af-81042bd54961 None None] Attempting to bind port 9b154a45-42bc-44c5-8c97-c5ec63d74f1e by drivers openvswitch,hyperv on host dv-cinder-849143-3-iscsi at level 0 using segments [{'id': 'b9ff3b7d-3dba-4f81-9340-22e46529b80a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'}] {{(pid=113212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:40:55.584255 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0566bb69-caa2-4423-93af-81042bd54961 None None] Attempting to bind port 9b154a45-42bc-44c5-8c97-c5ec63d74f1e on network 4d68fa53-4257-4a6b-8a5b-fb329be82f15 {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:40:55.618441 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b351dd4b-86f9-4525-98c5-65597def8882 None None] Pushing event updated for resources: {'Port': ['ID=9b154a45-42bc-44c5-8c97-c5ec63d74f1e,revision_number=2']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:55.637643 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0566bb69-caa2-4423-93af-81042bd54961 None None] Checking agent: {'id': '287db9f2-8160-4728-95aa-12aebca604d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 40, 13), 'started_at': datetime.datetime(2022, 9, 17, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:40:55.638046 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0566bb69-caa2-4423-93af-81042bd54961 None None] Checking segment: {'id': 'b9ff3b7d-3dba-4f81-9340-22e46529b80a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:40:55.638439 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-0566bb69-caa2-4423-93af-81042bd54961 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:55.638823 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0566bb69-caa2-4423-93af-81042bd54961 None None] Bound using segment: {'id': 'b9ff3b7d-3dba-4f81-9340-22e46529b80a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'} {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:40:55.639278 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-0566bb69-caa2-4423-93af-81042bd54961 None None] Bound port: 9b154a45-42bc-44c5-8c97-c5ec63d74f1e, host: dv-cinder-849143-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ff3b7d-3dba-4f81-9340-22e46529b80a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'}}] {{(pid=113212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:40:55.639670 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-0566bb69-caa2-4423-93af-81042bd54961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (9b154a45-42bc-44c5-8c97-c5ec63d74f1e), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:55.662776 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:55.689990 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-0566bb69-caa2-4423-93af-81042bd54961 None None] For port 9b154a45-42bc-44c5-8c97-c5ec63d74f1e, host dv-cinder-849143-3-iscsi, cleared binding levels {{(pid=113212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:40:55.692981 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-0566bb69-caa2-4423-93af-81042bd54961 None None] For port 9b154a45-42bc-44c5-8c97-c5ec63d74f1e, host dv-cinder-849143-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=9b154a45-42bc-44c5-8c97-c5ec63d74f1e,segment=NetworkSegment(b9ff3b7d-3dba-4f81-9340-22e46529b80a),segment_id=b9ff3b7d-3dba-4f81-9340-22e46529b80a)] {{(pid=113212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:40:55.763012 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-0566bb69-caa2-4423-93af-81042bd54961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (9b154a45-42bc-44c5-8c97-c5ec63d74f1e), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:55.801747 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0566bb69-caa2-4423-93af-81042bd54961 None None] Routers {'785a1d88-21bf-439a-8dbe-180320a4d787'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:40:55.802367 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-0566bb69-caa2-4423-93af-81042bd54961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:40:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['785a1d88-21bf-439a-8dbe-180320a4d787'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:40:55.856829 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b351dd4b-86f9-4525-98c5-65597def8882 None None] Pushing event updated for resources: {'Port': ['ID=9b154a45-42bc-44c5-8c97-c5ec63d74f1e,revision_number=3']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:55.925155 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-0566bb69-caa2-4423-93af-81042bd54961 None None] Set router 785a1d88-21bf-439a-8dbe-180320a4d787 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:40:56.116835 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-0566bb69-caa2-4423-93af-81042bd54961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '785a1d88-21bf-439a-8dbe-180320a4d787', 'name': 'router1', 'tenant_id': 'c8afa64e2aee4a569d1afe94e8ecf1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '9b154a45-42bc-44c5-8c97-c5ec63d74f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:40:33Z', 'updated_at': '2022-09-17T03:40:53Z', 'revision_number': 4, 'project_id': 'c8afa64e2aee4a569d1afe94e8ecf1a6', 'gw_port': {'id': '9b154a45-42bc-44c5-8c97-c5ec63d74f1e', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d8:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '785a1d88-21bf-439a-8dbe-180320a4d787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:40:53Z', 'updated_at': '2022-09-17T03:40:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': 'f96005bc-5eec-4a96-bc34-ab10c404cd87', 'name': '', 'network_id': 'c0df99c7-1d2a-44ac-910e-7a3725bf0d63', 'tenant_id': 'c8afa64e2aee4a569d1afe94e8ecf1a6', 'mac_address': 'fa:16:3e:f3:f0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785a1d88-21bf-439a-8dbe-180320a4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0be20bb1-11ab-46c2-9fce-3968b6055c3f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:40:43Z', 'updated_at': '2022-09-17T03:40:47Z', 'revision_number': 5, 'project_id': 'c8afa64e2aee4a569d1afe94e8ecf1a6', 'subnets': [{'id': '0be20bb1-11ab-46c2-9fce-3968b6055c3f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '296a76ac-1b8d-4a36-853b-cda046ebd4aa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:40:56.144573 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0566bb69-caa2-4423-93af-81042bd54961 None None] The sync data for ids ['785a1d88-21bf-439a-8dbe-180320a4d787'] in dv-cinder-849143-3-iscsi is: [{'id': '785a1d88-21bf-439a-8dbe-180320a4d787', 'name': 'router1', 'tenant_id': 'c8afa64e2aee4a569d1afe94e8ecf1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '9b154a45-42bc-44c5-8c97-c5ec63d74f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:40:33Z', 'updated_at': '2022-09-17T03:40:53Z', 'revision_number': 4, 'project_id': 'c8afa64e2aee4a569d1afe94e8ecf1a6', 'gw_port': {'id': '9b154a45-42bc-44c5-8c97-c5ec63d74f1e', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d8:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '785a1d88-21bf-439a-8dbe-180320a4d787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:40:53Z', 'updated_at': '2022-09-17T03:40:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': 'f96005bc-5eec-4a96-bc34-ab10c404cd87', 'name': '', 'network_id': 'c0df99c7-1d2a-44ac-910e-7a3725bf0d63', 'tenant_id': 'c8afa64e2aee4a569d1afe94e8ecf1a6', 'mac_address': 'fa:16:3e:f3:f0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785a1d88-21bf-439a-8dbe-180320a4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0be20bb1-11ab-46c2-9fce-3968b6055c3f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:40:43Z', 'updated_at': '2022-09-17T03:40:47Z', 'revision_number': 5, 'project_id': 'c8afa64e2aee4a569d1afe94e8ecf1a6', 'subnets': [{'id': '0be20bb1-11ab-46c2-9fce-3968b6055c3f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '296a76ac-1b8d-4a36-853b-cda046ebd4aa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:40:56.695921 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 9b154a45-42bc-44c5-8c97-c5ec63d74f1e up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:40:56.749975 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port 9b154a45-42bc-44c5-8c97-c5ec63d74f1e triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:40:56.750366 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (9b154a45-42bc-44c5-8c97-c5ec63d74f1e), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:56.750704 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port 9b154a45-42bc-44c5-8c97-c5ec63d74f1e Sep 17 03:40:56.797654 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:56.828801 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port 9b154a45-42bc-44c5-8c97-c5ec63d74f1e is: DOWN; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:40:56.829379 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (9b154a45-42bc-44c5-8c97-c5ec63d74f1e), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:56.854830 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] For port 9b154a45-42bc-44c5-8c97-c5ec63d74f1e, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=9b154a45-42bc-44c5-8c97-c5ec63d74f1e,segment=NetworkSegment(b9ff3b7d-3dba-4f81-9340-22e46529b80a),segment_id=b9ff3b7d-3dba-4f81-9340-22e46529b80a)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:40:56.910141 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (9b154a45-42bc-44c5-8c97-c5ec63d74f1e), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:56.970625 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Pushing event updated for resources: {'Port': ['ID=9b154a45-42bc-44c5-8c97-c5ec63d74f1e,revision_number=4']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:57.280269 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 41932) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:40:57.669348 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-7604b710-116d-4eff-bf48-413ed60437af admin admin] 10.222.0.42 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.3879588 Sep 17 03:40:58.669458 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 9b154a45-42bc-44c5-8c97-c5ec63d74f1e up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:40:58.712118 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port 9b154a45-42bc-44c5-8c97-c5ec63d74f1e triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:40:58.712498 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (9b154a45-42bc-44c5-8c97-c5ec63d74f1e), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:58.712822 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port 9b154a45-42bc-44c5-8c97-c5ec63d74f1e Sep 17 03:40:58.771894 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:58.783286 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port 9b154a45-42bc-44c5-8c97-c5ec63d74f1e is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:40:58.908551 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=33,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:58.910870 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:02.043446 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.agents_db [None req-b2aba882-f127-474e-990c-8a1f8fa77bd5 None None] Agent healthcheck: found 5 active agents {{(pid=113213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:41:04.031522 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=77 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:07.662516 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:07.665760 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:07.893820 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-f2eed5db-812c-4f74-afb7-027743c61c5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b0b4725d-5d3f-4adf-8b60-729f2f7a35da), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:10.287168 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-7fffb76a-5f31-412b-a96e-8cc4f6c7228b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b971cbd0-997d-41fb-8614-0aea29982798), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:11.383377 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ff42d983-095d-47ba-82c6-d5d7a2ded2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b812d02d-dcd0-44a4-bd1c-6e92b95e6b3f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:12.021984 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=12 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:13.019053 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (287db9f2-8160-4728-95aa-12aebca604d4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:13.252844 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fecdf064-2280-4810-8c6f-7fec6cce5654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (7e0cb1e0-c4a7-4d3b-9abd-ffc9973ed5e0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:23.205255 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:23.207668 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:37.898434 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-690ee9ec-f55b-4b8f-b08e-30bf5d8c3d57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b0b4725d-5d3f-4adf-8b60-729f2f7a35da), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:39.022669 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.agents_db [None req-b2aba882-f127-474e-990c-8a1f8fa77bd5 None None] Agent healthcheck: found 5 active agents {{(pid=113213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:41:40.236794 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-39e1f133-2c76-4970-a97e-c87d0215e3e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b971cbd0-997d-41fb-8614-0aea29982798), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:41.031941 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=5 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:41.390941 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ff42d983-095d-47ba-82c6-d5d7a2ded2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b812d02d-dcd0-44a4-bd1c-6e92b95e6b3f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:43.363829 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (287db9f2-8160-4728-95aa-12aebca604d4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:43.365953 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fecdf064-2280-4810-8c6f-7fec6cce5654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (7e0cb1e0-c4a7-4d3b-9abd-ffc9973ed5e0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:49.019802 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=3 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:53.107950 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:53.122615 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:06.019201 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:07.887780 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-6229813a-f36b-4023-bf23-ee4771589143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b0b4725d-5d3f-4adf-8b60-729f2f7a35da), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:10.227986 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-4cd4d496-1242-4c04-b5c9-0dafbcf9a059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b971cbd0-997d-41fb-8614-0aea29982798), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:11.382718 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ff42d983-095d-47ba-82c6-d5d7a2ded2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b812d02d-dcd0-44a4-bd1c-6e92b95e6b3f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:12.967469 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (287db9f2-8160-4728-95aa-12aebca604d4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:13.173223 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fecdf064-2280-4810-8c6f-7fec6cce5654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (7e0cb1e0-c4a7-4d3b-9abd-ffc9973ed5e0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:16.021624 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.agents_db [None req-b2aba882-f127-474e-990c-8a1f8fa77bd5 None None] Agent healthcheck: found 5 active agents {{(pid=113213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:42:18.024444 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=2 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:23.111409 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=10 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:23.117363 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:25.969186 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 42482) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:42:26.018614 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=6 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:26.307345 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.pecan_wsgi.hooks.translation [None req-4506bc17-53b9-4fea-8091-8d1781b65595 admin admin] GET failed (client error): The resource could not be found. Sep 17 03:42:26.308724 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-4506bc17-53b9-4fea-8091-8d1781b65595 admin admin] 10.222.0.42 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3385508 Sep 17 03:42:26.477993 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a61dd7-1560-499d-8a1d-ca53a10ec8d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:26.479517 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-39a61dd7-1560-499d-8a1d-ca53a10ec8d4 admin admin] 10.222.0.42 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1664464 Sep 17 03:42:29.051940 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 42492) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:42:29.427918 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1de8f2f-1415-4185-b4fd-3a9d62493b96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:29.429238 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-d1de8f2f-1415-4185-b4fd-3a9d62493b96 admin admin] 10.222.0.42 "GET /networking/v2.0/subnets/0be20bb1-11ab-46c2-9fce-3968b6055c3f HTTP/1.1" status: 200 len: 849 time: 0.3763530 Sep 17 03:42:29.439117 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-dee36fc4-57de-4d78-8511-1e905a22c2f7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:42:29.521891 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-dee36fc4-57de-4d78-8511-1e905a22c2f7 admin admin] Publish callbacks [] for subnet (0be20bb1-11ab-46c2-9fce-3968b6055c3f), before_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:29.695910 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-dee36fc4-57de-4d78-8511-1e905a22c2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745114924948'] for subnet (0be20bb1-11ab-46c2-9fce-3968b6055c3f), after_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:29.725961 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee36fc4-57de-4d78-8511-1e905a22c2f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:29.726558 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-dee36fc4-57de-4d78-8511-1e905a22c2f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for subnet (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:29.727959 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-dee36fc4-57de-4d78-8511-1e905a22c2f7 admin admin] 10.222.0.42 "PUT /networking/v2.0/subnets/0be20bb1-11ab-46c2-9fce-3968b6055c3f HTTP/1.1" status: 200 len: 868 time: 0.2922995 Sep 17 03:42:29.732112 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2c1876-0ecb-42a0-be5e-959937b69359 None None] Network c0df99c7-1d2a-44ac-910e-7a3725bf0d63 requested from dv-cinder-849143-3-iscsi {{(pid=113212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:42:29.755244 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee36fc4-57de-4d78-8511-1e905a22c2f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0be20bb1-11ab-46c2-9fce-3968b6055c3f,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:42:29.763796 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee36fc4-57de-4d78-8511-1e905a22c2f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:29.764193 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee36fc4-57de-4d78-8511-1e905a22c2f7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:29.764516 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee36fc4-57de-4d78-8511-1e905a22c2f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:29.764860 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee36fc4-57de-4d78-8511-1e905a22c2f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:29.765192 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee36fc4-57de-4d78-8511-1e905a22c2f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:29.765522 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee36fc4-57de-4d78-8511-1e905a22c2f7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:29.765943 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee36fc4-57de-4d78-8511-1e905a22c2f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:29.766278 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee36fc4-57de-4d78-8511-1e905a22c2f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:29.766632 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee36fc4-57de-4d78-8511-1e905a22c2f7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:29.766965 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee36fc4-57de-4d78-8511-1e905a22c2f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:29.767293 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee36fc4-57de-4d78-8511-1e905a22c2f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:29.767620 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee36fc4-57de-4d78-8511-1e905a22c2f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:29.768004 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee36fc4-57de-4d78-8511-1e905a22c2f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:29.768262 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee36fc4-57de-4d78-8511-1e905a22c2f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:29.768736 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee36fc4-57de-4d78-8511-1e905a22c2f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:30.085223 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-dbea428a-6310-4b82-b1b1-591c8e7f613e None None] Provisioning complete for port f96005bc-5eec-4a96-bc34-ab10c404cd87 triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:42:30.085631 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-dbea428a-6310-4b82-b1b1-591c8e7f613e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (f96005bc-5eec-4a96-bc34-ab10c404cd87), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:30.085995 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-dbea428a-6310-4b82-b1b1-591c8e7f613e None None] Attempt 1 to provision port f96005bc-5eec-4a96-bc34-ab10c404cd87 Sep 17 03:42:30.164607 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-dbea428a-6310-4b82-b1b1-591c8e7f613e None None] Current status of the port f96005bc-5eec-4a96-bc34-ab10c404cd87 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:42:30.173256 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-dbea428a-6310-4b82-b1b1-591c8e7f613e None None] Provisioning complete for port 66ac0e23-72cb-4c40-911c-694eea72dc43 triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:42:30.173638 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-dbea428a-6310-4b82-b1b1-591c8e7f613e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (66ac0e23-72cb-4c40-911c-694eea72dc43), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:30.173997 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-dbea428a-6310-4b82-b1b1-591c8e7f613e None None] Attempt 1 to provision port 66ac0e23-72cb-4c40-911c-694eea72dc43 Sep 17 03:42:30.244927 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-dbea428a-6310-4b82-b1b1-591c8e7f613e None None] Current status of the port 66ac0e23-72cb-4c40-911c-694eea72dc43 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:42:32.310335 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 42500) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:42:32.799414 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5033edb9-474c-4d26-a8a0-604cba80ca42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:32.799885 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5033edb9-474c-4d26-a8a0-604cba80ca42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:32.801430 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-5033edb9-474c-4d26-a8a0-604cba80ca42 admin admin] 10.222.0.42 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4901376 Sep 17 03:42:35.429186 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 42508) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:42:35.835951 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcf39fc-caa6-441a-aca9-126aff332dc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:35.836442 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcf39fc-caa6-441a-aca9-126aff332dc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:35.837989 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-2fcf39fc-caa6-441a-aca9-126aff332dc5 admin admin] 10.222.0.42 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4078069 Sep 17 03:42:37.902792 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fcbc1c19-f7d8-4201-9780-b93b874a83e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b0b4725d-5d3f-4adf-8b60-729f2f7a35da), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:38.458956 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 42516) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:42:38.867079 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12bfe18-8a2a-4e65-b273-313585d40b52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:38.868455 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-c12bfe18-8a2a-4e65-b273-313585d40b52 admin admin] 10.222.0.42 "GET /networking/v2.0/networks/4d68fa53-4257-4a6b-8a5b-fb329be82f15 HTTP/1.1" status: 200 len: 886 time: 0.4082434 Sep 17 03:42:40.235739 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-40c094ae-8788-4df9-9a23-ce12dc83e583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b971cbd0-997d-41fb-8614-0aea29982798), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:41.389947 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ff42d983-095d-47ba-82c6-d5d7a2ded2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b812d02d-dcd0-44a4-bd1c-6e92b95e6b3f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:41.443618 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 42524) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:42:41.811389 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:41.816714 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:41.857181 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9adf28-e4e8-407d-909e-a817197b9bfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:41.858618 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-bb9adf28-e4e8-407d-909e-a817197b9bfb admin admin] 10.222.0.42 "GET /networking/v2.0/networks/c0df99c7-1d2a-44ac-910e-7a3725bf0d63 HTTP/1.1" status: 200 len: 869 time: 0.4140158 Sep 17 03:42:42.987293 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (287db9f2-8160-4728-95aa-12aebca604d4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:43.176001 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fecdf064-2280-4810-8c6f-7fec6cce5654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (7e0cb1e0-c4a7-4d3b-9abd-ffc9973ed5e0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:44.449208 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 42532) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:42:44.863475 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6775e472-a070-4b62-9132-3129a0f85b66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:44.863934 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6775e472-a070-4b62-9132-3129a0f85b66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:44.865455 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-6775e472-a070-4b62-9132-3129a0f85b66 admin admin] 10.222.0.42 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4152856 Sep 17 03:42:47.454290 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 42540) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:42:47.827481 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b90560-0690-4283-b7e0-9926244b0f2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:47.827964 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b90560-0690-4283-b7e0-9926244b0f2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:47.829498 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-f0b90560-0690-4283-b7e0-9926244b0f2d admin admin] 10.222.0.42 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3736160 Sep 17 03:42:50.538254 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 42548) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:42:50.920755 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce544f8f-a3d7-42d4-875b-2fb1f25a8052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:50.922131 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-ce544f8f-a3d7-42d4-875b-2fb1f25a8052 admin admin] 10.222.0.42 "GET /networking/v2.0/subnets/0be20bb1-11ab-46c2-9fce-3968b6055c3f HTTP/1.1" status: 200 len: 868 time: 0.3829420 Sep 17 03:42:53.020156 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.agents_db [None req-b2aba882-f127-474e-990c-8a1f8fa77bd5 None None] Agent healthcheck: found 5 active agents {{(pid=113213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:42:53.114683 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=50,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:53.121693 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=42,neutron:UPDATE=3 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:53.503789 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 42556) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:42:53.868181 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0451ea86-4902-44ad-8d4f-7cb9ce03b63a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:53.870123 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-0451ea86-4902-44ad-8d4f-7cb9ce03b63a admin admin] 10.222.0.42 "GET /networking/v2.0/subnets/9fe7d342-7214-45a3-bf4f-d121f4a79efc HTTP/1.1" status: 200 len: 816 time: 0.3653500 Sep 17 03:43:00.910297 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=17 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:00.916755 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=37 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:03.863874 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=6 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:03.864726 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=4 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:04.354783 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=15 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:07.912548 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-092fe0cb-2bba-434a-b23f-692dea9a1123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b0b4725d-5d3f-4adf-8b60-729f2f7a35da), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:10.241017 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-c1005e39-97e6-4621-8331-e3fedd98c17f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b971cbd0-997d-41fb-8614-0aea29982798), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:11.035520 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=21 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:11.403703 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ff42d983-095d-47ba-82c6-d5d7a2ded2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b812d02d-dcd0-44a4-bd1c-6e92b95e6b3f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:12.986434 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (287db9f2-8160-4728-95aa-12aebca604d4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:13.239988 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fecdf064-2280-4810-8c6f-7fec6cce5654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (7e0cb1e0-c4a7-4d3b-9abd-ffc9973ed5e0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:23.118209 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:23.124828 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:23.925957 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 42614) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:43:24.259521 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [None req-789c861b-b5a6-4df1-868b-cc116a8a276e admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113211) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 17 03:43:24.261886 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-789c861b-b5a6-4df1-868b-cc116a8a276e admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3336141 Sep 17 03:43:26.914424 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 42622) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:43:27.249168 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f5a072f-9ceb-442a-8059-156545c250d8 admin admin] GET failed (client error): The resource could not be found. Sep 17 03:43:27.250536 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-3f5a072f-9ceb-442a-8059-156545c250d8 admin admin] 10.222.0.42 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3350589 Sep 17 03:43:27.400482 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e3212d-9fcc-484c-bf2c-6c8ff4f7da27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:27.401925 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-c4e3212d-9fcc-484c-bf2c-6c8ff4f7da27 admin admin] 10.222.0.42 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1470654 Sep 17 03:43:29.994628 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 42630) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:43:30.018923 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.agents_db [None req-b2aba882-f127-474e-990c-8a1f8fa77bd5 None None] Agent healthcheck: found 5 active agents {{(pid=113213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:43:30.322398 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [None req-6f37d21a-2c8a-4592-ad2c-c1a5b09fa901 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:43:30.408657 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f37d21a-2c8a-4592-ad2c-c1a5b09fa901 admin admin] Made reservation on behalf of 545b5824a9314a3a81e4babed059fa06 for: {'network': 1} {{(pid=113211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:43:30.411279 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-6f37d21a-2c8a-4592-ad2c-c1a5b09fa901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for network (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:30.454114 dv-cinder-849143-3-iscsi neutron-server[113211]: WARNING neutron.services.revisions.revision_plugin [None req-6f37d21a-2c8a-4592-ad2c-c1a5b09fa901 admin admin] Could not find related network for resource to bump revision. Sep 17 03:43:30.470127 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f37d21a-2c8a-4592-ad2c-c1a5b09fa901 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=113211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 03:43:30.482219 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-6f37d21a-2c8a-4592-ad2c-c1a5b09fa901 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745114997944', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16505770'] for segment (a85d2037-299c-4b61-bf3c-500f242abef9), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:30.482718 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-6f37d21a-2c8a-4592-ad2c-c1a5b09fa901 admin admin] Unsubscribe: segment precommit_create {{(pid=113211) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 17 03:43:30.483209 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.db.segments_db [None req-6f37d21a-2c8a-4592-ad2c-c1a5b09fa901 admin admin] Added segment a85d2037-299c-4b61-bf3c-500f242abef9 of type vlan for network 90ba6b0c-e4c8-49d3-9199-ce8bd863e232 Sep 17 03:43:30.536126 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-6f37d21a-2c8a-4592-ad2c-c1a5b09fa901 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745114436006'] for network (90ba6b0c-e4c8-49d3-9199-ce8bd863e232), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:30.626187 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-6f37d21a-2c8a-4592-ad2c-c1a5b09fa901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828'] for network (90ba6b0c-e4c8-49d3-9199-ce8bd863e232), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:30.627164 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f37d21a-2c8a-4592-ad2c-c1a5b09fa901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:30.627748 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-6f37d21a-2c8a-4592-ad2c-c1a5b09fa901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for network (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:30.719807 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f37d21a-2c8a-4592-ad2c-c1a5b09fa901 admin admin] Pushing event updated for resources: {'Network': ['ID=90ba6b0c-e4c8-49d3-9199-ce8bd863e232,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:30.728069 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f37d21a-2c8a-4592-ad2c-c1a5b09fa901 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:30.728069 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f37d21a-2c8a-4592-ad2c-c1a5b09fa901 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:30.728069 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f37d21a-2c8a-4592-ad2c-c1a5b09fa901 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:30.728069 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f37d21a-2c8a-4592-ad2c-c1a5b09fa901 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:30.728441 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f37d21a-2c8a-4592-ad2c-c1a5b09fa901 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:30.728761 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f37d21a-2c8a-4592-ad2c-c1a5b09fa901 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:30.729088 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f37d21a-2c8a-4592-ad2c-c1a5b09fa901 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:30.729526 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f37d21a-2c8a-4592-ad2c-c1a5b09fa901 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:30.729760 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f37d21a-2c8a-4592-ad2c-c1a5b09fa901 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:30.730085 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f37d21a-2c8a-4592-ad2c-c1a5b09fa901 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:30.730421 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f37d21a-2c8a-4592-ad2c-c1a5b09fa901 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:30.730726 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f37d21a-2c8a-4592-ad2c-c1a5b09fa901 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:30.731045 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f37d21a-2c8a-4592-ad2c-c1a5b09fa901 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:30.731357 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f37d21a-2c8a-4592-ad2c-c1a5b09fa901 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:30.731673 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f37d21a-2c8a-4592-ad2c-c1a5b09fa901 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:30.749611 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-6f37d21a-2c8a-4592-ad2c-c1a5b09fa901 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7536108 Sep 17 03:43:30.751288 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Network 90ba6b0c-e4c8-49d3-9199-ce8bd863e232 details requested by agent ovs-agent-dv-cinder-849143-3-iscsi with host dv-cinder-849143-3-iscsi {{(pid=113212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 03:43:32.034188 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=3 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:33.367556 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 42638) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:43:33.705610 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.pecan_wsgi.hooks.translation [None req-a819062b-7b4b-43f6-850b-eb17f417b559 admin admin] GET failed (client error): The resource could not be found. Sep 17 03:43:33.706889 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-a819062b-7b4b-43f6-850b-eb17f417b559 admin admin] 10.222.0.42 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3379321 Sep 17 03:43:33.776939 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41781fc-7075-4e7d-a888-87a97e629231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:33.778396 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-d41781fc-7075-4e7d-a888-87a97e629231 admin admin] 10.222.0.42 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0668964 Sep 17 03:43:33.788147 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [None req-a99687dc-7b8c-4ff4-82fb-8eafc31cd524 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '90ba6b0c-e4c8-49d3-9199-ce8bd863e232', 'cidr': '192.168.233.0/24'}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:43:33.871588 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99687dc-7b8c-4ff4-82fb-8eafc31cd524 admin admin] Made reservation on behalf of 545b5824a9314a3a81e4babed059fa06 for: {'subnet': 1} {{(pid=113211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:43:33.873906 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-a99687dc-7b8c-4ff4-82fb-8eafc31cd524 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:34.103884 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-a99687dc-7b8c-4ff4-82fb-8eafc31cd524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828'] for subnet (de2175dd-3ea9-43ab-b325-d7845a8b0bf0), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:34.161947 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99687dc-7b8c-4ff4-82fb-8eafc31cd524 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de2175dd-3ea9-43ab-b325-d7845a8b0bf0,revision_number=0']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:34.170975 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99687dc-7b8c-4ff4-82fb-8eafc31cd524 admin admin] Checking segment: {'id': 'a85d2037-299c-4b61-bf3c-500f242abef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '90ba6b0c-e4c8-49d3-9199-ce8bd863e232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:43:34.171334 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99687dc-7b8c-4ff4-82fb-8eafc31cd524 admin admin] Network hostable DHCP agents. Network: 90ba6b0c-e4c8-49d3-9199-ce8bd863e232, hostable agents: ['b0b4725d-5d3f-4adf-8b60-729f2f7a35da'], hosted agents: [] {{(pid=113211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 03:43:34.185271 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:34.271737 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99687dc-7b8c-4ff4-82fb-8eafc31cd524 admin admin] Network 90ba6b0c-e4c8-49d3-9199-ce8bd863e232 is scheduled to be hosted by DHCP agent b0b4725d-5d3f-4adf-8b60-729f2f7a35da with binding_index 1 {{(pid=113211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 03:43:34.357575 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.base_scheduler [None req-a99687dc-7b8c-4ff4-82fb-8eafc31cd524 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-3-iscsi, 90ba6b0c-e4c8-49d3-9199-ce8bd863e232) {{(pid=113211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:43:34.361446 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99687dc-7b8c-4ff4-82fb-8eafc31cd524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:34.362105 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-a99687dc-7b8c-4ff4-82fb-8eafc31cd524 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for subnet (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:34.366776 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ddd24c-50e4-4c83-9d7f-7e68c21aab28 None None] Network 90ba6b0c-e4c8-49d3-9199-ce8bd863e232 requested from dv-cinder-849143-3-iscsi {{(pid=113212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:43:34.454622 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-a99687dc-7b8c-4ff4-82fb-8eafc31cd524 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6696947 Sep 17 03:43:34.467205 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c2a9ba-5511-4fed-ac2b-031d83fbf265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f96e3f4-43ec-52cd-99e5-8d71f9cd206c-90ba6b0c-e4c8-49d3-9199-ce8bd863e232', 'network_id': '90ba6b0c-e4c8-49d3-9199-ce8bd863e232', 'project_id': '545b5824a9314a3a81e4babed059fa06', 'fixed_ips': [{'subnet_id': 'de2175dd-3ea9-43ab-b325-d7845a8b0bf0'}]}} from dv-cinder-849143-3-iscsi. {{(pid=113212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 17 03:43:34.468144 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-d3c2a9ba-5511-4fed-ac2b-031d83fbf265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:34.617220 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.db_base_plugin_common [None req-d3c2a9ba-5511-4fed-ac2b-031d83fbf265 None None] Allocated IP 192.168.233.2 (90ba6b0c-e4c8-49d3-9199-ce8bd863e232/de2175dd-3ea9-43ab-b325-d7845a8b0bf0/a1d9bc70-2c7b-4ec8-8662-3e58e7a7a752) {{(pid=113212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:43:34.779774 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-d3c2a9ba-5511-4fed-ac2b-031d83fbf265 None None] Publish callbacks [] for port (a1d9bc70-2c7b-4ec8-8662-3e58e7a7a752), precommit_create {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:34.861060 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-d3c2a9ba-5511-4fed-ac2b-031d83fbf265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976'] for port (a1d9bc70-2c7b-4ec8-8662-3e58e7a7a752), after_create {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:34.903434 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c2a9ba-5511-4fed-ac2b-031d83fbf265 None None] Network 90ba6b0c-e4c8-49d3-9199-ce8bd863e232 is already hosted by enough agents. {{(pid=113212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:43:34.908508 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.scheduler.base_scheduler [None req-d3c2a9ba-5511-4fed-ac2b-031d83fbf265 None None] Resources bound (agent type, host, resource id): {{(pid=113212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:43:34.910630 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c2a9ba-5511-4fed-ac2b-031d83fbf265 None None] Pushing event updated for resources: {'Port': ['ID=a1d9bc70-2c7b-4ec8-8662-3e58e7a7a752,revision_number=1']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:34.912842 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c2a9ba-5511-4fed-ac2b-031d83fbf265 None None] Received port after_create {{(pid=113212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:43:34.925630 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c2a9ba-5511-4fed-ac2b-031d83fbf265 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:34.926007 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c2a9ba-5511-4fed-ac2b-031d83fbf265 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:34.926363 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c2a9ba-5511-4fed-ac2b-031d83fbf265 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:34.926750 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c2a9ba-5511-4fed-ac2b-031d83fbf265 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:34.927095 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c2a9ba-5511-4fed-ac2b-031d83fbf265 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:34.927421 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c2a9ba-5511-4fed-ac2b-031d83fbf265 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:34.927745 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c2a9ba-5511-4fed-ac2b-031d83fbf265 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:34.928067 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c2a9ba-5511-4fed-ac2b-031d83fbf265 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:34.928901 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c2a9ba-5511-4fed-ac2b-031d83fbf265 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:34.928901 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c2a9ba-5511-4fed-ac2b-031d83fbf265 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:34.929098 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c2a9ba-5511-4fed-ac2b-031d83fbf265 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:34.929332 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c2a9ba-5511-4fed-ac2b-031d83fbf265 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:34.930226 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c2a9ba-5511-4fed-ac2b-031d83fbf265 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:34.930226 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c2a9ba-5511-4fed-ac2b-031d83fbf265 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:34.930596 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c2a9ba-5511-4fed-ac2b-031d83fbf265 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:34.981806 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-d3c2a9ba-5511-4fed-ac2b-031d83fbf265 None None] Attempting to bind port a1d9bc70-2c7b-4ec8-8662-3e58e7a7a752 on host dv-cinder-849143-3-iscsi for vnic_type normal with profile {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:43:34.982156 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-d3c2a9ba-5511-4fed-ac2b-031d83fbf265 None None] Attempting to bind port a1d9bc70-2c7b-4ec8-8662-3e58e7a7a752 by drivers openvswitch,hyperv on host dv-cinder-849143-3-iscsi at level 0 using segments [{'id': 'a85d2037-299c-4b61-bf3c-500f242abef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '90ba6b0c-e4c8-49d3-9199-ce8bd863e232'}] {{(pid=113212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:43:34.982516 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c2a9ba-5511-4fed-ac2b-031d83fbf265 None None] Attempting to bind port a1d9bc70-2c7b-4ec8-8662-3e58e7a7a752 on network 90ba6b0c-e4c8-49d3-9199-ce8bd863e232 {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:43:35.029536 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c2a9ba-5511-4fed-ac2b-031d83fbf265 None None] Checking agent: {'id': '287db9f2-8160-4728-95aa-12aebca604d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 40, 13), 'started_at': datetime.datetime(2022, 9, 17, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:43:35.030052 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c2a9ba-5511-4fed-ac2b-031d83fbf265 None None] Checking segment: {'id': 'a85d2037-299c-4b61-bf3c-500f242abef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '90ba6b0c-e4c8-49d3-9199-ce8bd863e232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:43:35.030444 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-d3c2a9ba-5511-4fed-ac2b-031d83fbf265 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:35.030823 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c2a9ba-5511-4fed-ac2b-031d83fbf265 None None] Bound using segment: {'id': 'a85d2037-299c-4b61-bf3c-500f242abef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '90ba6b0c-e4c8-49d3-9199-ce8bd863e232'} {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:43:35.031279 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-d3c2a9ba-5511-4fed-ac2b-031d83fbf265 None None] Bound port: a1d9bc70-2c7b-4ec8-8662-3e58e7a7a752, host: dv-cinder-849143-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a85d2037-299c-4b61-bf3c-500f242abef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '90ba6b0c-e4c8-49d3-9199-ce8bd863e232'}}] {{(pid=113212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:43:35.031687 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-d3c2a9ba-5511-4fed-ac2b-031d83fbf265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (a1d9bc70-2c7b-4ec8-8662-3e58e7a7a752), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:35.092527 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-d3c2a9ba-5511-4fed-ac2b-031d83fbf265 None None] For port a1d9bc70-2c7b-4ec8-8662-3e58e7a7a752, host dv-cinder-849143-3-iscsi, cleared binding levels {{(pid=113212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:43:35.095711 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-d3c2a9ba-5511-4fed-ac2b-031d83fbf265 None None] For port a1d9bc70-2c7b-4ec8-8662-3e58e7a7a752, host dv-cinder-849143-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=a1d9bc70-2c7b-4ec8-8662-3e58e7a7a752,segment=NetworkSegment(a85d2037-299c-4b61-bf3c-500f242abef9),segment_id=a85d2037-299c-4b61-bf3c-500f242abef9)] {{(pid=113212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:43:35.169406 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-d3c2a9ba-5511-4fed-ac2b-031d83fbf265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (a1d9bc70-2c7b-4ec8-8662-3e58e7a7a752), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:35.210645 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:35.212947 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:35.224538 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c2a9ba-5511-4fed-ac2b-031d83fbf265 None None] Pushing event updated for resources: {'Port': ['ID=a1d9bc70-2c7b-4ec8-8662-3e58e7a7a752,revision_number=2']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:36.043928 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36a5684-f7d5-4546-88fa-1ced0965c818 None None] Network 90ba6b0c-e4c8-49d3-9199-ce8bd863e232 requested from dv-cinder-849143-3-iscsi {{(pid=113212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:43:36.152839 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-ba5d8181-d082-4057-a752-83fd2cb72341 None None] Provisioning complete for port a1d9bc70-2c7b-4ec8-8662-3e58e7a7a752 triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:43:36.153213 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ba5d8181-d082-4057-a752-83fd2cb72341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (a1d9bc70-2c7b-4ec8-8662-3e58e7a7a752), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:36.153549 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-ba5d8181-d082-4057-a752-83fd2cb72341 None None] Attempt 1 to provision port a1d9bc70-2c7b-4ec8-8662-3e58e7a7a752 Sep 17 03:43:36.241481 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ba5d8181-d082-4057-a752-83fd2cb72341 None None] Current status of the port a1d9bc70-2c7b-4ec8-8662-3e58e7a7a752 is: DOWN; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:43:36.242033 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ba5d8181-d082-4057-a752-83fd2cb72341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (a1d9bc70-2c7b-4ec8-8662-3e58e7a7a752), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:36.279700 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ba5d8181-d082-4057-a752-83fd2cb72341 None None] For port a1d9bc70-2c7b-4ec8-8662-3e58e7a7a752, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=a1d9bc70-2c7b-4ec8-8662-3e58e7a7a752,segment=NetworkSegment(a85d2037-299c-4b61-bf3c-500f242abef9),segment_id=a85d2037-299c-4b61-bf3c-500f242abef9)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:43:36.349225 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ba5d8181-d082-4057-a752-83fd2cb72341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (a1d9bc70-2c7b-4ec8-8662-3e58e7a7a752), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:36.396960 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5d8181-d082-4057-a752-83fd2cb72341 None None] Pushing event updated for resources: {'Port': ['ID=a1d9bc70-2c7b-4ec8-8662-3e58e7a7a752,revision_number=3']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:36.467426 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-5bdf946a-757b-4232-9348-879f0cd70052 None None] Provisioning complete for port a1d9bc70-2c7b-4ec8-8662-3e58e7a7a752 triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:43:36.467815 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-5bdf946a-757b-4232-9348-879f0cd70052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (a1d9bc70-2c7b-4ec8-8662-3e58e7a7a752), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:36.468155 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-5bdf946a-757b-4232-9348-879f0cd70052 None None] Attempt 1 to provision port a1d9bc70-2c7b-4ec8-8662-3e58e7a7a752 Sep 17 03:43:36.544220 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf946a-757b-4232-9348-879f0cd70052 None None] Current status of the port a1d9bc70-2c7b-4ec8-8662-3e58e7a7a752 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:43:36.783426 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device a1d9bc70-2c7b-4ec8-8662-3e58e7a7a752 up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:43:36.827828 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port a1d9bc70-2c7b-4ec8-8662-3e58e7a7a752 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:43:36.828845 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (a1d9bc70-2c7b-4ec8-8662-3e58e7a7a752), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:36.829175 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port a1d9bc70-2c7b-4ec8-8662-3e58e7a7a752 Sep 17 03:43:36.903160 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port a1d9bc70-2c7b-4ec8-8662-3e58e7a7a752 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:43:37.937796 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-3a1114cb-78a8-40a4-b837-aba18da0a3b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b0b4725d-5d3f-4adf-8b60-729f2f7a35da), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:40.016198 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=5 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:40.243210 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-18a513bc-709c-4929-af9e-2026b819dcce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b971cbd0-997d-41fb-8614-0aea29982798), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:41.442840 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ff42d983-095d-47ba-82c6-d5d7a2ded2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b812d02d-dcd0-44a4-bd1c-6e92b95e6b3f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:43.012026 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (287db9f2-8160-4728-95aa-12aebca604d4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:43.188986 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fecdf064-2280-4810-8c6f-7fec6cce5654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (7e0cb1e0-c4a7-4d3b-9abd-ffc9973ed5e0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:44.373713 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=74,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:53.122819 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=64,neutron:UPDATE=4 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:53.128795 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:07.017130 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.agents_db [None req-b2aba882-f127-474e-990c-8a1f8fa77bd5 None None] Agent healthcheck: found 5 active agents {{(pid=113213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:44:07.910668 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-331ad433-12b9-49c2-9a8a-1d78811464a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b0b4725d-5d3f-4adf-8b60-729f2f7a35da), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:09.031895 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:10.259716 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-400641d6-e6f2-4413-99da-21cf9e71a30b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b971cbd0-997d-41fb-8614-0aea29982798), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:11.400418 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ff42d983-095d-47ba-82c6-d5d7a2ded2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b812d02d-dcd0-44a4-bd1c-6e92b95e6b3f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:12.962766 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (287db9f2-8160-4728-95aa-12aebca604d4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:13.179332 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fecdf064-2280-4810-8c6f-7fec6cce5654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (7e0cb1e0-c4a7-4d3b-9abd-ffc9973ed5e0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:17.013934 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=5 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:23.130088 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:23.131870 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:UPDATE=4,neutron:SELECT=5 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:37.921109 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-698d710c-5165-411f-9cb4-03abede4d7e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b0b4725d-5d3f-4adf-8b60-729f2f7a35da), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:40.256389 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-64d5076a-c060-4288-9a13-8abb99dc6cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b971cbd0-997d-41fb-8614-0aea29982798), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:41.400949 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ff42d983-095d-47ba-82c6-d5d7a2ded2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b812d02d-dcd0-44a4-bd1c-6e92b95e6b3f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:42.967227 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (287db9f2-8160-4728-95aa-12aebca604d4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:43.234141 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fecdf064-2280-4810-8c6f-7fec6cce5654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (7e0cb1e0-c4a7-4d3b-9abd-ffc9973ed5e0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:44.016343 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.agents_db [None req-b2aba882-f127-474e-990c-8a1f8fa77bd5 None None] Agent healthcheck: found 5 active agents {{(pid=113213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:44:46.028024 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=5 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:53.135723 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:53.137540 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:54.012633 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=3 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:04.282164 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=15 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:04.283547 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=11 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:07.925161 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-56676f1d-60a5-469a-9fe8-86842196cbe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b0b4725d-5d3f-4adf-8b60-729f2f7a35da), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:10.252151 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-48ba9ded-45a1-4c13-8520-767c76791b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b971cbd0-997d-41fb-8614-0aea29982798), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:11.458132 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ff42d983-095d-47ba-82c6-d5d7a2ded2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b812d02d-dcd0-44a4-bd1c-6e92b95e6b3f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:11.678285 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 42690) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:45:11.684812 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [None req-4f39c675-4ccf-4e56-a178-94a59e0545c9 tempest-verify_tempest_config-1105646973 tempest-verify_tempest_config-1105646973-project] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113211) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 17 03:45:11.685813 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-4f39c675-4ccf-4e56-a178-94a59e0545c9 tempest-verify_tempest_config-1105646973 tempest-verify_tempest_config-1105646973-project] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0065317 Sep 17 03:45:12.318658 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 42718) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:45:12.443867 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-e298fd4a-e64e-4997-b85c-e83465942f95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:12.549141 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-e298fd4a-e64e-4997-b85c-e83465942f95 admin admin] Publish callbacks [] for security_group (3abd7bf6-0b82-4b78-b77c-9b3981a5d374), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:12.611983 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-e298fd4a-e64e-4997-b85c-e83465942f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (3abd7bf6-0b82-4b78-b77c-9b3981a5d374), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:12.659407 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-e298fd4a-e64e-4997-b85c-e83465942f95 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=d6fad4d84d364d01902e37a000bfd982&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3396661 Sep 17 03:45:12.660240 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e298fd4a-e64e-4997-b85c-e83465942f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abd7bf6-0b82-4b78-b77c-9b3981a5d374,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:45:12.662222 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 42722) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:45:12.667591 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e298fd4a-e64e-4997-b85c-e83465942f95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:12.667939 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e298fd4a-e64e-4997-b85c-e83465942f95 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:12.668281 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e298fd4a-e64e-4997-b85c-e83465942f95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:12.668626 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e298fd4a-e64e-4997-b85c-e83465942f95 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:12.668958 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e298fd4a-e64e-4997-b85c-e83465942f95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:12.669291 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e298fd4a-e64e-4997-b85c-e83465942f95 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:12.669622 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e298fd4a-e64e-4997-b85c-e83465942f95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:12.669980 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e298fd4a-e64e-4997-b85c-e83465942f95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:12.670336 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e298fd4a-e64e-4997-b85c-e83465942f95 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:12.670642 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e298fd4a-e64e-4997-b85c-e83465942f95 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:12.670991 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e298fd4a-e64e-4997-b85c-e83465942f95 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:12.671339 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e298fd4a-e64e-4997-b85c-e83465942f95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:12.671685 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e298fd4a-e64e-4997-b85c-e83465942f95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:12.672009 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e298fd4a-e64e-4997-b85c-e83465942f95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:12.672334 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e298fd4a-e64e-4997-b85c-e83465942f95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:12.722991 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d91e6625-8b09-4de8-a0c9-883bedecbf2a admin admin] Publish callbacks [] for security_group (3abd7bf6-0b82-4b78-b77c-9b3981a5d374), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:12.741913 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d91e6625-8b09-4de8-a0c9-883bedecbf2a admin admin] Publish callbacks [] for security_group (3abd7bf6-0b82-4b78-b77c-9b3981a5d374), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:12.915347 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d91e6625-8b09-4de8-a0c9-883bedecbf2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (3abd7bf6-0b82-4b78-b77c-9b3981a5d374), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:12.918560 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d91e6625-8b09-4de8-a0c9-883bedecbf2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:12.919680 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-d91e6625-8b09-4de8-a0c9-883bedecbf2a admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/3abd7bf6-0b82-4b78-b77c-9b3981a5d374 HTTP/1.1" status: 204 len: 168 time: 0.2564926 Sep 17 03:45:12.927624 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e6625-8b09-4de8-a0c9-883bedecbf2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abd7bf6-0b82-4b78-b77c-9b3981a5d374,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:45:12.936104 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91e6625-8b09-4de8-a0c9-883bedecbf2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:12.936104 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91e6625-8b09-4de8-a0c9-883bedecbf2a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:12.936104 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91e6625-8b09-4de8-a0c9-883bedecbf2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:12.936472 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91e6625-8b09-4de8-a0c9-883bedecbf2a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:12.936705 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91e6625-8b09-4de8-a0c9-883bedecbf2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:12.936963 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91e6625-8b09-4de8-a0c9-883bedecbf2a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:12.937295 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91e6625-8b09-4de8-a0c9-883bedecbf2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:12.937620 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91e6625-8b09-4de8-a0c9-883bedecbf2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:12.938004 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91e6625-8b09-4de8-a0c9-883bedecbf2a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:12.938328 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91e6625-8b09-4de8-a0c9-883bedecbf2a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:12.940230 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91e6625-8b09-4de8-a0c9-883bedecbf2a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:12.940230 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91e6625-8b09-4de8-a0c9-883bedecbf2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:12.940230 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91e6625-8b09-4de8-a0c9-883bedecbf2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:12.940230 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91e6625-8b09-4de8-a0c9-883bedecbf2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:12.940230 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91e6625-8b09-4de8-a0c9-883bedecbf2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:12.989177 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (287db9f2-8160-4728-95aa-12aebca604d4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:13.246541 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fecdf064-2280-4810-8c6f-7fec6cce5654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (7e0cb1e0-c4a7-4d3b-9abd-ffc9973ed5e0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:21.016105 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.agents_db [None req-b2aba882-f127-474e-990c-8a1f8fa77bd5 None None] Agent healthcheck: found 5 active agents {{(pid=113213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:45:22.656046 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=14,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:22.667112 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=25,neutron:INSERT=3 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:22.922795 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:22.930774 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:23.138841 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:23.140727 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:31.012276 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=4 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:31.013029 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=4 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:37.941642 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-97d6b8d8-1e85-4185-b20a-48dc65888da0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b0b4725d-5d3f-4adf-8b60-729f2f7a35da), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:40.239471 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ec0abbb5-9b7e-40a4-984b-ceb132333f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b971cbd0-997d-41fb-8614-0aea29982798), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:41.428478 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ff42d983-095d-47ba-82c6-d5d7a2ded2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b812d02d-dcd0-44a4-bd1c-6e92b95e6b3f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:42.982546 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (287db9f2-8160-4728-95aa-12aebca604d4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:43.302389 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fecdf064-2280-4810-8c6f-7fec6cce5654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (7e0cb1e0-c4a7-4d3b-9abd-ffc9973ed5e0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:53.137801 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:53.147919 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:58.014510 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.agents_db [None req-b2aba882-f127-474e-990c-8a1f8fa77bd5 None None] Agent healthcheck: found 5 active agents {{(pid=113213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:46:06.020553 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:46:07.901469 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-1eb18329-dd2e-4686-afad-c268a820d835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b0b4725d-5d3f-4adf-8b60-729f2f7a35da), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:08.011626 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=3 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:46:10.301459 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-bf2e591c-18ba-4e3c-bfb7-050a40b12741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b971cbd0-997d-41fb-8614-0aea29982798), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:11.415686 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ff42d983-095d-47ba-82c6-d5d7a2ded2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b812d02d-dcd0-44a4-bd1c-6e92b95e6b3f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:12.964214 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (287db9f2-8160-4728-95aa-12aebca604d4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:13.198758 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fecdf064-2280-4810-8c6f-7fec6cce5654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (7e0cb1e0-c4a7-4d3b-9abd-ffc9973ed5e0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:23.146279 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:46:23.148125 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:46:35.013808 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.agents_db [None req-b2aba882-f127-474e-990c-8a1f8fa77bd5 None None] Agent healthcheck: found 5 active agents {{(pid=113213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:46:37.021947 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=3 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:46:37.923671 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-bead2cde-931b-4cd4-8d3d-46452d51ae89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b0b4725d-5d3f-4adf-8b60-729f2f7a35da), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:40.243804 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ad1622f0-fdb3-48a0-a44b-137f62a597ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b971cbd0-997d-41fb-8614-0aea29982798), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:41.443868 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ff42d983-095d-47ba-82c6-d5d7a2ded2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b812d02d-dcd0-44a4-bd1c-6e92b95e6b3f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:42.974894 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (287db9f2-8160-4728-95aa-12aebca604d4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:43.192228 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fecdf064-2280-4810-8c6f-7fec6cce5654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (7e0cb1e0-c4a7-4d3b-9abd-ffc9973ed5e0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:45.010675 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=5 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:46:46.323179 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-619969'] for agent (56a63866-613b-46a0-90ee-05b9222d9bfc), after_create {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:56.250067 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:46:56.252922 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=9,neutron:INSERT=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:46:59.826002 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 42796) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:46:59.939452 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-15a56996-3f4c-41fd-b971-c9e5ed29feab admin admin] 10.222.0.42 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1123598 Sep 17 03:47:02.411163 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 42806) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:47:02.467083 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-bf89c128-082a-42bd-b398-34bd2889e9a0 admin admin] 10.222.0.42 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0548570 Sep 17 03:47:07.911696 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-4421fad1-4380-4fcd-8cdf-85e413ac3dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b0b4725d-5d3f-4adf-8b60-729f2f7a35da), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:10.260848 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-a8fc3b1c-93c2-47be-b5dd-35cc71379702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b971cbd0-997d-41fb-8614-0aea29982798), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:11.466324 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ff42d983-095d-47ba-82c6-d5d7a2ded2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b812d02d-dcd0-44a4-bd1c-6e92b95e6b3f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:12.012453 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.agents_db [None req-b2aba882-f127-474e-990c-8a1f8fa77bd5 None None] Agent healthcheck: found 6 active agents {{(pid=113213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:47:12.460395 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:47:12.461462 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:47:12.985348 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (287db9f2-8160-4728-95aa-12aebca604d4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:13.208196 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fecdf064-2280-4810-8c6f-7fec6cce5654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (7e0cb1e0-c4a7-4d3b-9abd-ffc9973ed5e0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:14.027950 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=14 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:47:16.311061 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (56a63866-613b-46a0-90ee-05b9222d9bfc), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:22.008276 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=20 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:47:26.234113 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:47:26.236082 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:47:37.922442 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-920adaf4-fe7e-463d-8400-6e457af463c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b0b4725d-5d3f-4adf-8b60-729f2f7a35da), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:40.276775 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-67d5f1a1-a9aa-4795-8902-72c8124f6810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b971cbd0-997d-41fb-8614-0aea29982798), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:41.413536 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ff42d983-095d-47ba-82c6-d5d7a2ded2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b812d02d-dcd0-44a4-bd1c-6e92b95e6b3f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:42.962624 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (287db9f2-8160-4728-95aa-12aebca604d4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:43.236350 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fecdf064-2280-4810-8c6f-7fec6cce5654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (7e0cb1e0-c4a7-4d3b-9abd-ffc9973ed5e0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:46.304956 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (56a63866-613b-46a0-90ee-05b9222d9bfc), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:49.012165 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.agents_db [None req-b2aba882-f127-474e-990c-8a1f8fa77bd5 None None] Agent healthcheck: found 6 active agents {{(pid=113213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:47:56.241207 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:47:56.248794 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:47:59.008728 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=4 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:07.904567 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-01dff13f-8788-4ce7-bd60-185fb6dc8172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b0b4725d-5d3f-4adf-8b60-729f2f7a35da), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:10.253472 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-9c4dbdb4-592d-49c3-b514-7eb3ae4c9c71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b971cbd0-997d-41fb-8614-0aea29982798), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:11.019799 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:11.424546 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ff42d983-095d-47ba-82c6-d5d7a2ded2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b812d02d-dcd0-44a4-bd1c-6e92b95e6b3f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:12.967898 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (287db9f2-8160-4728-95aa-12aebca604d4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:13.218887 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fecdf064-2280-4810-8c6f-7fec6cce5654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (7e0cb1e0-c4a7-4d3b-9abd-ffc9973ed5e0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:16.327211 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (56a63866-613b-46a0-90ee-05b9222d9bfc), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:26.010807 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.agents_db [None req-b2aba882-f127-474e-990c-8a1f8fa77bd5 None None] Agent healthcheck: found 6 active agents {{(pid=113213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:48:26.265589 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:26.267863 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:36.006282 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=3 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:36.024526 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=5 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:37.441508 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 42992) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:48:37.694268 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 43010) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:48:37.780102 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [None req-fb629651-33a8-49f8-9ee5-e1b6a86369e9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-78764827-network', 'tenant_id': 'c1a07eadb5ea4914a6e1e6f3844afe94'}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:48:37.847747 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb629651-33a8-49f8-9ee5-e1b6a86369e9 admin admin] Made reservation on behalf of c1a07eadb5ea4914a6e1e6f3844afe94 for: {'network': 1} {{(pid=113211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:48:37.851728 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-fb629651-33a8-49f8-9ee5-e1b6a86369e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for network (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:37.864296 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-fb629651-33a8-49f8-9ee5-e1b6a86369e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:37.904758 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-203fd82b-1c89-4cfd-87e9-67b138b32dc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b0b4725d-5d3f-4adf-8b60-729f2f7a35da), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:37.956952 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-fb629651-33a8-49f8-9ee5-e1b6a86369e9 admin admin] Publish callbacks [] for security_group (d136efbe-2f9e-4dae-96ed-bd2527a84404), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:38.006758 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-fb629651-33a8-49f8-9ee5-e1b6a86369e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (d136efbe-2f9e-4dae-96ed-bd2527a84404), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:38.118561 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb629651-33a8-49f8-9ee5-e1b6a86369e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=113211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 03:48:38.131063 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-fb629651-33a8-49f8-9ee5-e1b6a86369e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16505770'] for segment (08cb3b6a-b907-4438-a94b-64c1979bcd7f), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:38.131400 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.db.segments_db [None req-fb629651-33a8-49f8-9ee5-e1b6a86369e9 admin admin] Added segment 08cb3b6a-b907-4438-a94b-64c1979bcd7f of type vlan for network a2c22271-da7e-4d2b-b2be-97deb622f84c Sep 17 03:48:38.162901 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 43020) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:48:38.174965 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-fb629651-33a8-49f8-9ee5-e1b6a86369e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745114436006'] for network (a2c22271-da7e-4d2b-b2be-97deb622f84c), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:38.197137 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb629651-33a8-49f8-9ee5-e1b6a86369e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d136efbe-2f9e-4dae-96ed-bd2527a84404,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:38.204585 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb629651-33a8-49f8-9ee5-e1b6a86369e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:38.204923 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb629651-33a8-49f8-9ee5-e1b6a86369e9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:38.205278 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb629651-33a8-49f8-9ee5-e1b6a86369e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:38.205893 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb629651-33a8-49f8-9ee5-e1b6a86369e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:38.206234 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb629651-33a8-49f8-9ee5-e1b6a86369e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:38.206562 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb629651-33a8-49f8-9ee5-e1b6a86369e9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:38.206885 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb629651-33a8-49f8-9ee5-e1b6a86369e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:38.207203 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb629651-33a8-49f8-9ee5-e1b6a86369e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:38.207541 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb629651-33a8-49f8-9ee5-e1b6a86369e9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:38.207862 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb629651-33a8-49f8-9ee5-e1b6a86369e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:38.208197 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb629651-33a8-49f8-9ee5-e1b6a86369e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:38.208534 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb629651-33a8-49f8-9ee5-e1b6a86369e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:38.208855 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb629651-33a8-49f8-9ee5-e1b6a86369e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:38.209169 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb629651-33a8-49f8-9ee5-e1b6a86369e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:38.209484 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb629651-33a8-49f8-9ee5-e1b6a86369e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:38.210718 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb629651-33a8-49f8-9ee5-e1b6a86369e9 admin admin] Tracked resource versions report: Sep 17 03:48:38.210718 dv-cinder-849143-3-iscsi neutron-server[113211]: pushed versions: Sep 17 03:48:38.210718 dv-cinder-849143-3-iscsi neutron-server[113211]: { 'AddressGroup': {'1.2'}, Sep 17 03:48:38.210718 dv-cinder-849143-3-iscsi neutron-server[113211]: 'Agent': {'1.1'}, Sep 17 03:48:38.210718 dv-cinder-849143-3-iscsi neutron-server[113211]: 'ConntrackHelper': {'1.0'}, Sep 17 03:48:38.210718 dv-cinder-849143-3-iscsi neutron-server[113211]: 'LocalIPAssociation': {'1.0'}, Sep 17 03:48:38.210718 dv-cinder-849143-3-iscsi neutron-server[113211]: 'Log': {'1.0'}, Sep 17 03:48:38.210718 dv-cinder-849143-3-iscsi neutron-server[113211]: 'NDPProxy': {'1.0'}, Sep 17 03:48:38.210718 dv-cinder-849143-3-iscsi neutron-server[113211]: 'Network': {'1.1'}, Sep 17 03:48:38.210718 dv-cinder-849143-3-iscsi neutron-server[113211]: 'Port': {'1.7'}, Sep 17 03:48:38.210718 dv-cinder-849143-3-iscsi neutron-server[113211]: 'PortForwarding': {'1.3'}, Sep 17 03:48:38.210718 dv-cinder-849143-3-iscsi neutron-server[113211]: 'QosPolicy': {'1.10'}, Sep 17 03:48:38.210718 dv-cinder-849143-3-iscsi neutron-server[113211]: 'SecurityGroup': {'1.5'}, Sep 17 03:48:38.210718 dv-cinder-849143-3-iscsi neutron-server[113211]: 'SecurityGroupRule': {'1.2'}, Sep 17 03:48:38.210718 dv-cinder-849143-3-iscsi neutron-server[113211]: 'SubPort': {'1.0'}, Sep 17 03:48:38.210718 dv-cinder-849143-3-iscsi neutron-server[113211]: 'Subnet': {'1.1'}, Sep 17 03:48:38.210718 dv-cinder-849143-3-iscsi neutron-server[113211]: 'Trunk': {'1.1'}} Sep 17 03:48:38.210718 dv-cinder-849143-3-iscsi neutron-server[113211]: consumer versions: Sep 17 03:48:38.210718 dv-cinder-849143-3-iscsi neutron-server[113211]: { DHCP agent@dv-cinder-849143-3-iscsi: {}, Sep 17 03:48:38.210718 dv-cinder-849143-3-iscsi neutron-server[113211]: HyperV agent@hv-cinder-84914: {}, Sep 17 03:48:38.210718 dv-cinder-849143-3-iscsi neutron-server[113211]: L3 agent@dv-cinder-849143-3-iscsi: {}, Sep 17 03:48:38.210718 dv-cinder-849143-3-iscsi neutron-server[113211]: Metadata agent@dv-cinder-849143-3-iscsi: {}, Sep 17 03:48:38.210718 dv-cinder-849143-3-iscsi neutron-server[113211]: Metering agent@dv-cinder-849143-3-iscsi: {}, Sep 17 03:48:38.210718 dv-cinder-849143-3-iscsi neutron-server[113211]: Open vSwitch agent@dv-cinder-849143-3-iscsi: { 'AddressGroup': '1.2', Sep 17 03:48:38.210718 dv-cinder-849143-3-iscsi neutron-server[113211]: 'Agent': '1.1', Sep 17 03:48:38.210718 dv-cinder-849143-3-iscsi neutron-server[113211]: 'ConntrackHelper': '1.0', Sep 17 03:48:38.210718 dv-cinder-849143-3-iscsi neutron-server[113211]: 'LocalIPAssociation': '1.0', Sep 17 03:48:38.210718 dv-cinder-849143-3-iscsi neutron-server[113211]: 'Log': '1.0', Sep 17 03:48:38.210718 dv-cinder-849143-3-iscsi neutron-server[113211]: 'NDPProxy': '1.0', Sep 17 03:48:38.210718 dv-cinder-849143-3-iscsi neutron-server[113211]: 'Network': '1.1', Sep 17 03:48:38.210718 dv-cinder-849143-3-iscsi neutron-server[113211]: 'Port': '1.7', Sep 17 03:48:38.210718 dv-cinder-849143-3-iscsi neutron-server[113211]: 'PortForwarding': '1.3', Sep 17 03:48:38.210718 dv-cinder-849143-3-iscsi neutron-server[113211]: 'QosPolicy': '1.10', Sep 17 03:48:38.210718 dv-cinder-849143-3-iscsi neutron-server[113211]: 'SecurityGroup': '1.5', Sep 17 03:48:38.210718 dv-cinder-849143-3-iscsi neutron-server[113211]: 'SecurityGroupRule': '1.2', Sep 17 03:48:38.210718 dv-cinder-849143-3-iscsi neutron-server[113211]: 'SubPort': '1.0', Sep 17 03:48:38.210718 dv-cinder-849143-3-iscsi neutron-server[113211]: 'Subnet': '1.1', Sep 17 03:48:38.210718 dv-cinder-849143-3-iscsi neutron-server[113211]: 'Trunk': '1.1'}} Sep 17 03:48:38.210718 dv-cinder-849143-3-iscsi neutron-server[113211]: {{(pid=113211) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 03:48:38.350131 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-fb629651-33a8-49f8-9ee5-e1b6a86369e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828'] for network (a2c22271-da7e-4d2b-b2be-97deb622f84c), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:38.351215 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb629651-33a8-49f8-9ee5-e1b6a86369e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:48:38.351796 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-fb629651-33a8-49f8-9ee5-e1b6a86369e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for network (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:38.416936 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 43042) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:48:38.420796 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [None req-cd56adeb-8c47-430b-b6a9-a60a34143e1f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-710767008-network', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32'}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:48:38.452513 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb629651-33a8-49f8-9ee5-e1b6a86369e9 admin admin] Pushing event updated for resources: {'Network': ['ID=a2c22271-da7e-4d2b-b2be-97deb622f84c,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:38.464257 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Network a2c22271-da7e-4d2b-b2be-97deb622f84c details requested by agent ovs-agent-dv-cinder-849143-3-iscsi with host dv-cinder-849143-3-iscsi {{(pid=113212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 03:48:38.464670 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-40e6cb4c-1a37-4d25-bfc7-1560311ea723 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2091927715-network', 'tenant_id': '5b4fba22f55549188446d54f94aa1620'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:48:38.533929 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-fb629651-33a8-49f8-9ee5-e1b6a86369e9 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0911582 Sep 17 03:48:38.536898 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 43048) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:48:38.542947 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-6b2f0ef3-7f39-4b2a-8d22-08fff24f8395 admin admin] Request body: {'subnet': {'network_id': 'a2c22271-da7e-4d2b-b2be-97deb622f84c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-78764827-subnet', 'tenant_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:48:38.640474 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd56adeb-8c47-430b-b6a9-a60a34143e1f admin admin] Made reservation on behalf of fb6cb03abf5242b594efcf325909dd32 for: {'network': 1} {{(pid=113211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:48:38.643743 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-cd56adeb-8c47-430b-b6a9-a60a34143e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for network (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:38.653638 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-cd56adeb-8c47-430b-b6a9-a60a34143e1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:38.686494 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e6cb4c-1a37-4d25-bfc7-1560311ea723 admin admin] Made reservation on behalf of 5b4fba22f55549188446d54f94aa1620 for: {'network': 1} {{(pid=113210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:48:38.688908 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-40e6cb4c-1a37-4d25-bfc7-1560311ea723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for network (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:38.697880 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2f0ef3-7f39-4b2a-8d22-08fff24f8395 admin admin] Made reservation on behalf of c1a07eadb5ea4914a6e1e6f3844afe94 for: {'subnet': 1} {{(pid=113210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:48:38.700397 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-6b2f0ef3-7f39-4b2a-8d22-08fff24f8395 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:38.741647 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-cd56adeb-8c47-430b-b6a9-a60a34143e1f admin admin] Publish callbacks [] for security_group (a99c9e21-151f-4f3e-92ee-72ccf9a93ef8), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:38.843170 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-40e6cb4c-1a37-4d25-bfc7-1560311ea723 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:38.850944 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-dd156a1f-5592-448c-853c-d0dab99cb627 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-199005461-network', 'tenant_id': '294abb2085b844a99908242d4b02e263'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:48:38.863889 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-cd56adeb-8c47-430b-b6a9-a60a34143e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (a99c9e21-151f-4f3e-92ee-72ccf9a93ef8), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:38.886038 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd56adeb-8c47-430b-b6a9-a60a34143e1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=113211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 03:48:38.917124 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-cd56adeb-8c47-430b-b6a9-a60a34143e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16505770'] for segment (f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:38.917325 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.db.segments_db [None req-cd56adeb-8c47-430b-b6a9-a60a34143e1f admin admin] Added segment f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54 of type vlan for network 07c207ee-c2bb-4d53-bca3-b5aa6199ad0f Sep 17 03:48:38.926346 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd56adeb-8c47-430b-b6a9-a60a34143e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99c9e21-151f-4f3e-92ee-72ccf9a93ef8,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:38.963014 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:38.965818 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-cd56adeb-8c47-430b-b6a9-a60a34143e1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745114436006'] for network (07c207ee-c2bb-4d53-bca3-b5aa6199ad0f), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:39.028433 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-40e6cb4c-1a37-4d25-bfc7-1560311ea723 admin admin] Publish callbacks [] for security_group (104c9f39-d5bd-44df-9832-5ae2b62e50e6), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:39.058222 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd156a1f-5592-448c-853c-d0dab99cb627 admin admin] Made reservation on behalf of 294abb2085b844a99908242d4b02e263 for: {'network': 1} {{(pid=113210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:48:39.064224 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-dd156a1f-5592-448c-853c-d0dab99cb627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for network (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:39.084254 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-dd156a1f-5592-448c-853c-d0dab99cb627 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:39.089657 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-cd56adeb-8c47-430b-b6a9-a60a34143e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828'] for network (07c207ee-c2bb-4d53-bca3-b5aa6199ad0f), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:39.090705 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd56adeb-8c47-430b-b6a9-a60a34143e1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:48:39.091288 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-cd56adeb-8c47-430b-b6a9-a60a34143e1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for network (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:39.173618 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-40e6cb4c-1a37-4d25-bfc7-1560311ea723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (104c9f39-d5bd-44df-9832-5ae2b62e50e6), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:39.182611 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd56adeb-8c47-430b-b6a9-a60a34143e1f admin admin] Pushing event updated for resources: {'Network': ['ID=07c207ee-c2bb-4d53-bca3-b5aa6199ad0f,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:39.194555 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Network 07c207ee-c2bb-4d53-bca3-b5aa6199ad0f details requested by agent ovs-agent-dv-cinder-849143-3-iscsi with host dv-cinder-849143-3-iscsi {{(pid=113212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 03:48:39.199343 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-cd56adeb-8c47-430b-b6a9-a60a34143e1f admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5039680 Sep 17 03:48:39.202259 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 43074) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:48:39.208214 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [None req-f658f34c-1379-4954-9866-4225d5b5970c admin admin] Request body: {'subnet': {'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-710767008-subnet', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:48:39.236260 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e6cb4c-1a37-4d25-bfc7-1560311ea723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104c9f39-d5bd-44df-9832-5ae2b62e50e6,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:39.246979 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e6cb4c-1a37-4d25-bfc7-1560311ea723 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:39.247416 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e6cb4c-1a37-4d25-bfc7-1560311ea723 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:39.247783 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e6cb4c-1a37-4d25-bfc7-1560311ea723 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:39.248125 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e6cb4c-1a37-4d25-bfc7-1560311ea723 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:39.248623 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e6cb4c-1a37-4d25-bfc7-1560311ea723 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:39.249123 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e6cb4c-1a37-4d25-bfc7-1560311ea723 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:39.249613 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e6cb4c-1a37-4d25-bfc7-1560311ea723 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:39.250796 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e6cb4c-1a37-4d25-bfc7-1560311ea723 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:39.251475 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e6cb4c-1a37-4d25-bfc7-1560311ea723 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:39.252011 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e6cb4c-1a37-4d25-bfc7-1560311ea723 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:39.252686 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e6cb4c-1a37-4d25-bfc7-1560311ea723 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:39.253206 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e6cb4c-1a37-4d25-bfc7-1560311ea723 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:39.253687 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e6cb4c-1a37-4d25-bfc7-1560311ea723 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:39.254233 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e6cb4c-1a37-4d25-bfc7-1560311ea723 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:39.254701 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e6cb4c-1a37-4d25-bfc7-1560311ea723 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:39.256140 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e6cb4c-1a37-4d25-bfc7-1560311ea723 admin admin] Tracked resource versions report: Sep 17 03:48:39.256140 dv-cinder-849143-3-iscsi neutron-server[113210]: pushed versions: Sep 17 03:48:39.256140 dv-cinder-849143-3-iscsi neutron-server[113210]: { 'AddressGroup': {'1.2'}, Sep 17 03:48:39.256140 dv-cinder-849143-3-iscsi neutron-server[113210]: 'Agent': {'1.1'}, Sep 17 03:48:39.256140 dv-cinder-849143-3-iscsi neutron-server[113210]: 'ConntrackHelper': {'1.0'}, Sep 17 03:48:39.256140 dv-cinder-849143-3-iscsi neutron-server[113210]: 'LocalIPAssociation': {'1.0'}, Sep 17 03:48:39.256140 dv-cinder-849143-3-iscsi neutron-server[113210]: 'Log': {'1.0'}, Sep 17 03:48:39.256140 dv-cinder-849143-3-iscsi neutron-server[113210]: 'NDPProxy': {'1.0'}, Sep 17 03:48:39.256140 dv-cinder-849143-3-iscsi neutron-server[113210]: 'Network': {'1.1'}, Sep 17 03:48:39.256140 dv-cinder-849143-3-iscsi neutron-server[113210]: 'Port': {'1.7'}, Sep 17 03:48:39.256140 dv-cinder-849143-3-iscsi neutron-server[113210]: 'PortForwarding': {'1.3'}, Sep 17 03:48:39.256140 dv-cinder-849143-3-iscsi neutron-server[113210]: 'QosPolicy': {'1.10'}, Sep 17 03:48:39.256140 dv-cinder-849143-3-iscsi neutron-server[113210]: 'SecurityGroup': {'1.5'}, Sep 17 03:48:39.256140 dv-cinder-849143-3-iscsi neutron-server[113210]: 'SecurityGroupRule': {'1.2'}, Sep 17 03:48:39.256140 dv-cinder-849143-3-iscsi neutron-server[113210]: 'SubPort': {'1.0'}, Sep 17 03:48:39.256140 dv-cinder-849143-3-iscsi neutron-server[113210]: 'Subnet': {'1.1'}, Sep 17 03:48:39.256140 dv-cinder-849143-3-iscsi neutron-server[113210]: 'Trunk': {'1.1'}} Sep 17 03:48:39.256140 dv-cinder-849143-3-iscsi neutron-server[113210]: consumer versions: Sep 17 03:48:39.256140 dv-cinder-849143-3-iscsi neutron-server[113210]: { DHCP agent@dv-cinder-849143-3-iscsi: {}, Sep 17 03:48:39.256140 dv-cinder-849143-3-iscsi neutron-server[113210]: HyperV agent@hv-cinder-84914: {}, Sep 17 03:48:39.256140 dv-cinder-849143-3-iscsi neutron-server[113210]: L3 agent@dv-cinder-849143-3-iscsi: {}, Sep 17 03:48:39.256140 dv-cinder-849143-3-iscsi neutron-server[113210]: Metadata agent@dv-cinder-849143-3-iscsi: {}, Sep 17 03:48:39.256140 dv-cinder-849143-3-iscsi neutron-server[113210]: Metering agent@dv-cinder-849143-3-iscsi: {}, Sep 17 03:48:39.256140 dv-cinder-849143-3-iscsi neutron-server[113210]: Open vSwitch agent@dv-cinder-849143-3-iscsi: { 'AddressGroup': '1.2', Sep 17 03:48:39.256140 dv-cinder-849143-3-iscsi neutron-server[113210]: 'Agent': '1.1', Sep 17 03:48:39.256140 dv-cinder-849143-3-iscsi neutron-server[113210]: 'ConntrackHelper': '1.0', Sep 17 03:48:39.256140 dv-cinder-849143-3-iscsi neutron-server[113210]: 'LocalIPAssociation': '1.0', Sep 17 03:48:39.256140 dv-cinder-849143-3-iscsi neutron-server[113210]: 'Log': '1.0', Sep 17 03:48:39.256140 dv-cinder-849143-3-iscsi neutron-server[113210]: 'NDPProxy': '1.0', Sep 17 03:48:39.256140 dv-cinder-849143-3-iscsi neutron-server[113210]: 'Network': '1.1', Sep 17 03:48:39.256140 dv-cinder-849143-3-iscsi neutron-server[113210]: 'Port': '1.7', Sep 17 03:48:39.256140 dv-cinder-849143-3-iscsi neutron-server[113210]: 'PortForwarding': '1.3', Sep 17 03:48:39.256140 dv-cinder-849143-3-iscsi neutron-server[113210]: 'QosPolicy': '1.10', Sep 17 03:48:39.256140 dv-cinder-849143-3-iscsi neutron-server[113210]: 'SecurityGroup': '1.5', Sep 17 03:48:39.256140 dv-cinder-849143-3-iscsi neutron-server[113210]: 'SecurityGroupRule': '1.2', Sep 17 03:48:39.256140 dv-cinder-849143-3-iscsi neutron-server[113210]: 'SubPort': '1.0', Sep 17 03:48:39.256140 dv-cinder-849143-3-iscsi neutron-server[113210]: 'Subnet': '1.1', Sep 17 03:48:39.256140 dv-cinder-849143-3-iscsi neutron-server[113210]: 'Trunk': '1.1'}} Sep 17 03:48:39.256140 dv-cinder-849143-3-iscsi neutron-server[113210]: {{(pid=113210) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 03:48:39.265284 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-6b2f0ef3-7f39-4b2a-8d22-08fff24f8395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828'] for subnet (eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:39.318204 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40e6cb4c-1a37-4d25-bfc7-1560311ea723 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=113210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 03:48:39.360986 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f658f34c-1379-4954-9866-4225d5b5970c admin admin] Made reservation on behalf of fb6cb03abf5242b594efcf325909dd32 for: {'subnet': 1} {{(pid=113211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:48:39.365259 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-f658f34c-1379-4954-9866-4225d5b5970c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:39.372366 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=72,neutron:INSERT=22,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:39.399785 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2f0ef3-7f39-4b2a-8d22-08fff24f8395 admin admin] Checking segment: {'id': '08cb3b6a-b907-4438-a94b-64c1979bcd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a2c22271-da7e-4d2b-b2be-97deb622f84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:48:39.400253 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2f0ef3-7f39-4b2a-8d22-08fff24f8395 admin admin] Network hostable DHCP agents. Network: a2c22271-da7e-4d2b-b2be-97deb622f84c, hostable agents: ['b0b4725d-5d3f-4adf-8b60-729f2f7a35da'], hosted agents: [] {{(pid=113210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 03:48:39.428774 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-40e6cb4c-1a37-4d25-bfc7-1560311ea723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16505770'] for segment (09b48951-5e53-4799-9ac8-9400d268b3f1), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:39.429341 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.db.segments_db [None req-40e6cb4c-1a37-4d25-bfc7-1560311ea723 admin admin] Added segment 09b48951-5e53-4799-9ac8-9400d268b3f1 of type vlan for network eacb834d-7250-498a-85a1-85ac9b6ef1b3 Sep 17 03:48:39.465124 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:39.467666 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-dd156a1f-5592-448c-853c-d0dab99cb627 admin admin] Publish callbacks [] for security_group (b6e94395-335b-4200-9ca7-ad1fa77742e4), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:39.521687 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f0ef3-7f39-4b2a-8d22-08fff24f8395 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5,revision_number=0']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:39.541562 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-40e6cb4c-1a37-4d25-bfc7-1560311ea723 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745114436006'] for network (eacb834d-7250-498a-85a1-85ac9b6ef1b3), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:39.550949 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=72,neutron:INSERT=25,neutron:UPDATE=3 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:39.623667 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2f0ef3-7f39-4b2a-8d22-08fff24f8395 admin admin] Network a2c22271-da7e-4d2b-b2be-97deb622f84c is scheduled to be hosted by DHCP agent b0b4725d-5d3f-4adf-8b60-729f2f7a35da with binding_index 1 {{(pid=113210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 03:48:39.632672 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-dd156a1f-5592-448c-853c-d0dab99cb627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (b6e94395-335b-4200-9ca7-ad1fa77742e4), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:39.654416 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd156a1f-5592-448c-853c-d0dab99cb627 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=113210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 03:48:39.670323 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-dd156a1f-5592-448c-853c-d0dab99cb627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16505770'] for segment (fd61fd09-fc24-4021-8673-02b64116f7ad), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:39.670670 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.db.segments_db [None req-dd156a1f-5592-448c-853c-d0dab99cb627 admin admin] Added segment fd61fd09-fc24-4021-8673-02b64116f7ad of type vlan for network 2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0 Sep 17 03:48:39.723739 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-dd156a1f-5592-448c-853c-d0dab99cb627 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745114436006'] for network (2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:39.760291 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-40e6cb4c-1a37-4d25-bfc7-1560311ea723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828'] for network (eacb834d-7250-498a-85a1-85ac9b6ef1b3), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:39.765166 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e6cb4c-1a37-4d25-bfc7-1560311ea723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:48:39.765166 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-40e6cb4c-1a37-4d25-bfc7-1560311ea723 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for network (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:39.779655 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-f658f34c-1379-4954-9866-4225d5b5970c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828'] for subnet (21657c11-9b0c-49b1-8935-9d760016ec10), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:39.818425 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-dd156a1f-5592-448c-853c-d0dab99cb627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828'] for network (2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:39.819587 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd156a1f-5592-448c-853c-d0dab99cb627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:48:39.820486 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-dd156a1f-5592-448c-853c-d0dab99cb627 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for network (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:39.836035 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd156a1f-5592-448c-853c-d0dab99cb627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e94395-335b-4200-9ca7-ad1fa77742e4,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:39.893183 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f658f34c-1379-4954-9866-4225d5b5970c admin admin] Pushing event updated for resources: {'Subnet': ['ID=21657c11-9b0c-49b1-8935-9d760016ec10,revision_number=0']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:39.909558 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.base_scheduler [None req-6b2f0ef3-7f39-4b2a-8d22-08fff24f8395 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-3-iscsi, a2c22271-da7e-4d2b-b2be-97deb622f84c) {{(pid=113210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:48:39.910545 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f658f34c-1379-4954-9866-4225d5b5970c admin admin] Checking segment: {'id': 'f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:48:39.910907 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f658f34c-1379-4954-9866-4225d5b5970c admin admin] Network hostable DHCP agents. Network: 07c207ee-c2bb-4d53-bca3-b5aa6199ad0f, hostable agents: ['b0b4725d-5d3f-4adf-8b60-729f2f7a35da'], hosted agents: [] {{(pid=113211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 03:48:39.918824 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e3cf9c-2e95-4ba6-a212-a591c17d17d2 None None] Network a2c22271-da7e-4d2b-b2be-97deb622f84c requested from dv-cinder-849143-3-iscsi {{(pid=113212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:48:39.919338 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2f0ef3-7f39-4b2a-8d22-08fff24f8395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:48:39.919944 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-6b2f0ef3-7f39-4b2a-8d22-08fff24f8395 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for subnet (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:39.954986 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-40e6cb4c-1a37-4d25-bfc7-1560311ea723 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7909179 Sep 17 03:48:39.957960 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 43120) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:48:39.963791 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [None req-ced6e1d0-2dba-4148-b8a3-d4fc4328c7cd admin admin] Request body: {'subnet': {'network_id': 'eacb834d-7250-498a-85a1-85ac9b6ef1b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2091927715-subnet', 'tenant_id': '5b4fba22f55549188446d54f94aa1620', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:48:39.972363 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e6cb4c-1a37-4d25-bfc7-1560311ea723 admin admin] Pushing event updated for resources: {'Network': ['ID=eacb834d-7250-498a-85a1-85ac9b6ef1b3,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:39.993874 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Network eacb834d-7250-498a-85a1-85ac9b6ef1b3 details requested by agent ovs-agent-dv-cinder-849143-3-iscsi with host dv-cinder-849143-3-iscsi {{(pid=113212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 03:48:39.994309 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 43122) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:48:39.996686 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-dd156a1f-5592-448c-853c-d0dab99cb627 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5786183 Sep 17 03:48:40.005579 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [None req-3690ecb5-1474-4500-90d8-3f3c23a5321f admin admin] Request body: {'subnet': {'network_id': '2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-199005461-subnet', 'tenant_id': '294abb2085b844a99908242d4b02e263', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:48:40.072099 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f658f34c-1379-4954-9866-4225d5b5970c admin admin] Network 07c207ee-c2bb-4d53-bca3-b5aa6199ad0f is scheduled to be hosted by DHCP agent b0b4725d-5d3f-4adf-8b60-729f2f7a35da with binding_index 1 {{(pid=113211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 03:48:40.393807 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-6b2f0ef3-7f39-4b2a-8d22-08fff24f8395 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5977552 Sep 17 03:48:40.393807 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd156a1f-5592-448c-853c-d0dab99cb627 admin admin] Pushing event updated for resources: {'Network': ['ID=2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:40.397180 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 43132) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:48:40.397180 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [None req-62ffcd17-e398-47dc-8b21-5d3ff72e69e7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-78764827-router', 'tenant_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'}}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:48:40.398708 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Network 2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0 details requested by agent ovs-agent-dv-cinder-849143-3-iscsi with host dv-cinder-849143-3-iscsi {{(pid=113212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 03:48:40.399863 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3690ecb5-1474-4500-90d8-3f3c23a5321f admin admin] Made reservation on behalf of 294abb2085b844a99908242d4b02e263 for: {'subnet': 1} {{(pid=113211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:48:40.399863 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-3690ecb5-1474-4500-90d8-3f3c23a5321f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:40.400236 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59efbe62-cec1-430b-80fe-1ff04f3baa8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f96e3f4-43ec-52cd-99e5-8d71f9cd206c-a2c22271-da7e-4d2b-b2be-97deb622f84c', 'network_id': 'a2c22271-da7e-4d2b-b2be-97deb622f84c', 'project_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'fixed_ips': [{'subnet_id': 'eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5'}]}} from dv-cinder-849143-3-iscsi. {{(pid=113212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 17 03:48:40.400236 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-59efbe62-cec1-430b-80fe-1ff04f3baa8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:40.400358 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.base_scheduler [None req-f658f34c-1379-4954-9866-4225d5b5970c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-3-iscsi, 07c207ee-c2bb-4d53-bca3-b5aa6199ad0f) {{(pid=113211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:48:40.400358 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f658f34c-1379-4954-9866-4225d5b5970c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:48:40.400358 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-f658f34c-1379-4954-9866-4225d5b5970c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for subnet (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:40.400543 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490e2d04-c296-4def-b8dd-0e04c751f153 None None] Network 07c207ee-c2bb-4d53-bca3-b5aa6199ad0f requested from dv-cinder-849143-3-iscsi {{(pid=113212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:48:40.400868 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced6e1d0-2dba-4148-b8a3-d4fc4328c7cd admin admin] Made reservation on behalf of 5b4fba22f55549188446d54f94aa1620 for: {'subnet': 1} {{(pid=113211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:48:40.400868 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-ced6e1d0-2dba-4148-b8a3-d4fc4328c7cd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:40.400868 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-62ffcd17-e398-47dc-8b21-5d3ff72e69e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-617353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6001'] for router (55187bde-bd51-4273-87a5-034f3846d8b9), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:40.400868 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-62ffcd17-e398-47dc-8b21-5d3ff72e69e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-617908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6010'] for router (55187bde-bd51-4273-87a5-034f3846d8b9), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:40.400868 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-f658f34c-1379-4954-9866-4225d5b5970c admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1955569 Sep 17 03:48:40.404035 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 43144) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:48:40.410735 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-60871c12-2165-41d3-a956-63e3c64090b0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-710767008-router', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'}}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:48:40.502980 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-66a0d96c-4ae9-4a42-8f79-26c4593deed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b971cbd0-997d-41fb-8614-0aea29982798), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:40.534285 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-60871c12-2165-41d3-a956-63e3c64090b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-617353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6001'] for router (1199cd8e-d329-4648-ace2-63398eb0ef65), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:40.535726 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-60871c12-2165-41d3-a956-63e3c64090b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-617908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6010'] for router (1199cd8e-d329-4648-ace2-63398eb0ef65), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:40.547530 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-62ffcd17-e398-47dc-8b21-5d3ff72e69e7 admin admin] Publish callbacks [] for router_controller (55187bde-bd51-4273-87a5-034f3846d8b9), precommit_add_association {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:40.607954 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.db_base_plugin_common [None req-59efbe62-cec1-430b-80fe-1ff04f3baa8c None None] Allocated IP 172.20.0.2 (a2c22271-da7e-4d2b-b2be-97deb622f84c/eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5/698bd73d-e9bc-4675-9276-edc26a5b3f55) {{(pid=113212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:48:40.611509 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-60871c12-2165-41d3-a956-63e3c64090b0 admin admin] Publish callbacks [] for router_controller (1199cd8e-d329-4648-ace2-63398eb0ef65), precommit_add_association {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:40.615114 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a13969-aa22-439d-babc-e4b1a1057948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f96e3f4-43ec-52cd-99e5-8d71f9cd206c-07c207ee-c2bb-4d53-bca3-b5aa6199ad0f', 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f', 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'fixed_ips': [{'subnet_id': '21657c11-9b0c-49b1-8935-9d760016ec10'}]}} from dv-cinder-849143-3-iscsi. {{(pid=113212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 17 03:48:40.616249 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-59a13969-aa22-439d-babc-e4b1a1057948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:40.713311 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-3690ecb5-1474-4500-90d8-3f3c23a5321f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828'] for subnet (4a9bc613-44d6-4890-b247-86fc85e41240), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:40.801414 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-ced6e1d0-2dba-4148-b8a3-d4fc4328c7cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828'] for subnet (8381982b-250c-4494-8c4e-ef7a1961ea50), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:40.842623 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3690ecb5-1474-4500-90d8-3f3c23a5321f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a9bc613-44d6-4890-b247-86fc85e41240,revision_number=0']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:40.854085 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-62ffcd17-e398-47dc-8b21-5d3ff72e69e7 admin admin] Publish callbacks [] for router_gateway (55187bde-bd51-4273-87a5-034f3846d8b9), precommit_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:40.895714 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3690ecb5-1474-4500-90d8-3f3c23a5321f admin admin] Checking segment: {'id': 'fd61fd09-fc24-4021-8673-02b64116f7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:48:40.896389 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3690ecb5-1474-4500-90d8-3f3c23a5321f admin admin] Network hostable DHCP agents. Network: 2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0, hostable agents: ['b0b4725d-5d3f-4adf-8b60-729f2f7a35da'], hosted agents: [] {{(pid=113211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 03:48:40.919721 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:40.947205 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced6e1d0-2dba-4148-b8a3-d4fc4328c7cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8381982b-250c-4494-8c4e-ef7a1961ea50,revision_number=0']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:40.952278 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.db_base_plugin_common [None req-59a13969-aa22-439d-babc-e4b1a1057948 None None] Allocated IP 172.20.0.2 (07c207ee-c2bb-4d53-bca3-b5aa6199ad0f/21657c11-9b0c-49b1-8935-9d760016ec10/9c9c48f3-a604-43a8-a5a4-8a15e65e3b71) {{(pid=113212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:48:40.960069 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced6e1d0-2dba-4148-b8a3-d4fc4328c7cd admin admin] Checking segment: {'id': '09b48951-5e53-4799-9ac8-9400d268b3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'eacb834d-7250-498a-85a1-85ac9b6ef1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:48:40.960532 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced6e1d0-2dba-4148-b8a3-d4fc4328c7cd admin admin] Network hostable DHCP agents. Network: eacb834d-7250-498a-85a1-85ac9b6ef1b3, hostable agents: ['b0b4725d-5d3f-4adf-8b60-729f2f7a35da'], hosted agents: [] {{(pid=113211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 03:48:41.004937 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=86,neutron:UPDATE=8,neutron:INSERT=6 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:41.040984 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-60871c12-2165-41d3-a956-63e3c64090b0 admin admin] Publish callbacks [] for router_gateway (1199cd8e-d329-4648-ace2-63398eb0ef65), precommit_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:41.076744 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-59efbe62-cec1-430b-80fe-1ff04f3baa8c None None] Publish callbacks [] for port (698bd73d-e9bc-4675-9276-edc26a5b3f55), precommit_create {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:41.097228 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3690ecb5-1474-4500-90d8-3f3c23a5321f admin admin] Network 2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0 is scheduled to be hosted by DHCP agent b0b4725d-5d3f-4adf-8b60-729f2f7a35da with binding_index 1 {{(pid=113211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 03:48:41.227257 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-59efbe62-cec1-430b-80fe-1ff04f3baa8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976'] for port (698bd73d-e9bc-4675-9276-edc26a5b3f55), after_create {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:41.244515 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-59a13969-aa22-439d-babc-e4b1a1057948 None None] Publish callbacks [] for port (9c9c48f3-a604-43a8-a5a4-8a15e65e3b71), precommit_create {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:41.260395 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced6e1d0-2dba-4148-b8a3-d4fc4328c7cd admin admin] Network eacb834d-7250-498a-85a1-85ac9b6ef1b3 is scheduled to be hosted by DHCP agent b0b4725d-5d3f-4adf-8b60-729f2f7a35da with binding_index 1 {{(pid=113211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 03:48:41.311449 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59efbe62-cec1-430b-80fe-1ff04f3baa8c None None] Pushing event updated for resources: {'Port': ['ID=698bd73d-e9bc-4675-9276-edc26a5b3f55,revision_number=1']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:41.327349 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59efbe62-cec1-430b-80fe-1ff04f3baa8c None None] Network a2c22271-da7e-4d2b-b2be-97deb622f84c is already hosted by enough agents. {{(pid=113212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:48:41.334047 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.scheduler.base_scheduler [None req-59efbe62-cec1-430b-80fe-1ff04f3baa8c None None] Resources bound (agent type, host, resource id): {{(pid=113212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:48:41.336961 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59efbe62-cec1-430b-80fe-1ff04f3baa8c None None] Received port after_create {{(pid=113212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:48:41.341754 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59efbe62-cec1-430b-80fe-1ff04f3baa8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:41.342469 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59efbe62-cec1-430b-80fe-1ff04f3baa8c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:41.343006 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59efbe62-cec1-430b-80fe-1ff04f3baa8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:41.343654 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59efbe62-cec1-430b-80fe-1ff04f3baa8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:41.344002 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59efbe62-cec1-430b-80fe-1ff04f3baa8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:41.344324 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59efbe62-cec1-430b-80fe-1ff04f3baa8c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:41.344826 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59efbe62-cec1-430b-80fe-1ff04f3baa8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:41.345158 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59efbe62-cec1-430b-80fe-1ff04f3baa8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:41.345478 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59efbe62-cec1-430b-80fe-1ff04f3baa8c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:41.345818 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59efbe62-cec1-430b-80fe-1ff04f3baa8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:41.346135 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59efbe62-cec1-430b-80fe-1ff04f3baa8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:41.346615 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59efbe62-cec1-430b-80fe-1ff04f3baa8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:41.348320 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.base_scheduler [None req-3690ecb5-1474-4500-90d8-3f3c23a5321f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-3-iscsi, 2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0) {{(pid=113211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:48:41.348416 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59efbe62-cec1-430b-80fe-1ff04f3baa8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:41.348416 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59efbe62-cec1-430b-80fe-1ff04f3baa8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:41.348416 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59efbe62-cec1-430b-80fe-1ff04f3baa8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:41.352801 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.base_scheduler [None req-ced6e1d0-2dba-4148-b8a3-d4fc4328c7cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-3-iscsi, eacb834d-7250-498a-85a1-85ac9b6ef1b3) {{(pid=113211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:48:41.359271 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3690ecb5-1474-4500-90d8-3f3c23a5321f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:48:41.360068 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-3690ecb5-1474-4500-90d8-3f3c23a5321f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for subnet (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:41.360188 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59efbe62-cec1-430b-80fe-1ff04f3baa8c None None] Tracked resource versions report: Sep 17 03:48:41.360188 dv-cinder-849143-3-iscsi neutron-server[113212]: pushed versions: Sep 17 03:48:41.360188 dv-cinder-849143-3-iscsi neutron-server[113212]: { 'AddressGroup': {'1.2'}, Sep 17 03:48:41.360188 dv-cinder-849143-3-iscsi neutron-server[113212]: 'Agent': {'1.1'}, Sep 17 03:48:41.360188 dv-cinder-849143-3-iscsi neutron-server[113212]: 'ConntrackHelper': {'1.0'}, Sep 17 03:48:41.360188 dv-cinder-849143-3-iscsi neutron-server[113212]: 'LocalIPAssociation': {'1.0'}, Sep 17 03:48:41.360188 dv-cinder-849143-3-iscsi neutron-server[113212]: 'Log': {'1.0'}, Sep 17 03:48:41.360188 dv-cinder-849143-3-iscsi neutron-server[113212]: 'NDPProxy': {'1.0'}, Sep 17 03:48:41.360188 dv-cinder-849143-3-iscsi neutron-server[113212]: 'Network': {'1.1'}, Sep 17 03:48:41.360188 dv-cinder-849143-3-iscsi neutron-server[113212]: 'Port': {'1.7'}, Sep 17 03:48:41.360188 dv-cinder-849143-3-iscsi neutron-server[113212]: 'PortForwarding': {'1.3'}, Sep 17 03:48:41.360188 dv-cinder-849143-3-iscsi neutron-server[113212]: 'QosPolicy': {'1.10'}, Sep 17 03:48:41.360188 dv-cinder-849143-3-iscsi neutron-server[113212]: 'SecurityGroup': {'1.5'}, Sep 17 03:48:41.360188 dv-cinder-849143-3-iscsi neutron-server[113212]: 'SecurityGroupRule': {'1.2'}, Sep 17 03:48:41.360188 dv-cinder-849143-3-iscsi neutron-server[113212]: 'SubPort': {'1.0'}, Sep 17 03:48:41.360188 dv-cinder-849143-3-iscsi neutron-server[113212]: 'Subnet': {'1.1'}, Sep 17 03:48:41.360188 dv-cinder-849143-3-iscsi neutron-server[113212]: 'Trunk': {'1.1'}} Sep 17 03:48:41.360188 dv-cinder-849143-3-iscsi neutron-server[113212]: consumer versions: Sep 17 03:48:41.360188 dv-cinder-849143-3-iscsi neutron-server[113212]: { DHCP agent@dv-cinder-849143-3-iscsi: {}, Sep 17 03:48:41.360188 dv-cinder-849143-3-iscsi neutron-server[113212]: HyperV agent@hv-cinder-84914: {}, Sep 17 03:48:41.360188 dv-cinder-849143-3-iscsi neutron-server[113212]: L3 agent@dv-cinder-849143-3-iscsi: {}, Sep 17 03:48:41.360188 dv-cinder-849143-3-iscsi neutron-server[113212]: Metadata agent@dv-cinder-849143-3-iscsi: {}, Sep 17 03:48:41.360188 dv-cinder-849143-3-iscsi neutron-server[113212]: Metering agent@dv-cinder-849143-3-iscsi: {}, Sep 17 03:48:41.360188 dv-cinder-849143-3-iscsi neutron-server[113212]: Open vSwitch agent@dv-cinder-849143-3-iscsi: { 'AddressGroup': '1.2', Sep 17 03:48:41.360188 dv-cinder-849143-3-iscsi neutron-server[113212]: 'Agent': '1.1', Sep 17 03:48:41.360188 dv-cinder-849143-3-iscsi neutron-server[113212]: 'ConntrackHelper': '1.0', Sep 17 03:48:41.360188 dv-cinder-849143-3-iscsi neutron-server[113212]: 'LocalIPAssociation': '1.0', Sep 17 03:48:41.360188 dv-cinder-849143-3-iscsi neutron-server[113212]: 'Log': '1.0', Sep 17 03:48:41.360188 dv-cinder-849143-3-iscsi neutron-server[113212]: 'NDPProxy': '1.0', Sep 17 03:48:41.360188 dv-cinder-849143-3-iscsi neutron-server[113212]: 'Network': '1.1', Sep 17 03:48:41.360188 dv-cinder-849143-3-iscsi neutron-server[113212]: 'Port': '1.7', Sep 17 03:48:41.360188 dv-cinder-849143-3-iscsi neutron-server[113212]: 'PortForwarding': '1.3', Sep 17 03:48:41.360188 dv-cinder-849143-3-iscsi neutron-server[113212]: 'QosPolicy': '1.10', Sep 17 03:48:41.360188 dv-cinder-849143-3-iscsi neutron-server[113212]: 'SecurityGroup': '1.5', Sep 17 03:48:41.360188 dv-cinder-849143-3-iscsi neutron-server[113212]: 'SecurityGroupRule': '1.2', Sep 17 03:48:41.360188 dv-cinder-849143-3-iscsi neutron-server[113212]: 'SubPort': '1.0', Sep 17 03:48:41.360188 dv-cinder-849143-3-iscsi neutron-server[113212]: 'Subnet': '1.1', Sep 17 03:48:41.360188 dv-cinder-849143-3-iscsi neutron-server[113212]: 'Trunk': '1.1'}} Sep 17 03:48:41.360188 dv-cinder-849143-3-iscsi neutron-server[113212]: {{(pid=113212) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 03:48:41.368640 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a49b437-6cb7-4b6b-b22e-8a77e8e96cd5 None None] Network 2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0 requested from dv-cinder-849143-3-iscsi {{(pid=113212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:48:41.381383 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-62ffcd17-e398-47dc-8b21-5d3ff72e69e7 admin admin] Publish callbacks [] for router_gateway (55187bde-bd51-4273-87a5-034f3846d8b9), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:41.391321 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-60871c12-2165-41d3-a956-63e3c64090b0 admin admin] Publish callbacks [] for router_gateway (1199cd8e-d329-4648-ace2-63398eb0ef65), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:41.410643 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-62ffcd17-e398-47dc-8b21-5d3ff72e69e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:41.420580 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced6e1d0-2dba-4148-b8a3-d4fc4328c7cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:48:41.421342 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-ced6e1d0-2dba-4148-b8a3-d4fc4328c7cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for subnet (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:41.430561 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-60871c12-2165-41d3-a956-63e3c64090b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:41.447307 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9073452-9339-4e74-b629-aa217a8edb66 None None] Network eacb834d-7250-498a-85a1-85ac9b6ef1b3 requested from dv-cinder-849143-3-iscsi {{(pid=113212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:48:41.470917 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-59a13969-aa22-439d-babc-e4b1a1057948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976'] for port (9c9c48f3-a604-43a8-a5a4-8a15e65e3b71), after_create {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:41.489521 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-3690ecb5-1474-4500-90d8-3f3c23a5321f admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4939969 Sep 17 03:48:41.492774 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 43188) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:48:41.497176 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [None req-4f3e943b-62e1-4bac-abc3-5d9b66e541b2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-199005461-router', 'tenant_id': '294abb2085b844a99908242d4b02e263', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'}}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:48:41.548162 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ff42d983-095d-47ba-82c6-d5d7a2ded2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b812d02d-dcd0-44a4-bd1c-6e92b95e6b3f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:41.611338 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-59efbe62-cec1-430b-80fe-1ff04f3baa8c None None] Attempting to bind port 698bd73d-e9bc-4675-9276-edc26a5b3f55 on host dv-cinder-849143-3-iscsi for vnic_type normal with profile {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:48:41.611711 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-59efbe62-cec1-430b-80fe-1ff04f3baa8c None None] Attempting to bind port 698bd73d-e9bc-4675-9276-edc26a5b3f55 by drivers openvswitch,hyperv on host dv-cinder-849143-3-iscsi at level 0 using segments [{'id': '08cb3b6a-b907-4438-a94b-64c1979bcd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a2c22271-da7e-4d2b-b2be-97deb622f84c'}] {{(pid=113212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:48:41.612076 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59efbe62-cec1-430b-80fe-1ff04f3baa8c None None] Attempting to bind port 698bd73d-e9bc-4675-9276-edc26a5b3f55 on network a2c22271-da7e-4d2b-b2be-97deb622f84c {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:48:41.625272 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a13969-aa22-439d-babc-e4b1a1057948 None None] Network 07c207ee-c2bb-4d53-bca3-b5aa6199ad0f is already hosted by enough agents. {{(pid=113212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:48:41.626314 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 43190) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:48:41.627924 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-ced6e1d0-2dba-4148-b8a3-d4fc4328c7cd admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6687300 Sep 17 03:48:41.638872 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-9c721f07-e622-45ef-b393-3afe1668f3db admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-2091927715-router', 'tenant_id': '5b4fba22f55549188446d54f94aa1620', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'}}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:48:41.664069 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.db_base_plugin_common [None req-62ffcd17-e398-47dc-8b21-5d3ff72e69e7 admin admin] Allocated IP 172.27.0.68 (4d68fa53-4257-4a6b-8a5b-fb329be82f15/9fe7d342-7214-45a3-bf4f-d121f4a79efc/d838550e-a97c-48f5-88c3-721de7e315e5) {{(pid=113211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:48:41.664859 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.scheduler.base_scheduler [None req-59a13969-aa22-439d-babc-e4b1a1057948 None None] Resources bound (agent type, host, resource id): {{(pid=113212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:48:41.673507 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a13969-aa22-439d-babc-e4b1a1057948 None None] Pushing event updated for resources: {'Port': ['ID=9c9c48f3-a604-43a8-a5a4-8a15e65e3b71,revision_number=1']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:41.679405 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a13969-aa22-439d-babc-e4b1a1057948 None None] Received port after_create {{(pid=113212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:48:41.721719 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f748ce85-d584-4cdb-8234-89d7d957112f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f96e3f4-43ec-52cd-99e5-8d71f9cd206c-2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0', 'network_id': '2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0', 'project_id': '294abb2085b844a99908242d4b02e263', 'fixed_ips': [{'subnet_id': '4a9bc613-44d6-4890-b247-86fc85e41240'}]}} from dv-cinder-849143-3-iscsi. {{(pid=113212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 17 03:48:41.722654 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-f748ce85-d584-4cdb-8234-89d7d957112f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:41.728436 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-4f3e943b-62e1-4bac-abc3-5d9b66e541b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-617353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6001'] for router (cec91c57-14e1-4ebf-a6bf-a10584fb1163), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:41.729460 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-4f3e943b-62e1-4bac-abc3-5d9b66e541b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-617908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6010'] for router (cec91c57-14e1-4ebf-a6bf-a10584fb1163), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:41.773491 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9c721f07-e622-45ef-b393-3afe1668f3db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-617353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6001'] for router (87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:41.776135 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9c721f07-e622-45ef-b393-3afe1668f3db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-617908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6010'] for router (87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:41.818003 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59efbe62-cec1-430b-80fe-1ff04f3baa8c None None] Checking agent: {'id': '287db9f2-8160-4728-95aa-12aebca604d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 40, 13), 'started_at': datetime.datetime(2022, 9, 17, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:48:41.818368 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59efbe62-cec1-430b-80fe-1ff04f3baa8c None None] Checking segment: {'id': '08cb3b6a-b907-4438-a94b-64c1979bcd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a2c22271-da7e-4d2b-b2be-97deb622f84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:48:41.818771 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-59efbe62-cec1-430b-80fe-1ff04f3baa8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:41.819300 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59efbe62-cec1-430b-80fe-1ff04f3baa8c None None] Bound using segment: {'id': '08cb3b6a-b907-4438-a94b-64c1979bcd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a2c22271-da7e-4d2b-b2be-97deb622f84c'} {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:48:41.819701 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-59efbe62-cec1-430b-80fe-1ff04f3baa8c None None] Bound port: 698bd73d-e9bc-4675-9276-edc26a5b3f55, host: dv-cinder-849143-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08cb3b6a-b907-4438-a94b-64c1979bcd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a2c22271-da7e-4d2b-b2be-97deb622f84c'}}] {{(pid=113212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:48:41.820079 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-59efbe62-cec1-430b-80fe-1ff04f3baa8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (698bd73d-e9bc-4675-9276-edc26a5b3f55), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:41.820465 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-4f3e943b-62e1-4bac-abc3-5d9b66e541b2 admin admin] Publish callbacks [] for router_controller (cec91c57-14e1-4ebf-a6bf-a10584fb1163), precommit_add_association {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:41.823538 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-62ffcd17-e398-47dc-8b21-5d3ff72e69e7 admin admin] Publish callbacks [] for port (d838550e-a97c-48f5-88c3-721de7e315e5), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:41.844363 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7175edd7-a5b5-4f50-9195-75e3b7e54667 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f96e3f4-43ec-52cd-99e5-8d71f9cd206c-eacb834d-7250-498a-85a1-85ac9b6ef1b3', 'network_id': 'eacb834d-7250-498a-85a1-85ac9b6ef1b3', 'project_id': '5b4fba22f55549188446d54f94aa1620', 'fixed_ips': [{'subnet_id': '8381982b-250c-4494-8c4e-ef7a1961ea50'}]}} from dv-cinder-849143-3-iscsi. {{(pid=113212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 17 03:48:41.845781 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-7175edd7-a5b5-4f50-9195-75e3b7e54667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:41.884212 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9c721f07-e622-45ef-b393-3afe1668f3db admin admin] Publish callbacks [] for router_controller (87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc), precommit_add_association {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:41.899006 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:41.951971 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-59a13969-aa22-439d-babc-e4b1a1057948 None None] Attempting to bind port 9c9c48f3-a604-43a8-a5a4-8a15e65e3b71 on host dv-cinder-849143-3-iscsi for vnic_type normal with profile {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:48:41.952342 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-59a13969-aa22-439d-babc-e4b1a1057948 None None] Attempting to bind port 9c9c48f3-a604-43a8-a5a4-8a15e65e3b71 by drivers openvswitch,hyperv on host dv-cinder-849143-3-iscsi at level 0 using segments [{'id': 'f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f'}] {{(pid=113212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:48:41.952701 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a13969-aa22-439d-babc-e4b1a1057948 None None] Attempting to bind port 9c9c48f3-a604-43a8-a5a4-8a15e65e3b71 on network 07c207ee-c2bb-4d53-bca3-b5aa6199ad0f {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:48:42.008266 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-62ffcd17-e398-47dc-8b21-5d3ff72e69e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976'] for port (d838550e-a97c-48f5-88c3-721de7e315e5), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:42.077696 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ffcd17-e398-47dc-8b21-5d3ff72e69e7 admin admin] Network 4d68fa53-4257-4a6b-8a5b-fb329be82f15 is already hosted by enough agents. {{(pid=113211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:48:42.087159 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.base_scheduler [None req-62ffcd17-e398-47dc-8b21-5d3ff72e69e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=113211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:48:42.089631 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ffcd17-e398-47dc-8b21-5d3ff72e69e7 admin admin] Received port after_create {{(pid=113211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:48:42.130015 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-59efbe62-cec1-430b-80fe-1ff04f3baa8c None None] For port 698bd73d-e9bc-4675-9276-edc26a5b3f55, host dv-cinder-849143-3-iscsi, cleared binding levels {{(pid=113212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:48:42.166408 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-59efbe62-cec1-430b-80fe-1ff04f3baa8c None None] For port 698bd73d-e9bc-4675-9276-edc26a5b3f55, host dv-cinder-849143-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=698bd73d-e9bc-4675-9276-edc26a5b3f55,segment=NetworkSegment(08cb3b6a-b907-4438-a94b-64c1979bcd7f),segment_id=08cb3b6a-b907-4438-a94b-64c1979bcd7f)] {{(pid=113212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:48:42.168140 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-4f3e943b-62e1-4bac-abc3-5d9b66e541b2 admin admin] Publish callbacks [] for router_gateway (cec91c57-14e1-4ebf-a6bf-a10584fb1163), precommit_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:42.178588 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.db_base_plugin_common [None req-60871c12-2165-41d3-a956-63e3c64090b0 admin admin] Allocated IP 172.27.0.229 (4d68fa53-4257-4a6b-8a5b-fb329be82f15/9fe7d342-7214-45a3-bf4f-d121f4a79efc/9cdd4b66-a4ec-49b4-b4af-6fccf8de412a) {{(pid=113210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:48:42.215173 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a13969-aa22-439d-babc-e4b1a1057948 None None] Checking agent: {'id': '287db9f2-8160-4728-95aa-12aebca604d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 40, 13), 'started_at': datetime.datetime(2022, 9, 17, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:48:42.215173 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a13969-aa22-439d-babc-e4b1a1057948 None None] Checking segment: {'id': 'f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:48:42.215173 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-59a13969-aa22-439d-babc-e4b1a1057948 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:42.215173 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a13969-aa22-439d-babc-e4b1a1057948 None None] Bound using segment: {'id': 'f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f'} {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:48:42.215173 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-59a13969-aa22-439d-babc-e4b1a1057948 None None] Bound port: 9c9c48f3-a604-43a8-a5a4-8a15e65e3b71, host: dv-cinder-849143-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f'}}] {{(pid=113212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:48:42.215173 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-59a13969-aa22-439d-babc-e4b1a1057948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (9c9c48f3-a604-43a8-a5a4-8a15e65e3b71), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:42.215173 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.db_base_plugin_common [None req-f748ce85-d584-4cdb-8234-89d7d957112f None None] Allocated IP 172.20.0.2 (2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0/4a9bc613-44d6-4890-b247-86fc85e41240/56545c49-c7fd-4e32-abe8-dbfe54700a90) {{(pid=113212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:48:42.223815 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ffcd17-e398-47dc-8b21-5d3ff72e69e7 admin admin] Pushing event updated for resources: {'Port': ['ID=d838550e-a97c-48f5-88c3-721de7e315e5,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:42.272039 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=78,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=6 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:42.282722 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9c721f07-e622-45ef-b393-3afe1668f3db admin admin] Publish callbacks [] for router_gateway (87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc), precommit_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:42.284073 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-59efbe62-cec1-430b-80fe-1ff04f3baa8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (698bd73d-e9bc-4675-9276-edc26a5b3f55), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:42.298653 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.db_base_plugin_common [None req-7175edd7-a5b5-4f50-9195-75e3b7e54667 None None] Allocated IP 172.20.0.2 (eacb834d-7250-498a-85a1-85ac9b6ef1b3/8381982b-250c-4494-8c4e-ef7a1961ea50/2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1) {{(pid=113212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:48:42.408677 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-59a13969-aa22-439d-babc-e4b1a1057948 None None] For port 9c9c48f3-a604-43a8-a5a4-8a15e65e3b71, host dv-cinder-849143-3-iscsi, cleared binding levels {{(pid=113212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:48:42.409356 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:42.503093 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-59a13969-aa22-439d-babc-e4b1a1057948 None None] For port 9c9c48f3-a604-43a8-a5a4-8a15e65e3b71, host dv-cinder-849143-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=9c9c48f3-a604-43a8-a5a4-8a15e65e3b71,segment=NetworkSegment(f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54),segment_id=f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54)] {{(pid=113212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:48:42.516690 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59efbe62-cec1-430b-80fe-1ff04f3baa8c None None] Pushing event updated for resources: {'Port': ['ID=698bd73d-e9bc-4675-9276-edc26a5b3f55,revision_number=2']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:42.572533 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 43206) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:48:42.629660 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-60871c12-2165-41d3-a956-63e3c64090b0 admin admin] Publish callbacks [] for port (9cdd4b66-a4ec-49b4-b4af-6fccf8de412a), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:42.723252 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-59a13969-aa22-439d-babc-e4b1a1057948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (9c9c48f3-a604-43a8-a5a4-8a15e65e3b71), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:42.736395 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:42.770601 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-62ffcd17-e398-47dc-8b21-5d3ff72e69e7 admin admin] Publish callbacks [] for router_gateway (55187bde-bd51-4273-87a5-034f3846d8b9), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:42.823701 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-f748ce85-d584-4cdb-8234-89d7d957112f None None] Publish callbacks [] for port (56545c49-c7fd-4e32-abe8-dbfe54700a90), precommit_create {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:42.866461 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-60871c12-2165-41d3-a956-63e3c64090b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976'] for port (9cdd4b66-a4ec-49b4-b4af-6fccf8de412a), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:42.918283 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-a7f199c8-1956-4f4b-b762-80726c873a68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:42.936311 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-4f3e943b-62e1-4bac-abc3-5d9b66e541b2 admin admin] Publish callbacks [] for router_gateway (cec91c57-14e1-4ebf-a6bf-a10584fb1163), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:42.983279 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-4f3e943b-62e1-4bac-abc3-5d9b66e541b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:42.987935 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-f748ce85-d584-4cdb-8234-89d7d957112f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976'] for port (56545c49-c7fd-4e32-abe8-dbfe54700a90), after_create {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:43.004271 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-7175edd7-a5b5-4f50-9195-75e3b7e54667 None None] Publish callbacks [] for port (2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1), precommit_create {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:43.039728 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a13969-aa22-439d-babc-e4b1a1057948 None None] Pushing event updated for resources: {'Port': ['ID=9c9c48f3-a604-43a8-a5a4-8a15e65e3b71,revision_number=2']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:43.049558 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f748ce85-d584-4cdb-8234-89d7d957112f None None] Network 2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0 is already hosted by enough agents. {{(pid=113212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:48:43.052633 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60871c12-2165-41d3-a956-63e3c64090b0 admin admin] Pushing event updated for resources: {'Port': ['ID=9cdd4b66-a4ec-49b4-b4af-6fccf8de412a,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:43.053584 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.scheduler.base_scheduler [None req-f748ce85-d584-4cdb-8234-89d7d957112f None None] Resources bound (agent type, host, resource id): {{(pid=113212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:48:43.073975 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f748ce85-d584-4cdb-8234-89d7d957112f None None] Received port after_create {{(pid=113212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:48:43.076580 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60871c12-2165-41d3-a956-63e3c64090b0 admin admin] Network 4d68fa53-4257-4a6b-8a5b-fb329be82f15 is already hosted by enough agents. {{(pid=113210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:48:43.082282 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.base_scheduler [None req-60871c12-2165-41d3-a956-63e3c64090b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=113210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:48:43.085699 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60871c12-2165-41d3-a956-63e3c64090b0 admin admin] Received port after_create {{(pid=113210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:48:43.089897 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f748ce85-d584-4cdb-8234-89d7d957112f None None] Pushing event updated for resources: {'Port': ['ID=56545c49-c7fd-4e32-abe8-dbfe54700a90,revision_number=1']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:43.120448 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-a7f199c8-1956-4f4b-b762-80726c873a68 admin admin] Publish callbacks [] for security_group (c033da34-dff8-4091-af15-dd79d3ab2ee3), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:43.142191 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 698bd73d-e9bc-4675-9276-edc26a5b3f55 up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:48:43.217828 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-7175edd7-a5b5-4f50-9195-75e3b7e54667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976'] for port (2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1), after_create {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:43.220489 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (287db9f2-8160-4728-95aa-12aebca604d4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:43.282090 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-a7f199c8-1956-4f4b-b762-80726c873a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (c033da34-dff8-4091-af15-dd79d3ab2ee3), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:43.352565 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9c721f07-e622-45ef-b393-3afe1668f3db admin admin] Publish callbacks [] for router_gateway (87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:43.421083 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9c721f07-e622-45ef-b393-3afe1668f3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:43.449776 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7175edd7-a5b5-4f50-9195-75e3b7e54667 None None] Pushing event updated for resources: {'Port': ['ID=2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1,revision_number=1']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:43.467565 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:43.493286 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7175edd7-a5b5-4f50-9195-75e3b7e54667 None None] Network eacb834d-7250-498a-85a1-85ac9b6ef1b3 is already hosted by enough agents. {{(pid=113212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:48:43.501320 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-f748ce85-d584-4cdb-8234-89d7d957112f None None] Attempting to bind port 56545c49-c7fd-4e32-abe8-dbfe54700a90 on host dv-cinder-849143-3-iscsi for vnic_type normal with profile {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:48:43.502230 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-f748ce85-d584-4cdb-8234-89d7d957112f None None] Attempting to bind port 56545c49-c7fd-4e32-abe8-dbfe54700a90 by drivers openvswitch,hyperv on host dv-cinder-849143-3-iscsi at level 0 using segments [{'id': 'fd61fd09-fc24-4021-8673-02b64116f7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0'}] {{(pid=113212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:48:43.502611 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f748ce85-d584-4cdb-8234-89d7d957112f None None] Attempting to bind port 56545c49-c7fd-4e32-abe8-dbfe54700a90 on network 2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0 {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:48:43.505485 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.scheduler.base_scheduler [None req-7175edd7-a5b5-4f50-9195-75e3b7e54667 None None] Resources bound (agent type, host, resource id): {{(pid=113212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:48:43.513866 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7175edd7-a5b5-4f50-9195-75e3b7e54667 None None] Received port after_create {{(pid=113212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:48:43.571236 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-a7f199c8-1956-4f4b-b762-80726c873a68 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=8ee90400f90747cc8fb9d6cd30f33eac&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9930627 Sep 17 03:48:43.583423 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 43222) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:48:43.585031 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port 698bd73d-e9bc-4675-9276-edc26a5b3f55 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:48:43.585494 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f199c8-1956-4f4b-b762-80726c873a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c033da34-dff8-4091-af15-dd79d3ab2ee3,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:43.585693 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (698bd73d-e9bc-4675-9276-edc26a5b3f55), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:43.586388 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port 698bd73d-e9bc-4675-9276-edc26a5b3f55 Sep 17 03:48:43.594030 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fecdf064-2280-4810-8c6f-7fec6cce5654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (7e0cb1e0-c4a7-4d3b-9abd-ffc9973ed5e0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:43.658019 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:43.724983 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-7175edd7-a5b5-4f50-9195-75e3b7e54667 None None] Attempting to bind port 2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1 on host dv-cinder-849143-3-iscsi for vnic_type normal with profile {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:48:43.725494 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-7175edd7-a5b5-4f50-9195-75e3b7e54667 None None] Attempting to bind port 2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1 by drivers openvswitch,hyperv on host dv-cinder-849143-3-iscsi at level 0 using segments [{'id': '09b48951-5e53-4799-9ac8-9400d268b3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'eacb834d-7250-498a-85a1-85ac9b6ef1b3'}] {{(pid=113212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:48:43.725884 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7175edd7-a5b5-4f50-9195-75e3b7e54667 None None] Attempting to bind port 2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1 on network eacb834d-7250-498a-85a1-85ac9b6ef1b3 {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:48:43.752533 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f748ce85-d584-4cdb-8234-89d7d957112f None None] Checking agent: {'id': '287db9f2-8160-4728-95aa-12aebca604d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 40, 13), 'started_at': datetime.datetime(2022, 9, 17, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:48:43.752934 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f748ce85-d584-4cdb-8234-89d7d957112f None None] Checking segment: {'id': 'fd61fd09-fc24-4021-8673-02b64116f7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:48:43.753305 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-f748ce85-d584-4cdb-8234-89d7d957112f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:43.753701 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f748ce85-d584-4cdb-8234-89d7d957112f None None] Bound using segment: {'id': 'fd61fd09-fc24-4021-8673-02b64116f7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0'} {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:48:43.754266 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-f748ce85-d584-4cdb-8234-89d7d957112f None None] Bound port: 56545c49-c7fd-4e32-abe8-dbfe54700a90, host: dv-cinder-849143-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd61fd09-fc24-4021-8673-02b64116f7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0'}}] {{(pid=113212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:48:43.754598 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-f748ce85-d584-4cdb-8234-89d7d957112f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (56545c49-c7fd-4e32-abe8-dbfe54700a90), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:43.829298 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.db_base_plugin_common [None req-4f3e943b-62e1-4bac-abc3-5d9b66e541b2 admin admin] Allocated IP 172.27.0.180 (4d68fa53-4257-4a6b-8a5b-fb329be82f15/9fe7d342-7214-45a3-bf4f-d121f4a79efc/d61a15ac-7b12-4790-8d02-9c43ea0835f6) {{(pid=113211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:48:43.866443 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-62ffcd17-e398-47dc-8b21-5d3ff72e69e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-617964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-615204'] for router (55187bde-bd51-4273-87a5-034f3846d8b9), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:43.867962 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port 698bd73d-e9bc-4675-9276-edc26a5b3f55 is: DOWN; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:48:43.876073 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (698bd73d-e9bc-4675-9276-edc26a5b3f55), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:43.919605 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-b5a494bb-f90c-4fce-b629-ae5c6fa5f7a3 admin admin] Publish callbacks [] for security_group (c033da34-dff8-4091-af15-dd79d3ab2ee3), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:43.958280 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-60871c12-2165-41d3-a956-63e3c64090b0 admin admin] Publish callbacks [] for router_gateway (1199cd8e-d329-4648-ace2-63398eb0ef65), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:43.959883 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] For port 698bd73d-e9bc-4675-9276-edc26a5b3f55, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=698bd73d-e9bc-4675-9276-edc26a5b3f55,segment=NetworkSegment(08cb3b6a-b907-4438-a94b-64c1979bcd7f),segment_id=08cb3b6a-b907-4438-a94b-64c1979bcd7f)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:48:43.976335 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7175edd7-a5b5-4f50-9195-75e3b7e54667 None None] Checking agent: {'id': '287db9f2-8160-4728-95aa-12aebca604d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 40, 13), 'started_at': datetime.datetime(2022, 9, 17, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:48:43.976811 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7175edd7-a5b5-4f50-9195-75e3b7e54667 None None] Checking segment: {'id': '09b48951-5e53-4799-9ac8-9400d268b3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'eacb834d-7250-498a-85a1-85ac9b6ef1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:48:43.977279 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-7175edd7-a5b5-4f50-9195-75e3b7e54667 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:43.978027 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7175edd7-a5b5-4f50-9195-75e3b7e54667 None None] Bound using segment: {'id': '09b48951-5e53-4799-9ac8-9400d268b3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'eacb834d-7250-498a-85a1-85ac9b6ef1b3'} {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:48:43.978380 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-7175edd7-a5b5-4f50-9195-75e3b7e54667 None None] Bound port: 2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1, host: dv-cinder-849143-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b48951-5e53-4799-9ac8-9400d268b3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'eacb834d-7250-498a-85a1-85ac9b6ef1b3'}}] {{(pid=113212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:48:43.978907 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-7175edd7-a5b5-4f50-9195-75e3b7e54667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:44.005597 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-f748ce85-d584-4cdb-8234-89d7d957112f None None] For port 56545c49-c7fd-4e32-abe8-dbfe54700a90, host dv-cinder-849143-3-iscsi, cleared binding levels {{(pid=113212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:48:44.021400 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-f748ce85-d584-4cdb-8234-89d7d957112f None None] For port 56545c49-c7fd-4e32-abe8-dbfe54700a90, host dv-cinder-849143-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=56545c49-c7fd-4e32-abe8-dbfe54700a90,segment=NetworkSegment(fd61fd09-fc24-4021-8673-02b64116f7ad),segment_id=fd61fd09-fc24-4021-8673-02b64116f7ad)] {{(pid=113212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:48:44.078387 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-b5a494bb-f90c-4fce-b629-ae5c6fa5f7a3 admin admin] Publish callbacks [] for security_group (c033da34-dff8-4091-af15-dd79d3ab2ee3), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:44.087512 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-7175edd7-a5b5-4f50-9195-75e3b7e54667 None None] For port 2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1, host dv-cinder-849143-3-iscsi, cleared binding levels {{(pid=113212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:48:44.093320 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-7175edd7-a5b5-4f50-9195-75e3b7e54667 None None] For port 2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1, host dv-cinder-849143-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1,segment=NetworkSegment(09b48951-5e53-4799-9ac8-9400d268b3f1),segment_id=09b48951-5e53-4799-9ac8-9400d268b3f1)] {{(pid=113212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:48:44.097936 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (698bd73d-e9bc-4675-9276-edc26a5b3f55), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:44.133046 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d34cd1-5ff2-4fc2-8294-f1eee8fbfee4 None None] Network a2c22271-da7e-4d2b-b2be-97deb622f84c requested from dv-cinder-849143-3-iscsi {{(pid=113212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:48:44.174959 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-f748ce85-d584-4cdb-8234-89d7d957112f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (56545c49-c7fd-4e32-abe8-dbfe54700a90), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:44.236380 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Pushing event updated for resources: {'Port': ['ID=698bd73d-e9bc-4675-9276-edc26a5b3f55,revision_number=3']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:44.266780 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-7175edd7-a5b5-4f50-9195-75e3b7e54667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:44.270341 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-2a695f9b-d710-4385-be9a-43abb4e72713 None None] Provisioning complete for port 698bd73d-e9bc-4675-9276-edc26a5b3f55 triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:48:44.270699 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-2a695f9b-d710-4385-be9a-43abb4e72713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (698bd73d-e9bc-4675-9276-edc26a5b3f55), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:44.271028 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-2a695f9b-d710-4385-be9a-43abb4e72713 None None] Attempt 1 to provision port 698bd73d-e9bc-4675-9276-edc26a5b3f55 Sep 17 03:48:44.328520 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-60871c12-2165-41d3-a956-63e3c64090b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-617964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-615204'] for router (1199cd8e-d329-4648-ace2-63398eb0ef65), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:44.433976 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c82c731-57cb-4603-aa6c-7d28d14be7c5 None None] Network 07c207ee-c2bb-4d53-bca3-b5aa6199ad0f requested from dv-cinder-849143-3-iscsi {{(pid=113212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:48:44.499278 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:44.511913 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f748ce85-d584-4cdb-8234-89d7d957112f None None] Pushing event updated for resources: {'Port': ['ID=56545c49-c7fd-4e32-abe8-dbfe54700a90,revision_number=2']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:44.530692 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-4f3e943b-62e1-4bac-abc3-5d9b66e541b2 admin admin] Publish callbacks [] for port (d61a15ac-7b12-4790-8d02-9c43ea0835f6), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:44.675215 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60871c12-2165-41d3-a956-63e3c64090b0 admin admin] Router 1199cd8e-d329-4648-ace2-63398eb0ef65 is scheduled to L3 agent b971cbd0-997d-41fb-8614-0aea29982798 with binding_index 1 {{(pid=113210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 03:48:44.676847 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ffcd17-e398-47dc-8b21-5d3ff72e69e7 admin admin] Router 55187bde-bd51-4273-87a5-034f3846d8b9 is scheduled to L3 agent b971cbd0-997d-41fb-8614-0aea29982798 with binding_index 1 {{(pid=113211) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 03:48:44.715448 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-4f3e943b-62e1-4bac-abc3-5d9b66e541b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976'] for port (d61a15ac-7b12-4790-8d02-9c43ea0835f6), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:44.722759 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-2a695f9b-d710-4385-be9a-43abb4e72713 None None] Current status of the port 698bd73d-e9bc-4675-9276-edc26a5b3f55 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:48:44.724436 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-b5a494bb-f90c-4fce-b629-ae5c6fa5f7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (c033da34-dff8-4091-af15-dd79d3ab2ee3), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:44.731175 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-b5a494bb-f90c-4fce-b629-ae5c6fa5f7a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:44.733775 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-b5a494bb-f90c-4fce-b629-ae5c6fa5f7a3 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/c033da34-dff8-4091-af15-dd79d3ab2ee3 HTTP/1.1" status: 204 len: 168 time: 1.1480272 Sep 17 03:48:44.737364 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7175edd7-a5b5-4f50-9195-75e3b7e54667 None None] Pushing event updated for resources: {'Port': ['ID=2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1,revision_number=2']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:44.910193 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:44.912036 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.db_base_plugin_common [None req-9c721f07-e622-45ef-b393-3afe1668f3db admin admin] Allocated IP 172.27.0.105 (4d68fa53-4257-4a6b-8a5b-fb329be82f15/9fe7d342-7214-45a3-bf4f-d121f4a79efc/29e22ba4-2866-4c46-81f7-d574067f4b17) {{(pid=113210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:48:44.921484 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-0054d094-f647-417e-a0eb-d5190c77838d None None] Provisioning complete for port 9c9c48f3-a604-43a8-a5a4-8a15e65e3b71 triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:48:44.925638 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-0054d094-f647-417e-a0eb-d5190c77838d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (9c9c48f3-a604-43a8-a5a4-8a15e65e3b71), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:44.927501 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-0054d094-f647-417e-a0eb-d5190c77838d None None] Attempt 1 to provision port 9c9c48f3-a604-43a8-a5a4-8a15e65e3b71 Sep 17 03:48:45.087060 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a494bb-f90c-4fce-b629-ae5c6fa5f7a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c033da34-dff8-4091-af15-dd79d3ab2ee3,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:45.095500 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e943b-62e1-4bac-abc3-5d9b66e541b2 admin admin] Pushing event updated for resources: {'Port': ['ID=d61a15ac-7b12-4790-8d02-9c43ea0835f6,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:45.123505 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60871c12-2165-41d3-a956-63e3c64090b0 admin admin] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:48:45.143021 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a6c6c0-d193-4364-bf62-e2974052392a None None] Sync routers for ids ['1199cd8e-d329-4648-ace2-63398eb0ef65'] in dv-cinder-849143-3-iscsi {{(pid=113213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:48:45.168479 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3e943b-62e1-4bac-abc3-5d9b66e541b2 admin admin] Network 4d68fa53-4257-4a6b-8a5b-fb329be82f15 is already hosted by enough agents. {{(pid=113211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:48:45.173959 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a6c6c0-d193-4364-bf62-e2974052392a None None] Routers {'1199cd8e-d329-4648-ace2-63398eb0ef65'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:48:45.175894 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-d1a6c6c0-d193-4364-bf62-e2974052392a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:48:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['1199cd8e-d329-4648-ace2-63398eb0ef65'], 'active': True} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:48:45.197279 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.base_scheduler [None req-4f3e943b-62e1-4bac-abc3-5d9b66e541b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=113211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:48:45.206959 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3e943b-62e1-4bac-abc3-5d9b66e541b2 admin admin] Received port after_create {{(pid=113211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:48:45.234855 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-0054d094-f647-417e-a0eb-d5190c77838d None None] Current status of the port 9c9c48f3-a604-43a8-a5a4-8a15e65e3b71 is: DOWN; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:48:45.235254 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-0054d094-f647-417e-a0eb-d5190c77838d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (9c9c48f3-a604-43a8-a5a4-8a15e65e3b71), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:45.256393 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9c721f07-e622-45ef-b393-3afe1668f3db admin admin] Publish callbacks [] for port (29e22ba4-2866-4c46-81f7-d574067f4b17), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:45.320499 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-0054d094-f647-417e-a0eb-d5190c77838d None None] For port 9c9c48f3-a604-43a8-a5a4-8a15e65e3b71, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=9c9c48f3-a604-43a8-a5a4-8a15e65e3b71,segment=NetworkSegment(f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54),segment_id=f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:48:45.363092 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-60871c12-2165-41d3-a956-63e3c64090b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:45.364759 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-60871c12-2165-41d3-a956-63e3c64090b0 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.9596472 Sep 17 03:48:45.367612 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 43246) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:48:45.431675 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-0054d094-f647-417e-a0eb-d5190c77838d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (9c9c48f3-a604-43a8-a5a4-8a15e65e3b71), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:45.504670 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:45.512939 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9c721f07-e622-45ef-b393-3afe1668f3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976'] for port (29e22ba4-2866-4c46-81f7-d574067f4b17), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:45.541513 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ffcd17-e398-47dc-8b21-5d3ff72e69e7 admin admin] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:48:45.581847 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085a0d64-0221-40d7-8283-e87bba0643c4 None None] Sync routers for ids ['55187bde-bd51-4273-87a5-034f3846d8b9'] in dv-cinder-849143-3-iscsi {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:48:45.588393 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 56545c49-c7fd-4e32-abe8-dbfe54700a90 up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:48:45.589585 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054d094-f647-417e-a0eb-d5190c77838d None None] Pushing event updated for resources: {'Port': ['ID=9c9c48f3-a604-43a8-a5a4-8a15e65e3b71,revision_number=3']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:45.604500 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvr_db [None req-d1a6c6c0-d193-4364-bf62-e2974052392a None None] Set router 1199cd8e-d329-4648-ace2-63398eb0ef65 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:48:45.632541 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=81,neutron:UPDATE=11,neutron:INSERT=8 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:45.654048 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-62ffcd17-e398-47dc-8b21-5d3ff72e69e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:45.654164 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085a0d64-0221-40d7-8283-e87bba0643c4 None None] Routers {'55187bde-bd51-4273-87a5-034f3846d8b9'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:48:45.654698 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-085a0d64-0221-40d7-8283-e87bba0643c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:48:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['55187bde-bd51-4273-87a5-034f3846d8b9'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:48:45.657657 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-62ffcd17-e398-47dc-8b21-5d3ff72e69e7 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.5122817 Sep 17 03:48:45.665079 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 43254) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:48:45.678108 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-b75e7735-33d8-412c-8c33-5b2292ed43bc None None] Provisioning complete for port 9c9c48f3-a604-43a8-a5a4-8a15e65e3b71 triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:48:45.680791 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-b75e7735-33d8-412c-8c33-5b2292ed43bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (9c9c48f3-a604-43a8-a5a4-8a15e65e3b71), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:45.681132 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-b75e7735-33d8-412c-8c33-5b2292ed43bc None None] Attempt 1 to provision port 9c9c48f3-a604-43a8-a5a4-8a15e65e3b71 Sep 17 03:48:45.706861 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c721f07-e622-45ef-b393-3afe1668f3db admin admin] Network 4d68fa53-4257-4a6b-8a5b-fb329be82f15 is already hosted by enough agents. {{(pid=113210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:48:45.740885 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.base_scheduler [None req-9c721f07-e622-45ef-b393-3afe1668f3db admin admin] Resources bound (agent type, host, resource id): {{(pid=113210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:48:45.746720 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c721f07-e622-45ef-b393-3afe1668f3db admin admin] Received port after_create {{(pid=113210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:48:45.880806 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-4f3e943b-62e1-4bac-abc3-5d9b66e541b2 admin admin] Publish callbacks [] for router_gateway (cec91c57-14e1-4ebf-a6bf-a10584fb1163), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:45.884754 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:45.985031 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=80,neutron:UPDATE=5,neutron:DELETE=4,neutron:INSERT=11 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:45.985118 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port 56545c49-c7fd-4e32-abe8-dbfe54700a90 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:48:45.985362 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (56545c49-c7fd-4e32-abe8-dbfe54700a90), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:45.985625 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port 56545c49-c7fd-4e32-abe8-dbfe54700a90 Sep 17 03:48:46.044512 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-d1a6c6c0-d193-4364-bf62-e2974052392a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'name': 'tempest-AttachVolumeNegativeTest-710767008-router', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:40Z', 'updated_at': '2022-09-17T03:48:43Z', 'revision_number': 3, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'gw_port': {'id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ae:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi'}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:48:46.050498 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c721f07-e622-45ef-b393-3afe1668f3db admin admin] Pushing event updated for resources: {'Port': ['ID=29e22ba4-2866-4c46-81f7-d574067f4b17,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:46.111190 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a6c6c0-d193-4364-bf62-e2974052392a None None] Checking router: 1199cd8e-d329-4648-ace2-63398eb0ef65 for host: dv-cinder-849143-3-iscsi {{(pid=113213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:48:46.111630 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a6c6c0-d193-4364-bf62-e2974052392a None None] Updating router 1199cd8e-d329-4648-ace2-63398eb0ef65 port 9cdd4b66-a4ec-49b4-b4af-6fccf8de412a binding host dv-cinder-849143-3-iscsi {{(pid=113213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 03:48:46.146336 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:46.175308 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6c0-d193-4364-bf62-e2974052392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (9cdd4b66-a4ec-49b4-b4af-6fccf8de412a), before_update {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:46.248558 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-085a0d64-0221-40d7-8283-e87bba0643c4 None None] Set router 55187bde-bd51-4273-87a5-034f3846d8b9 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:48:46.573027 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6c0-d193-4364-bf62-e2974052392a None None] Publish callbacks [] for port (9cdd4b66-a4ec-49b4-b4af-6fccf8de412a), precommit_update {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:46.592074 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fe776d-5a70-4247-8426-2fedc4d35ed7 None None] Network 2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0 requested from dv-cinder-849143-3-iscsi {{(pid=113212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:48:46.598916 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4754cc6f-70f4-4147-a4a2-9b4c9ec9a50a None None] Network eacb834d-7250-498a-85a1-85ac9b6ef1b3 requested from dv-cinder-849143-3-iscsi {{(pid=113212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:48:46.647357 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6c0-d193-4364-bf62-e2974052392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (9cdd4b66-a4ec-49b4-b4af-6fccf8de412a), after_update {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:46.667884 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.managers [None req-d1a6c6c0-d193-4364-bf62-e2974052392a None None] Attempting to bind port 9cdd4b66-a4ec-49b4-b4af-6fccf8de412a on host dv-cinder-849143-3-iscsi for vnic_type normal with profile {{(pid=113213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:48:46.668365 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.managers [None req-d1a6c6c0-d193-4364-bf62-e2974052392a None None] Attempting to bind port 9cdd4b66-a4ec-49b4-b4af-6fccf8de412a by drivers openvswitch,hyperv on host dv-cinder-849143-3-iscsi at level 0 using segments [{'id': 'b9ff3b7d-3dba-4f81-9340-22e46529b80a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'}] {{(pid=113213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:48:46.668600 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a6c6c0-d193-4364-bf62-e2974052392a None None] Attempting to bind port 9cdd4b66-a4ec-49b4-b4af-6fccf8de412a on network 4d68fa53-4257-4a6b-8a5b-fb329be82f15 {{(pid=113213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:48:46.744337 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a6c6c0-d193-4364-bf62-e2974052392a None None] Checking agent: {'id': '287db9f2-8160-4728-95aa-12aebca604d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 40, 13), 'started_at': datetime.datetime(2022, 9, 17, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:48:46.745438 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a6c6c0-d193-4364-bf62-e2974052392a None None] Checking segment: {'id': 'b9ff3b7d-3dba-4f81-9340-22e46529b80a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:48:46.745913 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6c0-d193-4364-bf62-e2974052392a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:46.746297 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a6c6c0-d193-4364-bf62-e2974052392a None None] Bound using segment: {'id': 'b9ff3b7d-3dba-4f81-9340-22e46529b80a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'} {{(pid=113213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:48:46.747261 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.managers [None req-d1a6c6c0-d193-4364-bf62-e2974052392a None None] Bound port: 9cdd4b66-a4ec-49b4-b4af-6fccf8de412a, host: dv-cinder-849143-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ff3b7d-3dba-4f81-9340-22e46529b80a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'}}] {{(pid=113213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:48:46.747650 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6c0-d193-4364-bf62-e2974052392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (9cdd4b66-a4ec-49b4-b4af-6fccf8de412a), before_update {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:46.747774 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-4f3e943b-62e1-4bac-abc3-5d9b66e541b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-617964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-615204'] for router (cec91c57-14e1-4ebf-a6bf-a10584fb1163), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:46.753543 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:46.779194 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9c721f07-e622-45ef-b393-3afe1668f3db admin admin] Publish callbacks [] for router_gateway (87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:46.816699 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.db [None req-d1a6c6c0-d193-4364-bf62-e2974052392a None None] For port 9cdd4b66-a4ec-49b4-b4af-6fccf8de412a, host dv-cinder-849143-3-iscsi, cleared binding levels {{(pid=113213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:48:46.820807 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.db [None req-d1a6c6c0-d193-4364-bf62-e2974052392a None None] For port 9cdd4b66-a4ec-49b4-b4af-6fccf8de412a, host dv-cinder-849143-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=9cdd4b66-a4ec-49b4-b4af-6fccf8de412a,segment=NetworkSegment(b9ff3b7d-3dba-4f81-9340-22e46529b80a),segment_id=b9ff3b7d-3dba-4f81-9340-22e46529b80a)] {{(pid=113213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:48:46.840896 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-b75e7735-33d8-412c-8c33-5b2292ed43bc None None] Current status of the port 9c9c48f3-a604-43a8-a5a4-8a15e65e3b71 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:48:46.843659 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port 56545c49-c7fd-4e32-abe8-dbfe54700a90 is: DOWN; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:48:46.843897 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (56545c49-c7fd-4e32-abe8-dbfe54700a90), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:46.878144 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeda7e90-8bf6-4af4-8785-7fd1778ab2e9 None None] Pushing event updated for resources: {'Port': ['ID=9cdd4b66-a4ec-49b4-b4af-6fccf8de412a,revision_number=2']} {{(pid=113213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:46.888801 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeda7e90-8bf6-4af4-8785-7fd1778ab2e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:46.890541 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeda7e90-8bf6-4af4-8785-7fd1778ab2e9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:46.891255 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeda7e90-8bf6-4af4-8785-7fd1778ab2e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:46.892832 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeda7e90-8bf6-4af4-8785-7fd1778ab2e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:46.893459 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeda7e90-8bf6-4af4-8785-7fd1778ab2e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:46.894865 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeda7e90-8bf6-4af4-8785-7fd1778ab2e9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:46.895416 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeda7e90-8bf6-4af4-8785-7fd1778ab2e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:46.896174 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeda7e90-8bf6-4af4-8785-7fd1778ab2e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:46.896750 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeda7e90-8bf6-4af4-8785-7fd1778ab2e9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:46.897319 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeda7e90-8bf6-4af4-8785-7fd1778ab2e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:46.900701 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeda7e90-8bf6-4af4-8785-7fd1778ab2e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:46.901900 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeda7e90-8bf6-4af4-8785-7fd1778ab2e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:46.902464 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeda7e90-8bf6-4af4-8785-7fd1778ab2e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:46.902995 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeda7e90-8bf6-4af4-8785-7fd1778ab2e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:46.903592 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeda7e90-8bf6-4af4-8785-7fd1778ab2e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:48:46.905593 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeda7e90-8bf6-4af4-8785-7fd1778ab2e9 None None] Tracked resource versions report: Sep 17 03:48:46.905593 dv-cinder-849143-3-iscsi neutron-server[113213]: pushed versions: Sep 17 03:48:46.905593 dv-cinder-849143-3-iscsi neutron-server[113213]: { 'AddressGroup': {'1.2'}, Sep 17 03:48:46.905593 dv-cinder-849143-3-iscsi neutron-server[113213]: 'Agent': {'1.1'}, Sep 17 03:48:46.905593 dv-cinder-849143-3-iscsi neutron-server[113213]: 'ConntrackHelper': {'1.0'}, Sep 17 03:48:46.905593 dv-cinder-849143-3-iscsi neutron-server[113213]: 'LocalIPAssociation': {'1.0'}, Sep 17 03:48:46.905593 dv-cinder-849143-3-iscsi neutron-server[113213]: 'Log': {'1.0'}, Sep 17 03:48:46.905593 dv-cinder-849143-3-iscsi neutron-server[113213]: 'NDPProxy': {'1.0'}, Sep 17 03:48:46.905593 dv-cinder-849143-3-iscsi neutron-server[113213]: 'Network': {'1.1'}, Sep 17 03:48:46.905593 dv-cinder-849143-3-iscsi neutron-server[113213]: 'Port': {'1.7'}, Sep 17 03:48:46.905593 dv-cinder-849143-3-iscsi neutron-server[113213]: 'PortForwarding': {'1.3'}, Sep 17 03:48:46.905593 dv-cinder-849143-3-iscsi neutron-server[113213]: 'QosPolicy': {'1.10'}, Sep 17 03:48:46.905593 dv-cinder-849143-3-iscsi neutron-server[113213]: 'SecurityGroup': {'1.5'}, Sep 17 03:48:46.905593 dv-cinder-849143-3-iscsi neutron-server[113213]: 'SecurityGroupRule': {'1.2'}, Sep 17 03:48:46.905593 dv-cinder-849143-3-iscsi neutron-server[113213]: 'SubPort': {'1.0'}, Sep 17 03:48:46.905593 dv-cinder-849143-3-iscsi neutron-server[113213]: 'Subnet': {'1.1'}, Sep 17 03:48:46.905593 dv-cinder-849143-3-iscsi neutron-server[113213]: 'Trunk': {'1.1'}} Sep 17 03:48:46.905593 dv-cinder-849143-3-iscsi neutron-server[113213]: consumer versions: Sep 17 03:48:46.905593 dv-cinder-849143-3-iscsi neutron-server[113213]: { DHCP agent@dv-cinder-849143-3-iscsi: {}, Sep 17 03:48:46.905593 dv-cinder-849143-3-iscsi neutron-server[113213]: HyperV agent@hv-cinder-84914: {}, Sep 17 03:48:46.905593 dv-cinder-849143-3-iscsi neutron-server[113213]: L3 agent@dv-cinder-849143-3-iscsi: {}, Sep 17 03:48:46.905593 dv-cinder-849143-3-iscsi neutron-server[113213]: Metadata agent@dv-cinder-849143-3-iscsi: {}, Sep 17 03:48:46.905593 dv-cinder-849143-3-iscsi neutron-server[113213]: Metering agent@dv-cinder-849143-3-iscsi: {}, Sep 17 03:48:46.905593 dv-cinder-849143-3-iscsi neutron-server[113213]: Open vSwitch agent@dv-cinder-849143-3-iscsi: { 'AddressGroup': '1.2', Sep 17 03:48:46.905593 dv-cinder-849143-3-iscsi neutron-server[113213]: 'Agent': '1.1', Sep 17 03:48:46.905593 dv-cinder-849143-3-iscsi neutron-server[113213]: 'ConntrackHelper': '1.0', Sep 17 03:48:46.905593 dv-cinder-849143-3-iscsi neutron-server[113213]: 'LocalIPAssociation': '1.0', Sep 17 03:48:46.905593 dv-cinder-849143-3-iscsi neutron-server[113213]: 'Log': '1.0', Sep 17 03:48:46.905593 dv-cinder-849143-3-iscsi neutron-server[113213]: 'NDPProxy': '1.0', Sep 17 03:48:46.905593 dv-cinder-849143-3-iscsi neutron-server[113213]: 'Network': '1.1', Sep 17 03:48:46.905593 dv-cinder-849143-3-iscsi neutron-server[113213]: 'Port': '1.7', Sep 17 03:48:46.905593 dv-cinder-849143-3-iscsi neutron-server[113213]: 'PortForwarding': '1.3', Sep 17 03:48:46.905593 dv-cinder-849143-3-iscsi neutron-server[113213]: 'QosPolicy': '1.10', Sep 17 03:48:46.905593 dv-cinder-849143-3-iscsi neutron-server[113213]: 'SecurityGroup': '1.5', Sep 17 03:48:46.905593 dv-cinder-849143-3-iscsi neutron-server[113213]: 'SecurityGroupRule': '1.2', Sep 17 03:48:46.905593 dv-cinder-849143-3-iscsi neutron-server[113213]: 'SubPort': '1.0', Sep 17 03:48:46.905593 dv-cinder-849143-3-iscsi neutron-server[113213]: 'Subnet': '1.1', Sep 17 03:48:46.905593 dv-cinder-849143-3-iscsi neutron-server[113213]: 'Trunk': '1.1'}} Sep 17 03:48:46.905593 dv-cinder-849143-3-iscsi neutron-server[113213]: {{(pid=113213) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 03:48:46.914154 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6c0-d193-4364-bf62-e2974052392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (9cdd4b66-a4ec-49b4-b4af-6fccf8de412a), after_update {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:46.996845 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-eb2f7a70-46d4-495f-bab0-1b1e61f1a433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:47.002824 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:47.006440 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeda7e90-8bf6-4af4-8785-7fd1778ab2e9 None None] Pushing event updated for resources: {'Port': ['ID=9cdd4b66-a4ec-49b4-b4af-6fccf8de412a,revision_number=3']} {{(pid=113213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:47.045889 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a6c6c0-d193-4364-bf62-e2974052392a None None] Routers {'1199cd8e-d329-4648-ace2-63398eb0ef65'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:48:47.048282 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-d1a6c6c0-d193-4364-bf62-e2974052392a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:48:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['1199cd8e-d329-4648-ace2-63398eb0ef65'], 'active': True} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:48:47.133610 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-b75e7735-33d8-412c-8c33-5b2292ed43bc None None] Provisioning complete for port 698bd73d-e9bc-4675-9276-edc26a5b3f55 triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:48:47.134011 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-b75e7735-33d8-412c-8c33-5b2292ed43bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (698bd73d-e9bc-4675-9276-edc26a5b3f55), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:47.134340 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-b75e7735-33d8-412c-8c33-5b2292ed43bc None None] Attempt 1 to provision port 698bd73d-e9bc-4675-9276-edc26a5b3f55 Sep 17 03:48:47.199298 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvr_db [None req-d1a6c6c0-d193-4364-bf62-e2974052392a None None] Set router 1199cd8e-d329-4648-ace2-63398eb0ef65 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:48:47.204852 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-73ed5d7f-1463-4846-888b-e1d151e10db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:47.210142 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (56a63866-613b-46a0-90ee-05b9222d9bfc), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:47.217451 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f3e943b-62e1-4bac-abc3-5d9b66e541b2 admin admin] Router cec91c57-14e1-4ebf-a6bf-a10584fb1163 is scheduled to L3 agent b971cbd0-997d-41fb-8614-0aea29982798 with binding_index 1 {{(pid=113211) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 03:48:47.240465 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] For port 56545c49-c7fd-4e32-abe8-dbfe54700a90, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=56545c49-c7fd-4e32-abe8-dbfe54700a90,segment=NetworkSegment(fd61fd09-fc24-4021-8673-02b64116f7ad),segment_id=fd61fd09-fc24-4021-8673-02b64116f7ad)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:48:47.258781 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:47.319698 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9c721f07-e622-45ef-b393-3afe1668f3db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-617964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-615204'] for router (87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:47.335288 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-085a0d64-0221-40d7-8283-e87bba0643c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'name': 'tempest-AttachVolumeShelveTestJSON-78764827-router', 'tenant_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'd838550e-a97c-48f5-88c3-721de7e315e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:40Z', 'updated_at': '2022-09-17T03:48:42Z', 'revision_number': 3, 'project_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'gw_port': {'id': 'd838550e-a97c-48f5-88c3-721de7e315e5', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ed:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi'}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:48:47.351099 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (56545c49-c7fd-4e32-abe8-dbfe54700a90), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:47.352005 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 9c9c48f3-a604-43a8-a5a4-8a15e65e3b71 up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:48:47.384484 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:47.481111 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085a0d64-0221-40d7-8283-e87bba0643c4 None None] Checking router: 55187bde-bd51-4273-87a5-034f3846d8b9 for host: dv-cinder-849143-3-iscsi {{(pid=113212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:48:47.481595 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085a0d64-0221-40d7-8283-e87bba0643c4 None None] Updating router 55187bde-bd51-4273-87a5-034f3846d8b9 port d838550e-a97c-48f5-88c3-721de7e315e5 binding host dv-cinder-849143-3-iscsi {{(pid=113212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 03:48:47.537284 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-d1a6c6c0-d193-4364-bf62-e2974052392a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'name': 'tempest-AttachVolumeNegativeTest-710767008-router', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:40Z', 'updated_at': '2022-09-17T03:48:43Z', 'revision_number': 3, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'gw_port': {'id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ae:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi'}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:48:47.575828 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-085a0d64-0221-40d7-8283-e87bba0643c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (d838550e-a97c-48f5-88c3-721de7e315e5), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:47.604438 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a6c6c0-d193-4364-bf62-e2974052392a None None] The sync data for ids ['1199cd8e-d329-4648-ace2-63398eb0ef65'] in dv-cinder-849143-3-iscsi is: [{'id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'name': 'tempest-AttachVolumeNegativeTest-710767008-router', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:40Z', 'updated_at': '2022-09-17T03:48:43Z', 'revision_number': 3, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'gw_port': {'id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ae:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi'}] {{(pid=113213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:48:47.606069 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.db_base_plugin_common [None req-73ed5d7f-1463-4846-888b-e1d151e10db5 admin admin] Allocated IP 172.20.0.1 (07c207ee-c2bb-4d53-bca3-b5aa6199ad0f/21657c11-9b0c-49b1-8935-9d760016ec10/fbd44a3f-6ef3-4bdc-8585-990b9803e2f0) {{(pid=113210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:48:47.713376 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.db_base_plugin_common [None req-eb2f7a70-46d4-495f-bab0-1b1e61f1a433 admin admin] Allocated IP 172.20.0.1 (a2c22271-da7e-4d2b-b2be-97deb622f84c/eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5/b48780f2-bafd-4655-9b4e-36f920d83460) {{(pid=113211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:48:47.730686 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c721f07-e622-45ef-b393-3afe1668f3db admin admin] Router 87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc is scheduled to L3 agent b971cbd0-997d-41fb-8614-0aea29982798 with binding_index 1 {{(pid=113210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 03:48:47.733244 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3e943b-62e1-4bac-abc3-5d9b66e541b2 admin admin] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:48:47.746696 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ed411c-ae77-4d2c-a7a3-ce122fd3ff4f None None] Sync routers for ids ['cec91c57-14e1-4ebf-a6bf-a10584fb1163'] in dv-cinder-849143-3-iscsi {{(pid=113213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:48:47.775432 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ed411c-ae77-4d2c-a7a3-ce122fd3ff4f None None] Routers {'cec91c57-14e1-4ebf-a6bf-a10584fb1163'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:48:47.776063 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-92ed411c-ae77-4d2c-a7a3-ce122fd3ff4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:48:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['cec91c57-14e1-4ebf-a6bf-a10584fb1163'], 'active': True} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:48:47.804261 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-73ed5d7f-1463-4846-888b-e1d151e10db5 admin admin] Publish callbacks [] for port (fbd44a3f-6ef3-4bdc-8585-990b9803e2f0), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:47.945407 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-eb2f7a70-46d4-495f-bab0-1b1e61f1a433 admin admin] Publish callbacks [] for port (b48780f2-bafd-4655-9b4e-36f920d83460), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:47.954171 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c721f07-e622-45ef-b393-3afe1668f3db admin admin] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:48:48.016091 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-4f3e943b-62e1-4bac-abc3-5d9b66e541b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:48.018017 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-4f3e943b-62e1-4bac-abc3-5d9b66e541b2 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.5242651 Sep 17 03:48:48.023544 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 43306) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:48:48.051011 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port 9c9c48f3-a604-43a8-a5a4-8a15e65e3b71 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:48:48.051465 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (9c9c48f3-a604-43a8-a5a4-8a15e65e3b71), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:48.057885 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port 9c9c48f3-a604-43a8-a5a4-8a15e65e3b71 Sep 17 03:48:48.057885 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2577310e-7714-4b27-a8b6-2b25b17be5c2 None None] Sync routers for ids ['87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc'] in dv-cinder-849143-3-iscsi {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:48:48.058070 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvr_db [None req-92ed411c-ae77-4d2c-a7a3-ce122fd3ff4f None None] Set router cec91c57-14e1-4ebf-a6bf-a10584fb1163 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:48:48.076939 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-73ed5d7f-1463-4846-888b-e1d151e10db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976'] for port (fbd44a3f-6ef3-4bdc-8585-990b9803e2f0), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:48.104090 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:48.105767 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:48.111722 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Pushing event updated for resources: {'Port': ['ID=56545c49-c7fd-4e32-abe8-dbfe54700a90,revision_number=3']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:48.150476 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-eb2f7a70-46d4-495f-bab0-1b1e61f1a433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976'] for port (b48780f2-bafd-4655-9b4e-36f920d83460), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:48.215644 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9c721f07-e622-45ef-b393-3afe1668f3db admin admin] Publish callbacks [] for router (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:48.217099 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-9c721f07-e622-45ef-b393-3afe1668f3db admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.5895336 Sep 17 03:48:48.230226 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 43314) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:48:48.235373 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:48.240231 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2577310e-7714-4b27-a8b6-2b25b17be5c2 None None] Routers {'87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:48:48.240858 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-2577310e-7714-4b27-a8b6-2b25b17be5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:48:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:48:48.293847 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2f7a70-46d4-495f-bab0-1b1e61f1a433 admin admin] Pushing event updated for resources: {'Port': ['ID=b48780f2-bafd-4655-9b4e-36f920d83460,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:48.354897 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2f7a70-46d4-495f-bab0-1b1e61f1a433 admin admin] Network a2c22271-da7e-4d2b-b2be-97deb622f84c is already hosted by enough agents. {{(pid=113211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:48:48.359841 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.base_scheduler [None req-eb2f7a70-46d4-495f-bab0-1b1e61f1a433 admin admin] Resources bound (agent type, host, resource id): {{(pid=113211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:48:48.367521 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2f7a70-46d4-495f-bab0-1b1e61f1a433 admin admin] Received port after_create {{(pid=113211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:48:48.368014 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-eb2f7a70-46d4-495f-bab0-1b1e61f1a433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-426525'] for router_interface (55187bde-bd51-4273-87a5-034f3846d8b9), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:48.432209 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-b75e7735-33d8-412c-8c33-5b2292ed43bc None None] Current status of the port 698bd73d-e9bc-4675-9276-edc26a5b3f55 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:48:48.434695 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:48.514078 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=100 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:48.518041 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed5d7f-1463-4846-888b-e1d151e10db5 admin admin] Pushing event updated for resources: {'Port': ['ID=fbd44a3f-6ef3-4bdc-8585-990b9803e2f0,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:48.533543 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ed5d7f-1463-4846-888b-e1d151e10db5 admin admin] Network 07c207ee-c2bb-4d53-bca3-b5aa6199ad0f is already hosted by enough agents. {{(pid=113210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:48:48.575354 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.base_scheduler [None req-73ed5d7f-1463-4846-888b-e1d151e10db5 admin admin] Resources bound (agent type, host, resource id): {{(pid=113210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:48:48.578816 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ed5d7f-1463-4846-888b-e1d151e10db5 admin admin] Received port after_create {{(pid=113210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:48:48.579649 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-73ed5d7f-1463-4846-888b-e1d151e10db5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-426525'] for router_interface (1199cd8e-d329-4648-ace2-63398eb0ef65), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:48.602378 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=100 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:48.623428 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-47b6db57-de33-444f-810b-11659ed97ff3 None None] Provisioning complete for port 56545c49-c7fd-4e32-abe8-dbfe54700a90 triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:48:48.633669 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-47b6db57-de33-444f-810b-11659ed97ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (56545c49-c7fd-4e32-abe8-dbfe54700a90), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:48.634088 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-47b6db57-de33-444f-810b-11659ed97ff3 None None] Attempt 1 to provision port 56545c49-c7fd-4e32-abe8-dbfe54700a90 Sep 17 03:48:48.649760 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-92ed411c-ae77-4d2c-a7a3-ce122fd3ff4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec91c57-14e1-4ebf-a6bf-a10584fb1163', 'name': 'tempest-ServerRescueNegativeTestJSON-199005461-router', 'tenant_id': '294abb2085b844a99908242d4b02e263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'd61a15ac-7b12-4790-8d02-9c43ea0835f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:45Z', 'revision_number': 3, 'project_id': '294abb2085b844a99908242d4b02e263', 'gw_port': {'id': 'd61a15ac-7b12-4790-8d02-9c43ea0835f6', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec91c57-14e1-4ebf-a6bf-a10584fb1163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:43Z', 'updated_at': '2022-09-17T03:48:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi'}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:48:48.657175 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-085a0d64-0221-40d7-8283-e87bba0643c4 None None] Publish callbacks [] for port (d838550e-a97c-48f5-88c3-721de7e315e5), precommit_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:48.731592 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ed411c-ae77-4d2c-a7a3-ce122fd3ff4f None None] Checking router: cec91c57-14e1-4ebf-a6bf-a10584fb1163 for host: dv-cinder-849143-3-iscsi {{(pid=113213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:48:48.734443 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ed411c-ae77-4d2c-a7a3-ce122fd3ff4f None None] Updating router cec91c57-14e1-4ebf-a6bf-a10584fb1163 port d61a15ac-7b12-4790-8d02-9c43ea0835f6 binding host dv-cinder-849143-3-iscsi {{(pid=113213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 03:48:48.823559 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-92ed411c-ae77-4d2c-a7a3-ce122fd3ff4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (d61a15ac-7b12-4790-8d02-9c43ea0835f6), before_update {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:49.060454 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-2577310e-7714-4b27-a8b6-2b25b17be5c2 None None] Set router 87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:48:49.227298 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-085a0d64-0221-40d7-8283-e87bba0643c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (d838550e-a97c-48f5-88c3-721de7e315e5), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:49.366746 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:49.395659 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-085a0d64-0221-40d7-8283-e87bba0643c4 None None] Attempting to bind port d838550e-a97c-48f5-88c3-721de7e315e5 on host dv-cinder-849143-3-iscsi for vnic_type normal with profile {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:48:49.395659 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-085a0d64-0221-40d7-8283-e87bba0643c4 None None] Attempting to bind port d838550e-a97c-48f5-88c3-721de7e315e5 by drivers openvswitch,hyperv on host dv-cinder-849143-3-iscsi at level 0 using segments [{'id': 'b9ff3b7d-3dba-4f81-9340-22e46529b80a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'}] {{(pid=113212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:48:49.395659 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085a0d64-0221-40d7-8283-e87bba0643c4 None None] Attempting to bind port d838550e-a97c-48f5-88c3-721de7e315e5 on network 4d68fa53-4257-4a6b-8a5b-fb329be82f15 {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:48:49.476857 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port 9c9c48f3-a604-43a8-a5a4-8a15e65e3b71 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:48:49.478742 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 698bd73d-e9bc-4675-9276-edc26a5b3f55 up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:48:49.597873 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-47b6db57-de33-444f-810b-11659ed97ff3 None None] Current status of the port 56545c49-c7fd-4e32-abe8-dbfe54700a90 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:48:49.608502 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-eb2f7a70-46d4-495f-bab0-1b1e61f1a433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (b48780f2-bafd-4655-9b4e-36f920d83460), before_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:49.615772 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085a0d64-0221-40d7-8283-e87bba0643c4 None None] Checking agent: {'id': '287db9f2-8160-4728-95aa-12aebca604d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 40, 13), 'started_at': datetime.datetime(2022, 9, 17, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:48:49.616145 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085a0d64-0221-40d7-8283-e87bba0643c4 None None] Checking segment: {'id': 'b9ff3b7d-3dba-4f81-9340-22e46529b80a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:48:49.616552 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-085a0d64-0221-40d7-8283-e87bba0643c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:49.616947 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085a0d64-0221-40d7-8283-e87bba0643c4 None None] Bound using segment: {'id': 'b9ff3b7d-3dba-4f81-9340-22e46529b80a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'} {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:48:49.617585 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-085a0d64-0221-40d7-8283-e87bba0643c4 None None] Bound port: d838550e-a97c-48f5-88c3-721de7e315e5, host: dv-cinder-849143-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ff3b7d-3dba-4f81-9340-22e46529b80a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'}}] {{(pid=113212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:48:49.617995 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-085a0d64-0221-40d7-8283-e87bba0643c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (d838550e-a97c-48f5-88c3-721de7e315e5), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:49.709510 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-92ed411c-ae77-4d2c-a7a3-ce122fd3ff4f None None] Publish callbacks [] for port (d61a15ac-7b12-4790-8d02-9c43ea0835f6), precommit_update {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:49.791325 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-92ed411c-ae77-4d2c-a7a3-ce122fd3ff4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (d61a15ac-7b12-4790-8d02-9c43ea0835f6), after_update {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:49.808450 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-73ed5d7f-1463-4846-888b-e1d151e10db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (fbd44a3f-6ef3-4bdc-8585-990b9803e2f0), before_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:49.911800 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d346a3bb-59de-4c51-8925-252e0d6ca87f None None] Pushing event updated for resources: {'Port': ['ID=d61a15ac-7b12-4790-8d02-9c43ea0835f6,revision_number=2']} {{(pid=113213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:49.919816 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.managers [None req-92ed411c-ae77-4d2c-a7a3-ce122fd3ff4f None None] Attempting to bind port d61a15ac-7b12-4790-8d02-9c43ea0835f6 on host dv-cinder-849143-3-iscsi for vnic_type normal with profile {{(pid=113213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:48:49.922478 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.managers [None req-92ed411c-ae77-4d2c-a7a3-ce122fd3ff4f None None] Attempting to bind port d61a15ac-7b12-4790-8d02-9c43ea0835f6 by drivers openvswitch,hyperv on host dv-cinder-849143-3-iscsi at level 0 using segments [{'id': 'b9ff3b7d-3dba-4f81-9340-22e46529b80a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'}] {{(pid=113213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:48:49.926926 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ed411c-ae77-4d2c-a7a3-ce122fd3ff4f None None] Attempting to bind port d61a15ac-7b12-4790-8d02-9c43ea0835f6 on network 4d68fa53-4257-4a6b-8a5b-fb329be82f15 {{(pid=113213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:48:49.969251 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-eb2f7a70-46d4-495f-bab0-1b1e61f1a433 admin admin] Publish callbacks [] for port (b48780f2-bafd-4655-9b4e-36f920d83460), precommit_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:49.996092 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-085a0d64-0221-40d7-8283-e87bba0643c4 None None] For port d838550e-a97c-48f5-88c3-721de7e315e5, host dv-cinder-849143-3-iscsi, cleared binding levels {{(pid=113212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:48:50.006482 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d43ccb2-a7d9-4ea6-b0a9-7eeb591f6ebc None None] Pushing event updated for resources: {'Port': ['ID=d838550e-a97c-48f5-88c3-721de7e315e5,revision_number=2']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:50.019180 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:50.036050 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ed411c-ae77-4d2c-a7a3-ce122fd3ff4f None None] Checking agent: {'id': '287db9f2-8160-4728-95aa-12aebca604d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 40, 13), 'started_at': datetime.datetime(2022, 9, 17, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:48:50.037555 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ed411c-ae77-4d2c-a7a3-ce122fd3ff4f None None] Checking segment: {'id': 'b9ff3b7d-3dba-4f81-9340-22e46529b80a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:48:50.038617 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-92ed411c-ae77-4d2c-a7a3-ce122fd3ff4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:50.038734 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-47b6db57-de33-444f-810b-11659ed97ff3 None None] Provisioning complete for port 2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1 triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:48:50.039183 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-47b6db57-de33-444f-810b-11659ed97ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:50.039531 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-47b6db57-de33-444f-810b-11659ed97ff3 None None] Attempt 1 to provision port 2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1 Sep 17 03:48:50.041384 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ed411c-ae77-4d2c-a7a3-ce122fd3ff4f None None] Bound using segment: {'id': 'b9ff3b7d-3dba-4f81-9340-22e46529b80a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'} {{(pid=113213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:48:50.041888 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.managers [None req-92ed411c-ae77-4d2c-a7a3-ce122fd3ff4f None None] Bound port: d61a15ac-7b12-4790-8d02-9c43ea0835f6, host: dv-cinder-849143-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ff3b7d-3dba-4f81-9340-22e46529b80a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'}}] {{(pid=113213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:48:50.042431 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-92ed411c-ae77-4d2c-a7a3-ce122fd3ff4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (d61a15ac-7b12-4790-8d02-9c43ea0835f6), before_update {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:50.063344 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c4a46737-ae5e-4320-bcac-1c19c64f276b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:50.074423 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-085a0d64-0221-40d7-8283-e87bba0643c4 None None] For port d838550e-a97c-48f5-88c3-721de7e315e5, host dv-cinder-849143-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=d838550e-a97c-48f5-88c3-721de7e315e5,segment=NetworkSegment(b9ff3b7d-3dba-4f81-9340-22e46529b80a),segment_id=b9ff3b7d-3dba-4f81-9340-22e46529b80a)] {{(pid=113212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:48:50.120174 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port 698bd73d-e9bc-4675-9276-edc26a5b3f55 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:48:50.121955 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (698bd73d-e9bc-4675-9276-edc26a5b3f55), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:50.122239 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port 698bd73d-e9bc-4675-9276-edc26a5b3f55 Sep 17 03:48:50.156470 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.db [None req-92ed411c-ae77-4d2c-a7a3-ce122fd3ff4f None None] For port d61a15ac-7b12-4790-8d02-9c43ea0835f6, host dv-cinder-849143-3-iscsi, cleared binding levels {{(pid=113213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:48:50.160568 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.db [None req-92ed411c-ae77-4d2c-a7a3-ce122fd3ff4f None None] For port d61a15ac-7b12-4790-8d02-9c43ea0835f6, host dv-cinder-849143-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=d61a15ac-7b12-4790-8d02-9c43ea0835f6,segment=NetworkSegment(b9ff3b7d-3dba-4f81-9340-22e46529b80a),segment_id=b9ff3b7d-3dba-4f81-9340-22e46529b80a)] {{(pid=113213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:48:50.180586 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-eb2f7a70-46d4-495f-bab0-1b1e61f1a433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (b48780f2-bafd-4655-9b4e-36f920d83460), after_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:50.181512 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-eb2f7a70-46d4-495f-bab0-1b1e61f1a433 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-426633'] for router_interface (55187bde-bd51-4273-87a5-034f3846d8b9), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:50.223718 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-92ed411c-ae77-4d2c-a7a3-ce122fd3ff4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (d61a15ac-7b12-4790-8d02-9c43ea0835f6), after_update {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:50.228336 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-133c3734-cb4e-4260-8367-ac4705eaf607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:50.240320 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:50.243212 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-73ed5d7f-1463-4846-888b-e1d151e10db5 admin admin] Publish callbacks [] for port (fbd44a3f-6ef3-4bdc-8585-990b9803e2f0), precommit_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:50.253379 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-085a0d64-0221-40d7-8283-e87bba0643c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (d838550e-a97c-48f5-88c3-721de7e315e5), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:50.299243 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ed411c-ae77-4d2c-a7a3-ce122fd3ff4f None None] Routers {'cec91c57-14e1-4ebf-a6bf-a10584fb1163'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:48:50.300030 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-92ed411c-ae77-4d2c-a7a3-ce122fd3ff4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:48:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['cec91c57-14e1-4ebf-a6bf-a10584fb1163'], 'active': True} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:48:50.356802 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d346a3bb-59de-4c51-8925-252e0d6ca87f None None] Pushing event updated for resources: {'Port': ['ID=d61a15ac-7b12-4790-8d02-9c43ea0835f6,revision_number=3']} {{(pid=113213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:50.362670 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:50.375427 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2f7a70-46d4-495f-bab0-1b1e61f1a433 admin admin] Pushing event updated for resources: {'Port': ['ID=b48780f2-bafd-4655-9b4e-36f920d83460,revision_number=2']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:50.379204 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-2577310e-7714-4b27-a8b6-2b25b17be5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc', 'name': 'tempest-DeleteServersTestJSON-2091927715-router', 'tenant_id': '5b4fba22f55549188446d54f94aa1620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '29e22ba4-2866-4c46-81f7-d574067f4b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:46Z', 'revision_number': 3, 'project_id': '5b4fba22f55549188446d54f94aa1620', 'gw_port': {'id': '29e22ba4-2866-4c46-81f7-d574067f4b17', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:98:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:43Z', 'updated_at': '2022-09-17T03:48:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi'}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:48:50.418064 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2f7a70-46d4-495f-bab0-1b1e61f1a433 admin admin] Network a2c22271-da7e-4d2b-b2be-97deb622f84c is already hosted by enough agents. {{(pid=113211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:48:50.422124 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.base_scheduler [None req-eb2f7a70-46d4-495f-bab0-1b1e61f1a433 admin admin] Resources bound (agent type, host, resource id): {{(pid=113211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:48:50.459622 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085a0d64-0221-40d7-8283-e87bba0643c4 None None] Routers {'55187bde-bd51-4273-87a5-034f3846d8b9'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:48:50.461398 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-085a0d64-0221-40d7-8283-e87bba0643c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:48:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['55187bde-bd51-4273-87a5-034f3846d8b9'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:48:50.467360 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2577310e-7714-4b27-a8b6-2b25b17be5c2 None None] Checking router: 87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc for host: dv-cinder-849143-3-iscsi {{(pid=113212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:48:50.467905 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2577310e-7714-4b27-a8b6-2b25b17be5c2 None None] Updating router 87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc port 29e22ba4-2866-4c46-81f7-d574067f4b17 binding host dv-cinder-849143-3-iscsi {{(pid=113212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 03:48:50.527205 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvr_db [None req-92ed411c-ae77-4d2c-a7a3-ce122fd3ff4f None None] Set router cec91c57-14e1-4ebf-a6bf-a10584fb1163 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:48:50.528895 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-2577310e-7714-4b27-a8b6-2b25b17be5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (29e22ba4-2866-4c46-81f7-d574067f4b17), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:50.574378 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:50.634141 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-47b6db57-de33-444f-810b-11659ed97ff3 None None] Current status of the port 2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1 is: DOWN; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:48:50.634540 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-47b6db57-de33-444f-810b-11659ed97ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:50.648808 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.db_base_plugin_common [None req-133c3734-cb4e-4260-8367-ac4705eaf607 admin admin] Allocated IP 172.20.0.1 (eacb834d-7250-498a-85a1-85ac9b6ef1b3/8381982b-250c-4494-8c4e-ef7a1961ea50/fb5c2241-1663-4261-8772-4a7d6e59da5b) {{(pid=113210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:48:50.668904 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.db_base_plugin_common [None req-c4a46737-ae5e-4320-bcac-1c19c64f276b admin admin] Allocated IP 172.20.0.1 (2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0/4a9bc613-44d6-4890-b247-86fc85e41240/c19f6ebb-49a0-4506-8286-d0386d11220c) {{(pid=113211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:48:50.716925 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-73ed5d7f-1463-4846-888b-e1d151e10db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (fbd44a3f-6ef3-4bdc-8585-990b9803e2f0), after_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:50.717598 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-73ed5d7f-1463-4846-888b-e1d151e10db5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-426633'] for router_interface (1199cd8e-d329-4648-ace2-63398eb0ef65), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:50.887283 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed5d7f-1463-4846-888b-e1d151e10db5 admin admin] Pushing event updated for resources: {'Port': ['ID=fbd44a3f-6ef3-4bdc-8585-990b9803e2f0,revision_number=2']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:50.888454 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:50.909154 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-92ed411c-ae77-4d2c-a7a3-ce122fd3ff4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec91c57-14e1-4ebf-a6bf-a10584fb1163', 'name': 'tempest-ServerRescueNegativeTestJSON-199005461-router', 'tenant_id': '294abb2085b844a99908242d4b02e263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'd61a15ac-7b12-4790-8d02-9c43ea0835f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:45Z', 'revision_number': 3, 'project_id': '294abb2085b844a99908242d4b02e263', 'gw_port': {'id': 'd61a15ac-7b12-4790-8d02-9c43ea0835f6', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec91c57-14e1-4ebf-a6bf-a10584fb1163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:43Z', 'updated_at': '2022-09-17T03:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi'}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:48:51.001549 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb2f7a70-46d4-495f-bab0-1b1e61f1a433 admin admin] Router 55187bde-bd51-4273-87a5-034f3846d8b9 has already been hosted by L3 agent b971cbd0-997d-41fb-8614-0aea29982798 {{(pid=113211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:48:51.013302 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ed411c-ae77-4d2c-a7a3-ce122fd3ff4f None None] The sync data for ids ['cec91c57-14e1-4ebf-a6bf-a10584fb1163'] in dv-cinder-849143-3-iscsi is: [{'id': 'cec91c57-14e1-4ebf-a6bf-a10584fb1163', 'name': 'tempest-ServerRescueNegativeTestJSON-199005461-router', 'tenant_id': '294abb2085b844a99908242d4b02e263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'd61a15ac-7b12-4790-8d02-9c43ea0835f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:45Z', 'revision_number': 3, 'project_id': '294abb2085b844a99908242d4b02e263', 'gw_port': {'id': 'd61a15ac-7b12-4790-8d02-9c43ea0835f6', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec91c57-14e1-4ebf-a6bf-a10584fb1163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:43Z', 'updated_at': '2022-09-17T03:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi'}] {{(pid=113213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:48:51.150429 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=100 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:51.154670 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ed5d7f-1463-4846-888b-e1d151e10db5 admin admin] Network 07c207ee-c2bb-4d53-bca3-b5aa6199ad0f is already hosted by enough agents. {{(pid=113210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:48:51.158135 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.base_scheduler [None req-73ed5d7f-1463-4846-888b-e1d151e10db5 admin admin] Resources bound (agent type, host, resource id): {{(pid=113210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:48:51.191556 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2f7a70-46d4-495f-bab0-1b1e61f1a433 admin admin] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:48:51.200009 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c4a46737-ae5e-4320-bcac-1c19c64f276b admin admin] Publish callbacks [] for port (c19f6ebb-49a0-4506-8286-d0386d11220c), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:51.200865 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-eb2f7a70-46d4-495f-bab0-1b1e61f1a433 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/55187bde-bd51-4273-87a5-034f3846d8b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5332134 Sep 17 03:48:51.270637 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d43ccb2-a7d9-4ea6-b0a9-7eeb591f6ebc None None] Pushing event updated for resources: {'Port': ['ID=d838550e-a97c-48f5-88c3-721de7e315e5,revision_number=3']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:51.292413 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-133c3734-cb4e-4260-8367-ac4705eaf607 admin admin] Publish callbacks [] for port (fb5c2241-1663-4261-8772-4a7d6e59da5b), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:51.340159 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c4a46737-ae5e-4320-bcac-1c19c64f276b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976'] for port (c19f6ebb-49a0-4506-8286-d0386d11220c), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:51.340343 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:51.455577 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a46737-ae5e-4320-bcac-1c19c64f276b admin admin] Network 2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0 is already hosted by enough agents. {{(pid=113211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:48:51.477606 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.base_scheduler [None req-c4a46737-ae5e-4320-bcac-1c19c64f276b admin admin] Resources bound (agent type, host, resource id): {{(pid=113211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:48:51.495120 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-133c3734-cb4e-4260-8367-ac4705eaf607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976'] for port (fb5c2241-1663-4261-8772-4a7d6e59da5b), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:51.497244 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a46737-ae5e-4320-bcac-1c19c64f276b admin admin] Received port after_create {{(pid=113211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:48:51.498950 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c4a46737-ae5e-4320-bcac-1c19c64f276b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-426525'] for router_interface (cec91c57-14e1-4ebf-a6bf-a10584fb1163), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:51.601261 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a46737-ae5e-4320-bcac-1c19c64f276b admin admin] Pushing event updated for resources: {'Port': ['ID=c19f6ebb-49a0-4506-8286-d0386d11220c,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:51.603326 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port 698bd73d-e9bc-4675-9276-edc26a5b3f55 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:48:51.604590 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1 up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:48:51.689573 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-47b6db57-de33-444f-810b-11659ed97ff3 None None] For port 2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1,segment=NetworkSegment(09b48951-5e53-4799-9ac8-9400d268b3f1),segment_id=09b48951-5e53-4799-9ac8-9400d268b3f1)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:48:51.735861 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133c3734-cb4e-4260-8367-ac4705eaf607 admin admin] Network eacb834d-7250-498a-85a1-85ac9b6ef1b3 is already hosted by enough agents. {{(pid=113210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:48:51.737770 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c3734-cb4e-4260-8367-ac4705eaf607 admin admin] Pushing event updated for resources: {'Port': ['ID=fb5c2241-1663-4261-8772-4a7d6e59da5b,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:51.746367 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-085a0d64-0221-40d7-8283-e87bba0643c4 None None] Set router 55187bde-bd51-4273-87a5-034f3846d8b9 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:48:51.746741 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.base_scheduler [None req-133c3734-cb4e-4260-8367-ac4705eaf607 admin admin] Resources bound (agent type, host, resource id): {{(pid=113210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:48:51.754471 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133c3734-cb4e-4260-8367-ac4705eaf607 admin admin] Received port after_create {{(pid=113210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:48:51.754962 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-133c3734-cb4e-4260-8367-ac4705eaf607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-426525'] for router_interface (87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:51.868082 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-47b6db57-de33-444f-810b-11659ed97ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:51.894631 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ed5d7f-1463-4846-888b-e1d151e10db5 admin admin] Router 1199cd8e-d329-4648-ace2-63398eb0ef65 has already been hosted by L3 agent b971cbd0-997d-41fb-8614-0aea29982798 {{(pid=113210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:48:51.897629 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c4a46737-ae5e-4320-bcac-1c19c64f276b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (c19f6ebb-49a0-4506-8286-d0386d11220c), before_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:51.966554 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:51.968115 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:52.005927 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-2577310e-7714-4b27-a8b6-2b25b17be5c2 None None] Publish callbacks [] for port (29e22ba4-2866-4c46-81f7-d574067f4b17), precommit_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:52.008582 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port 2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:48:52.008943 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:52.009319 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port 2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1 Sep 17 03:48:52.146732 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ed5d7f-1463-4846-888b-e1d151e10db5 admin admin] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:48:52.148664 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-2577310e-7714-4b27-a8b6-2b25b17be5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (29e22ba4-2866-4c46-81f7-d574067f4b17), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:52.157400 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-73ed5d7f-1463-4846-888b-e1d151e10db5 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/1199cd8e-d329-4648-ace2-63398eb0ef65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7832944 Sep 17 03:48:52.175801 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acfe6ac-ec4d-4c57-a62a-49437bc62a53 None None] Sync routers for ids ['1199cd8e-d329-4648-ace2-63398eb0ef65'] in dv-cinder-849143-3-iscsi {{(pid=113213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:48:52.191480 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acfe6ac-ec4d-4c57-a62a-49437bc62a53 None None] Routers {'1199cd8e-d329-4648-ace2-63398eb0ef65'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:48:52.192752 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-0acfe6ac-ec4d-4c57-a62a-49437bc62a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:48:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['1199cd8e-d329-4648-ace2-63398eb0ef65'], 'active': True} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:48:52.197487 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-b7258c94-b0f7-4d25-a89b-bd11a5fc500b None None] Provisioning complete for port c19f6ebb-49a0-4506-8286-d0386d11220c triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:48:52.198045 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-b7258c94-b0f7-4d25-a89b-bd11a5fc500b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (c19f6ebb-49a0-4506-8286-d0386d11220c), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:52.198232 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-b7258c94-b0f7-4d25-a89b-bd11a5fc500b None None] Attempt 1 to provision port c19f6ebb-49a0-4506-8286-d0386d11220c Sep 17 03:48:52.213954 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-133c3734-cb4e-4260-8367-ac4705eaf607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (fb5c2241-1663-4261-8772-4a7d6e59da5b), before_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:52.227449 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c4a46737-ae5e-4320-bcac-1c19c64f276b admin admin] Publish callbacks [] for port (c19f6ebb-49a0-4506-8286-d0386d11220c), precommit_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:52.264802 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 43406) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:48:52.270809 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-b7258c94-b0f7-4d25-a89b-bd11a5fc500b None None] Port c19f6ebb-49a0-4506-8286-d0386d11220c cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:48:52.271251 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [None req-5f6767e2-a977-4dfa-be0b-ab02258b32f2 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Request body: {'security_group': {'name': 'tempest-securitygroup--873189552', 'description': 'tempest-description--1516698386'}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:48:52.271635 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b6db57-de33-444f-810b-11659ed97ff3 None None] Pushing event updated for resources: {'Port': ['ID=2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1,revision_number=3']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:52.309066 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-2577310e-7714-4b27-a8b6-2b25b17be5c2 None None] Attempting to bind port 29e22ba4-2866-4c46-81f7-d574067f4b17 on host dv-cinder-849143-3-iscsi for vnic_type normal with profile {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:48:52.309847 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-2577310e-7714-4b27-a8b6-2b25b17be5c2 None None] Attempting to bind port 29e22ba4-2866-4c46-81f7-d574067f4b17 by drivers openvswitch,hyperv on host dv-cinder-849143-3-iscsi at level 0 using segments [{'id': 'b9ff3b7d-3dba-4f81-9340-22e46529b80a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'}] {{(pid=113212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:48:52.310368 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2577310e-7714-4b27-a8b6-2b25b17be5c2 None None] Attempting to bind port 29e22ba4-2866-4c46-81f7-d574067f4b17 on network 4d68fa53-4257-4a6b-8a5b-fb329be82f15 {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:48:52.367552 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c4a46737-ae5e-4320-bcac-1c19c64f276b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (c19f6ebb-49a0-4506-8286-d0386d11220c), after_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:52.368765 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c4a46737-ae5e-4320-bcac-1c19c64f276b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-426633'] for router_interface (cec91c57-14e1-4ebf-a6bf-a10584fb1163), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:52.389331 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2577310e-7714-4b27-a8b6-2b25b17be5c2 None None] Checking agent: {'id': '287db9f2-8160-4728-95aa-12aebca604d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 40, 13), 'started_at': datetime.datetime(2022, 9, 17, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:48:52.389702 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2577310e-7714-4b27-a8b6-2b25b17be5c2 None None] Checking segment: {'id': 'b9ff3b7d-3dba-4f81-9340-22e46529b80a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:48:52.390130 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-2577310e-7714-4b27-a8b6-2b25b17be5c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:52.391085 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2577310e-7714-4b27-a8b6-2b25b17be5c2 None None] Bound using segment: {'id': 'b9ff3b7d-3dba-4f81-9340-22e46529b80a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'} {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:48:52.391564 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-2577310e-7714-4b27-a8b6-2b25b17be5c2 None None] Bound port: 29e22ba4-2866-4c46-81f7-d574067f4b17, host: dv-cinder-849143-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ff3b7d-3dba-4f81-9340-22e46529b80a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'}}] {{(pid=113212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:48:52.391939 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-2577310e-7714-4b27-a8b6-2b25b17be5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (29e22ba4-2866-4c46-81f7-d574067f4b17), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:52.422850 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:52.447291 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-085a0d64-0221-40d7-8283-e87bba0643c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'name': 'tempest-AttachVolumeShelveTestJSON-78764827-router', 'tenant_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'd838550e-a97c-48f5-88c3-721de7e315e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:40Z', 'updated_at': '2022-09-17T03:48:49Z', 'revision_number': 4, 'project_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'gw_port': {'id': 'd838550e-a97c-48f5-88c3-721de7e315e5', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ed:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': 'b48780f2-bafd-4655-9b4e-36f920d83460', 'name': '', 'network_id': 'a2c22271-da7e-4d2b-b2be-97deb622f84c', 'tenant_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'mac_address': 'fa:16:3e:33:74:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:47Z', 'updated_at': '2022-09-17T03:48:49Z', 'revision_number': 2, 'project_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'subnets': [{'id': 'eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:48:52.451761 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvr_db [None req-0acfe6ac-ec4d-4c57-a62a-49437bc62a53 None None] Set router 1199cd8e-d329-4648-ace2-63398eb0ef65 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:48:52.481409 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-5f6767e2-a977-4dfa-be0b-ab02258b32f2 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks [] for security_group (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:52.510457 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-133c3734-cb4e-4260-8367-ac4705eaf607 admin admin] Publish callbacks [] for port (fb5c2241-1663-4261-8772-4a7d6e59da5b), precommit_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:52.536721 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:52.541852 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a46737-ae5e-4320-bcac-1c19c64f276b admin admin] Pushing event updated for resources: {'Port': ['ID=c19f6ebb-49a0-4506-8286-d0386d11220c,revision_number=2']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:52.553536 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44697f02-5e8b-4c8a-8b99-b47359cc98bd None None] Pushing event updated for resources: {'Port': ['ID=29e22ba4-2866-4c46-81f7-d574067f4b17,revision_number=2']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:52.560723 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085a0d64-0221-40d7-8283-e87bba0643c4 None None] The sync data for ids ['55187bde-bd51-4273-87a5-034f3846d8b9'] in dv-cinder-849143-3-iscsi is: [{'id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'name': 'tempest-AttachVolumeShelveTestJSON-78764827-router', 'tenant_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'd838550e-a97c-48f5-88c3-721de7e315e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:40Z', 'updated_at': '2022-09-17T03:48:49Z', 'revision_number': 4, 'project_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'gw_port': {'id': 'd838550e-a97c-48f5-88c3-721de7e315e5', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ed:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': 'b48780f2-bafd-4655-9b4e-36f920d83460', 'name': '', 'network_id': 'a2c22271-da7e-4d2b-b2be-97deb622f84c', 'tenant_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'mac_address': 'fa:16:3e:33:74:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:47Z', 'updated_at': '2022-09-17T03:48:49Z', 'revision_number': 2, 'project_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'subnets': [{'id': 'eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:48:52.630901 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-133c3734-cb4e-4260-8367-ac4705eaf607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (fb5c2241-1663-4261-8772-4a7d6e59da5b), after_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:52.630901 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-133c3734-cb4e-4260-8367-ac4705eaf607 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-426633'] for router_interface (87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:52.700380 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a46737-ae5e-4320-bcac-1c19c64f276b admin admin] Network 2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0 is already hosted by enough agents. {{(pid=113211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:48:52.709040 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c3734-cb4e-4260-8367-ac4705eaf607 admin admin] Pushing event updated for resources: {'Port': ['ID=fb5c2241-1663-4261-8772-4a7d6e59da5b,revision_number=2']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:52.712879 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.base_scheduler [None req-c4a46737-ae5e-4320-bcac-1c19c64f276b admin admin] Resources bound (agent type, host, resource id): {{(pid=113211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:48:52.716617 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port 2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:48:52.723406 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-5f6767e2-a977-4dfa-be0b-ab02258b32f2 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks [] for security_group (aef7a971-7800-48bd-affd-b3e4b03b9a57), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:52.726994 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-2577310e-7714-4b27-a8b6-2b25b17be5c2 None None] For port 29e22ba4-2866-4c46-81f7-d574067f4b17, host dv-cinder-849143-3-iscsi, cleared binding levels {{(pid=113212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:48:52.740639 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-2577310e-7714-4b27-a8b6-2b25b17be5c2 None None] For port 29e22ba4-2866-4c46-81f7-d574067f4b17, host dv-cinder-849143-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=29e22ba4-2866-4c46-81f7-d574067f4b17,segment=NetworkSegment(b9ff3b7d-3dba-4f81-9340-22e46529b80a),segment_id=b9ff3b7d-3dba-4f81-9340-22e46529b80a)] {{(pid=113212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:48:52.773313 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-b7258c94-b0f7-4d25-a89b-bd11a5fc500b None None] Attempt 2 to provision port c19f6ebb-49a0-4506-8286-d0386d11220c Sep 17 03:48:52.866166 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-2577310e-7714-4b27-a8b6-2b25b17be5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (29e22ba4-2866-4c46-81f7-d574067f4b17), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:52.872492 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 43416) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:48:52.877203 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:52.878070 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-0acfe6ac-ec4d-4c57-a62a-49437bc62a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'name': 'tempest-AttachVolumeNegativeTest-710767008-router', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:40Z', 'updated_at': '2022-09-17T03:48:49Z', 'revision_number': 4, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'gw_port': {'id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ae:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': 'fbd44a3f-6ef3-4bdc-8585-990b9803e2f0', 'name': '', 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'mac_address': 'fa:16:3e:c8:15:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:47Z', 'updated_at': '2022-09-17T03:48:49Z', 'revision_number': 2, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'subnets': [{'id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:48:52.884844 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-023ea0bf-17b5-4057-aee2-33d426a30290 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Request body: {'security_group': {'name': 'tempest-securitygroup--302178942', 'description': 'tempest-description--312097484'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:48:52.897369 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-5f6767e2-a977-4dfa-be0b-ab02258b32f2 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (aef7a971-7800-48bd-affd-b3e4b03b9a57), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:52.959062 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acfe6ac-ec4d-4c57-a62a-49437bc62a53 None None] Checking router: 1199cd8e-d329-4648-ace2-63398eb0ef65 for host: dv-cinder-849143-3-iscsi {{(pid=113213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:48:52.968011 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acfe6ac-ec4d-4c57-a62a-49437bc62a53 None None] Updating router 1199cd8e-d329-4648-ace2-63398eb0ef65 port fbd44a3f-6ef3-4bdc-8585-990b9803e2f0 binding host dv-cinder-849143-3-iscsi {{(pid=113213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 03:48:52.969364 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-b7258c94-b0f7-4d25-a89b-bd11a5fc500b None None] Port c19f6ebb-49a0-4506-8286-d0386d11220c cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:48:53.025464 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2577310e-7714-4b27-a8b6-2b25b17be5c2 None None] Routers {'87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:48:53.026941 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-2577310e-7714-4b27-a8b6-2b25b17be5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:48:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:48:53.045681 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6767e2-a977-4dfa-be0b-ab02258b32f2 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aef7a971-7800-48bd-affd-b3e4b03b9a57,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:53.058226 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-0acfe6ac-ec4d-4c57-a62a-49437bc62a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (fbd44a3f-6ef3-4bdc-8585-990b9803e2f0), before_update {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:53.063785 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4a46737-ae5e-4320-bcac-1c19c64f276b admin admin] Router cec91c57-14e1-4ebf-a6bf-a10584fb1163 has already been hosted by L3 agent b971cbd0-997d-41fb-8614-0aea29982798 {{(pid=113211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:48:53.084536 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133c3734-cb4e-4260-8367-ac4705eaf607 admin admin] Network eacb834d-7250-498a-85a1-85ac9b6ef1b3 is already hosted by enough agents. {{(pid=113210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:48:53.091224 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.base_scheduler [None req-133c3734-cb4e-4260-8367-ac4705eaf607 admin admin] Resources bound (agent type, host, resource id): {{(pid=113210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:48:53.188702 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-5f6767e2-a977-4dfa-be0b-ab02258b32f2 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks [] for security_group (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:53.194285 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-5f6767e2-a977-4dfa-be0b-ab02258b32f2 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9271421 Sep 17 03:48:53.194285 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 43422) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:48:53.206863 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [None req-ef7ab0c1-7238-45d5-86cb-f7ecbd571bb0 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Request body: {'security_group_rule': {'security_group_id': 'aef7a971-7800-48bd-affd-b3e4b03b9a57', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:48:53.220510 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44697f02-5e8b-4c8a-8b99-b47359cc98bd None None] Pushing event updated for resources: {'Port': ['ID=29e22ba4-2866-4c46-81f7-d574067f4b17,revision_number=3']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:53.259182 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 56545c49-c7fd-4e32-abe8-dbfe54700a90 up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:48:53.276165 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:53.327034 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a46737-ae5e-4320-bcac-1c19c64f276b admin admin] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:48:53.342707 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-c4a46737-ae5e-4320-bcac-1c19c64f276b admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/cec91c57-14e1-4ebf-a6bf-a10584fb1163/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3091135 Sep 17 03:48:53.354214 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:53.463721 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port 56545c49-c7fd-4e32-abe8-dbfe54700a90 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:48:53.465052 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (56545c49-c7fd-4e32-abe8-dbfe54700a90), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:53.466137 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port 56545c49-c7fd-4e32-abe8-dbfe54700a90 Sep 17 03:48:53.471353 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:53.481553 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-ef7ab0c1-7238-45d5-86cb-f7ecbd571bb0 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks [] for security_group_rule (fb047494-bdaa-4bb0-95bc-f42d8718121b), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:53.490111 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-b7258c94-b0f7-4d25-a89b-bd11a5fc500b None None] Attempt 3 to provision port c19f6ebb-49a0-4506-8286-d0386d11220c Sep 17 03:48:53.508668 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:53.605468 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-023ea0bf-17b5-4057-aee2-33d426a30290 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:53.655044 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-ef7ab0c1-7238-45d5-86cb-f7ecbd571bb0 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks [] for security_group_rule (fb047494-bdaa-4bb0-95bc-f42d8718121b), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:53.662013 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-0acfe6ac-ec4d-4c57-a62a-49437bc62a53 None None] Publish callbacks [] for port (fbd44a3f-6ef3-4bdc-8585-990b9803e2f0), precommit_update {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:53.732398 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:53.748575 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-ef7ab0c1-7238-45d5-86cb-f7ecbd571bb0 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553096'] for security_group_rule (fb047494-bdaa-4bb0-95bc-f42d8718121b), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:53.782383 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ab0c1-7238-45d5-86cb-f7ecbd571bb0 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb047494-bdaa-4bb0-95bc-f42d8718121b,revision_number=0']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:53.784079 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-0acfe6ac-ec4d-4c57-a62a-49437bc62a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (fbd44a3f-6ef3-4bdc-8585-990b9803e2f0), after_update {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:53.794039 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133c3734-cb4e-4260-8367-ac4705eaf607 admin admin] Router 87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc has already been hosted by L3 agent b971cbd0-997d-41fb-8614-0aea29982798 {{(pid=113210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:48:53.913099 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-023ea0bf-17b5-4057-aee2-33d426a30290 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for security_group (ef52a5d3-7c1e-43aa-8e16-f6b712f6e159), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:53.919224 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd298f-a9a6-4f79-a7b0-abf24f195358 None None] Pushing event updated for resources: {'Port': ['ID=fbd44a3f-6ef3-4bdc-8585-990b9803e2f0,revision_number=3']} {{(pid=113213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:53.939323 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-ef7ab0c1-7238-45d5-86cb-f7ecbd571bb0 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:53.943083 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-ef7ab0c1-7238-45d5-86cb-f7ecbd571bb0 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7431123 Sep 17 03:48:53.945457 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 43450) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:48:53.954671 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-9cfd8676-2313-4977-8cf8-b0e1d118907e tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Request body: {'security_group_rule': {'security_group_id': 'aef7a971-7800-48bd-affd-b3e4b03b9a57', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:48:53.972392 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.managers [None req-0acfe6ac-ec4d-4c57-a62a-49437bc62a53 None None] Attempting to bind port fbd44a3f-6ef3-4bdc-8585-990b9803e2f0 on host dv-cinder-849143-3-iscsi for vnic_type normal with profile {{(pid=113213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:48:53.972760 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.managers [None req-0acfe6ac-ec4d-4c57-a62a-49437bc62a53 None None] Attempting to bind port fbd44a3f-6ef3-4bdc-8585-990b9803e2f0 by drivers openvswitch,hyperv on host dv-cinder-849143-3-iscsi at level 0 using segments [{'id': 'f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f'}] {{(pid=113213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:48:53.973120 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acfe6ac-ec4d-4c57-a62a-49437bc62a53 None None] Attempting to bind port fbd44a3f-6ef3-4bdc-8585-990b9803e2f0 on network 07c207ee-c2bb-4d53-bca3-b5aa6199ad0f {{(pid=113213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:48:54.018446 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 43460) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:48:54.020208 dv-cinder-849143-3-iscsi neutron-server[113211]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 17 03:48:54.036160 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:54.040204 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-b7258c94-b0f7-4d25-a89b-bd11a5fc500b None None] Port c19f6ebb-49a0-4506-8286-d0386d11220c cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:48:54.044674 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da13b64f-ec9e-4351-b2c7-79c3a31e0410 None None] Sync routers for ids ['cec91c57-14e1-4ebf-a6bf-a10584fb1163'] in dv-cinder-849143-3-iscsi {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:48:54.049866 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133c3734-cb4e-4260-8367-ac4705eaf607 admin admin] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:48:54.067782 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-133c3734-cb4e-4260-8367-ac4705eaf607 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8147323 Sep 17 03:48:54.067782 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-023ea0bf-17b5-4057-aee2-33d426a30290 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (ef52a5d3-7c1e-43aa-8e16-f6b712f6e159), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:54.076910 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acfe6ac-ec4d-4c57-a62a-49437bc62a53 None None] Checking agent: {'id': '287db9f2-8160-4728-95aa-12aebca604d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 40, 13), 'started_at': datetime.datetime(2022, 9, 17, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:48:54.077212 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acfe6ac-ec4d-4c57-a62a-49437bc62a53 None None] Checking segment: {'id': 'f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:48:54.077606 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-0acfe6ac-ec4d-4c57-a62a-49437bc62a53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:54.087176 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acfe6ac-ec4d-4c57-a62a-49437bc62a53 None None] Bound using segment: {'id': 'f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f'} {{(pid=113213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:48:54.087745 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.managers [None req-0acfe6ac-ec4d-4c57-a62a-49437bc62a53 None None] Bound port: fbd44a3f-6ef3-4bdc-8585-990b9803e2f0, host: dv-cinder-849143-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f'}}] {{(pid=113213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:48:54.088242 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-0acfe6ac-ec4d-4c57-a62a-49437bc62a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (fbd44a3f-6ef3-4bdc-8585-990b9803e2f0), before_update {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:54.091027 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da13b64f-ec9e-4351-b2c7-79c3a31e0410 None None] Routers {'cec91c57-14e1-4ebf-a6bf-a10584fb1163'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:48:54.091677 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-da13b64f-ec9e-4351-b2c7-79c3a31e0410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:48:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['cec91c57-14e1-4ebf-a6bf-a10584fb1163'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:48:54.139405 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ea0bf-17b5-4057-aee2-33d426a30290 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef52a5d3-7c1e-43aa-8e16-f6b712f6e159,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:54.171768 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-2577310e-7714-4b27-a8b6-2b25b17be5c2 None None] Set router 87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:48:54.199362 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.db [None req-0acfe6ac-ec4d-4c57-a62a-49437bc62a53 None None] For port fbd44a3f-6ef3-4bdc-8585-990b9803e2f0, host dv-cinder-849143-3-iscsi, cleared binding levels {{(pid=113213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:48:54.207813 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9cfd8676-2313-4977-8cf8-b0e1d118907e tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks [] for security_group_rule (15268dbd-5f93-4872-8b46-174c66a6eb05), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:54.210620 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.db [None req-0acfe6ac-ec4d-4c57-a62a-49437bc62a53 None None] For port fbd44a3f-6ef3-4bdc-8585-990b9803e2f0, host dv-cinder-849143-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=fbd44a3f-6ef3-4bdc-8585-990b9803e2f0,segment=NetworkSegment(f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54),segment_id=f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54)] {{(pid=113213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:48:54.247046 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-023ea0bf-17b5-4057-aee2-33d426a30290 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:54.252727 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-023ea0bf-17b5-4057-aee2-33d426a30290 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 1.3753929 Sep 17 03:48:54.267459 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 43470) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:48:54.278508 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-9f018049-e25d-42f9-9637-20deb0ac1a12 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Request body: {'security_group_rule': {'security_group_id': 'ef52a5d3-7c1e-43aa-8e16-f6b712f6e159', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:48:54.396918 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9cfd8676-2313-4977-8cf8-b0e1d118907e tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks [] for security_group_rule (15268dbd-5f93-4872-8b46-174c66a6eb05), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:54.426740 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827ac1d-1eee-46d5-b2dd-96ad15674c8a req-434f3ca2-f501-4741-9e15-8873ae8d80e3 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:48:54.432204 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e827ac1d-1eee-46d5-b2dd-96ad15674c8a req-434f3ca2-f501-4741-9e15-8873ae8d80e3 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/networks?id=2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0 HTTP/1.1" status: 200 len: 818 time: 0.4130552 Sep 17 03:48:54.445850 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-0acfe6ac-ec4d-4c57-a62a-49437bc62a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (fbd44a3f-6ef3-4bdc-8585-990b9803e2f0), after_update {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:54.446303 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9f018049-e25d-42f9-9637-20deb0ac1a12 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for security_group_rule (3b4d8ee0-8ae9-4d2b-b84f-9148d7ffab75), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:54.458835 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port 56545c49-c7fd-4e32-abe8-dbfe54700a90 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:48:54.459989 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 9cdd4b66-a4ec-49b4-b4af-6fccf8de412a up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:48:54.460486 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e827ac1d-1eee-46d5-b2dd-96ad15674c8a req-480f92d9-335f-4028-b638-04968b5f2ea5 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/quotas/294abb2085b844a99908242d4b02e263 HTTP/1.1" status: 200 len: 375 time: 0.0194240 Sep 17 03:48:54.537354 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9cfd8676-2313-4977-8cf8-b0e1d118907e tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553096'] for security_group_rule (15268dbd-5f93-4872-8b46-174c66a6eb05), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:54.578320 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-b7258c94-b0f7-4d25-a89b-bd11a5fc500b None None] Attempt 4 to provision port c19f6ebb-49a0-4506-8286-d0386d11220c Sep 17 03:48:54.618354 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:54.623183 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd298f-a9a6-4f79-a7b0-abf24f195358 None None] Pushing event updated for resources: {'Port': ['ID=fbd44a3f-6ef3-4bdc-8585-990b9803e2f0,revision_number=4']} {{(pid=113213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:54.648314 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e827ac1d-1eee-46d5-b2dd-96ad15674c8a req-7c51b19f-07a4-4f46-a4fe-1dd8cf7af11d tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=294abb2085b844a99908242d4b02e263&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1739488 Sep 17 03:48:54.653898 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acfe6ac-ec4d-4c57-a62a-49437bc62a53 None None] Routers {'1199cd8e-d329-4648-ace2-63398eb0ef65'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:48:54.655262 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-0acfe6ac-ec4d-4c57-a62a-49437bc62a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:48:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['1199cd8e-d329-4648-ace2-63398eb0ef65'], 'active': True} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:48:54.684337 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfd8676-2313-4977-8cf8-b0e1d118907e tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15268dbd-5f93-4872-8b46-174c66a6eb05,revision_number=0']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:54.689212 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 43504) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:48:54.752977 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9f018049-e25d-42f9-9637-20deb0ac1a12 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for security_group_rule (3b4d8ee0-8ae9-4d2b-b84f-9148d7ffab75), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:54.780642 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-da13b64f-ec9e-4351-b2c7-79c3a31e0410 None None] Set router cec91c57-14e1-4ebf-a6bf-a10584fb1163 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:48:54.781597 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9cfd8676-2313-4977-8cf8-b0e1d118907e tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:54.787445 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-9cfd8676-2313-4977-8cf8-b0e1d118907e tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8385053 Sep 17 03:48:54.790920 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 43510) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:48:54.800934 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-144f798c-cb03-4ed6-ab12-e57ec3115b82 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Request body: {'floatingip': {'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:48:54.847210 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9f018049-e25d-42f9-9637-20deb0ac1a12 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553096'] for security_group_rule (3b4d8ee0-8ae9-4d2b-b84f-9148d7ffab75), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:54.865487 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-b7258c94-b0f7-4d25-a89b-bd11a5fc500b None None] Port c19f6ebb-49a0-4506-8286-d0386d11220c cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:48:54.897956 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f018049-e25d-42f9-9637-20deb0ac1a12 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b4d8ee0-8ae9-4d2b-b84f-9148d7ffab75,revision_number=0']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:54.932888 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-144f798c-cb03-4ed6-ab12-e57ec3115b82 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:54.969862 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8db22-d997-4ade-bf12-f8e405bfac6a req-1cc241dd-abcc-4f21-894f-03fbe08fa042 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:48:54.972354 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-97f8db22-d997-4ade-bf12-f8e405bfac6a req-1cc241dd-abcc-4f21-894f-03fbe08fa042 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/networks?id=eacb834d-7250-498a-85a1-85ac9b6ef1b3 HTTP/1.1" status: 200 len: 812 time: 0.2819915 Sep 17 03:48:54.995265 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvr_db [None req-0acfe6ac-ec4d-4c57-a62a-49437bc62a53 None None] Set router 1199cd8e-d329-4648-ace2-63398eb0ef65 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:48:55.001391 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9f018049-e25d-42f9-9637-20deb0ac1a12 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:55.008267 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-9f018049-e25d-42f9-9637-20deb0ac1a12 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7336485 Sep 17 03:48:55.009350 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 43518) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:48:55.011332 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-97f8db22-d997-4ade-bf12-f8e405bfac6a req-0dc5c6d1-49c0-4f17-ad39-273511fd4a55 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/quotas/5b4fba22f55549188446d54f94aa1620 HTTP/1.1" status: 200 len: 375 time: 0.0315783 Sep 17 03:48:55.029528 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port 9cdd4b66-a4ec-49b4-b4af-6fccf8de412a triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:48:55.030179 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (9cdd4b66-a4ec-49b4-b4af-6fccf8de412a), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:55.030658 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port 9cdd4b66-a4ec-49b4-b4af-6fccf8de412a Sep 17 03:48:55.032051 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [req-e827ac1d-1eee-46d5-b2dd-96ad15674c8a req-de6c7bf7-a381-4d13-95ba-4dc1f2328df7 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113211) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 17 03:48:55.039881 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e827ac1d-1eee-46d5-b2dd-96ad15674c8a req-de6c7bf7-a381-4d13-95ba-4dc1f2328df7 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1569712 Sep 17 03:48:55.108562 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-20d82263-ccb3-45e5-82d1-b970d3fe753e tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Request body: {'security_group_rule': {'security_group_id': 'ef52a5d3-7c1e-43aa-8e16-f6b712f6e159', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:48:55.180712 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-97f8db22-d997-4ade-bf12-f8e405bfac6a req-e03e22df-43c7-428e-a251-ab46baea238b tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=5b4fba22f55549188446d54f94aa1620&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1682456 Sep 17 03:48:55.203711 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-2577310e-7714-4b27-a8b6-2b25b17be5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc', 'name': 'tempest-DeleteServersTestJSON-2091927715-router', 'tenant_id': '5b4fba22f55549188446d54f94aa1620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '29e22ba4-2866-4c46-81f7-d574067f4b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:51Z', 'revision_number': 4, 'project_id': '5b4fba22f55549188446d54f94aa1620', 'gw_port': {'id': '29e22ba4-2866-4c46-81f7-d574067f4b17', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:98:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:43Z', 'updated_at': '2022-09-17T03:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': 'fb5c2241-1663-4261-8772-4a7d6e59da5b', 'name': '', 'network_id': 'eacb834d-7250-498a-85a1-85ac9b6ef1b3', 'tenant_id': '5b4fba22f55549188446d54f94aa1620', 'mac_address': 'fa:16:3e:98:a0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8381982b-250c-4494-8c4e-ef7a1961ea50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:50Z', 'updated_at': '2022-09-17T03:48:52Z', 'revision_number': 2, 'project_id': '5b4fba22f55549188446d54f94aa1620', 'subnets': [{'id': '8381982b-250c-4494-8c4e-ef7a1961ea50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:48:55.256213 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e827ac1d-1eee-46d5-b2dd-96ad15674c8a req-04cb6b70-3b01-42df-b3d5-6e6d7a399a34 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138238 Sep 17 03:48:55.263635 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2577310e-7714-4b27-a8b6-2b25b17be5c2 None None] The sync data for ids ['87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc'] in dv-cinder-849143-3-iscsi is: [{'id': '87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc', 'name': 'tempest-DeleteServersTestJSON-2091927715-router', 'tenant_id': '5b4fba22f55549188446d54f94aa1620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '29e22ba4-2866-4c46-81f7-d574067f4b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:51Z', 'revision_number': 4, 'project_id': '5b4fba22f55549188446d54f94aa1620', 'gw_port': {'id': '29e22ba4-2866-4c46-81f7-d574067f4b17', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:98:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:43Z', 'updated_at': '2022-09-17T03:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': 'fb5c2241-1663-4261-8772-4a7d6e59da5b', 'name': '', 'network_id': 'eacb834d-7250-498a-85a1-85ac9b6ef1b3', 'tenant_id': '5b4fba22f55549188446d54f94aa1620', 'mac_address': 'fa:16:3e:98:a0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8381982b-250c-4494-8c4e-ef7a1961ea50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:50Z', 'updated_at': '2022-09-17T03:48:52Z', 'revision_number': 2, 'project_id': '5b4fba22f55549188446d54f94aa1620', 'subnets': [{'id': '8381982b-250c-4494-8c4e-ef7a1961ea50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:48:55.304650 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:55.318573 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-20d82263-ccb3-45e5-82d1-b970d3fe753e tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for security_group_rule (e5f8c9e2-4bcf-496a-a955-db373201ab47), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:55.328144 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port 9cdd4b66-a4ec-49b4-b4af-6fccf8de412a is: DOWN; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:48:55.328742 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (9cdd4b66-a4ec-49b4-b4af-6fccf8de412a), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:55.351941 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-da13b64f-ec9e-4351-b2c7-79c3a31e0410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec91c57-14e1-4ebf-a6bf-a10584fb1163', 'name': 'tempest-ServerRescueNegativeTestJSON-199005461-router', 'tenant_id': '294abb2085b844a99908242d4b02e263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'd61a15ac-7b12-4790-8d02-9c43ea0835f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:51Z', 'revision_number': 4, 'project_id': '294abb2085b844a99908242d4b02e263', 'gw_port': {'id': 'd61a15ac-7b12-4790-8d02-9c43ea0835f6', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec91c57-14e1-4ebf-a6bf-a10584fb1163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:43Z', 'updated_at': '2022-09-17T03:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': 'c19f6ebb-49a0-4506-8286-d0386d11220c', 'name': '', 'network_id': '2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0', 'tenant_id': '294abb2085b844a99908242d4b02e263', 'mac_address': 'fa:16:3e:25:c6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec91c57-14e1-4ebf-a6bf-a10584fb1163', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a9bc613-44d6-4890-b247-86fc85e41240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:50Z', 'updated_at': '2022-09-17T03:48:52Z', 'revision_number': 2, 'project_id': '294abb2085b844a99908242d4b02e263', 'subnets': [{'id': '4a9bc613-44d6-4890-b247-86fc85e41240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:48:55.357975 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] For port 9cdd4b66-a4ec-49b4-b4af-6fccf8de412a, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=9cdd4b66-a4ec-49b4-b4af-6fccf8de412a,segment=NetworkSegment(b9ff3b7d-3dba-4f81-9340-22e46529b80a),segment_id=b9ff3b7d-3dba-4f81-9340-22e46529b80a)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:48:55.367634 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-144f798c-cb03-4ed6-ab12-e57ec3115b82 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:55.382014 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-b7258c94-b0f7-4d25-a89b-bd11a5fc500b None None] Attempt 5 to provision port c19f6ebb-49a0-4506-8286-d0386d11220c Sep 17 03:48:55.385495 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da13b64f-ec9e-4351-b2c7-79c3a31e0410 None None] Checking router: cec91c57-14e1-4ebf-a6bf-a10584fb1163 for host: dv-cinder-849143-3-iscsi {{(pid=113212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:48:55.385883 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da13b64f-ec9e-4351-b2c7-79c3a31e0410 None None] Updating router cec91c57-14e1-4ebf-a6bf-a10584fb1163 port c19f6ebb-49a0-4506-8286-d0386d11220c binding host dv-cinder-849143-3-iscsi {{(pid=113212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 03:48:55.448059 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (9cdd4b66-a4ec-49b4-b4af-6fccf8de412a), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:55.454624 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 9c9c48f3-a604-43a8-a5a4-8a15e65e3b71 up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:48:55.479338 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:55.523776 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-b7258c94-b0f7-4d25-a89b-bd11a5fc500b None None] Port c19f6ebb-49a0-4506-8286-d0386d11220c cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:48:55.533974 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-da13b64f-ec9e-4351-b2c7-79c3a31e0410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (c19f6ebb-49a0-4506-8286-d0386d11220c), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:55.543144 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-0acfe6ac-ec4d-4c57-a62a-49437bc62a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'name': 'tempest-AttachVolumeNegativeTest-710767008-router', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:40Z', 'updated_at': '2022-09-17T03:48:49Z', 'revision_number': 4, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'gw_port': {'id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ae:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': 'fbd44a3f-6ef3-4bdc-8585-990b9803e2f0', 'name': '', 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'mac_address': 'fa:16:3e:c8:15:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:47Z', 'updated_at': '2022-09-17T03:48:54Z', 'revision_number': 4, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'subnets': [{'id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:48:55.563250 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.db_base_plugin_common [None req-144f798c-cb03-4ed6-ab12-e57ec3115b82 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Allocated IP 172.27.0.111 (4d68fa53-4257-4a6b-8a5b-fb329be82f15/9fe7d342-7214-45a3-bf4f-d121f4a79efc/9a3350ac-2f03-459c-a996-c13012d4da77) {{(pid=113210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:48:55.578419 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acfe6ac-ec4d-4c57-a62a-49437bc62a53 None None] The sync data for ids ['1199cd8e-d329-4648-ace2-63398eb0ef65'] in dv-cinder-849143-3-iscsi is: [{'id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'name': 'tempest-AttachVolumeNegativeTest-710767008-router', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:40Z', 'updated_at': '2022-09-17T03:48:49Z', 'revision_number': 4, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'gw_port': {'id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ae:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': 'fbd44a3f-6ef3-4bdc-8585-990b9803e2f0', 'name': '', 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'mac_address': 'fa:16:3e:c8:15:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:47Z', 'updated_at': '2022-09-17T03:48:54Z', 'revision_number': 4, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'subnets': [{'id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:48:55.590747 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Pushing event updated for resources: {'Port': ['ID=9cdd4b66-a4ec-49b4-b4af-6fccf8de412a,revision_number=4']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:55.601624 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-20d82263-ccb3-45e5-82d1-b970d3fe753e tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for security_group_rule (e5f8c9e2-4bcf-496a-a955-db373201ab47), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:55.604962 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:55.681949 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port 9c9c48f3-a604-43a8-a5a4-8a15e65e3b71 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:48:55.682548 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (9c9c48f3-a604-43a8-a5a4-8a15e65e3b71), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:55.683052 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port 9c9c48f3-a604-43a8-a5a4-8a15e65e3b71 Sep 17 03:48:55.684491 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:55.691314 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e827ac1d-1eee-46d5-b2dd-96ad15674c8a req-dcf908aa-fa3c-4199-b005-662250f6d65f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4284985 Sep 17 03:48:55.700173 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [req-97f8db22-d997-4ade-bf12-f8e405bfac6a req-fb80e3b5-5f0b-4369-885f-7bf377e3aaf4 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113211) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 17 03:48:55.701200 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-97f8db22-d997-4ade-bf12-f8e405bfac6a req-fb80e3b5-5f0b-4369-885f-7bf377e3aaf4 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0856481 Sep 17 03:48:55.710878 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-20d82263-ccb3-45e5-82d1-b970d3fe753e tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553096'] for security_group_rule (e5f8c9e2-4bcf-496a-a955-db373201ab47), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:55.736331 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-144f798c-cb03-4ed6-ab12-e57ec3115b82 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks [] for port (9a3350ac-2f03-459c-a996-c13012d4da77), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:55.747171 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d82263-ccb3-45e5-82d1-b970d3fe753e tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5f8c9e2-4bcf-496a-a955-db373201ab47,revision_number=0']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:55.840959 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:55.865068 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-20d82263-ccb3-45e5-82d1-b970d3fe753e tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:55.866753 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-20d82263-ccb3-45e5-82d1-b970d3fe753e tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8325701 Sep 17 03:48:55.869967 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 43542) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:48:55.875827 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-d4a8e254-9edd-4c17-8f51-3a150d85684a tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Request body: {'floatingip': {'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:48:55.911782 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-144f798c-cb03-4ed6-ab12-e57ec3115b82 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976'] for port (9a3350ac-2f03-459c-a996-c13012d4da77), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:55.936923 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-97f8db22-d997-4ade-bf12-f8e405bfac6a req-c8e1b57e-1ca5-4b6a-b70b-ee0e3af6c119 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/eacb834d-7250-498a-85a1-85ac9b6ef1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263126 Sep 17 03:48:55.978722 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144f798c-cb03-4ed6-ab12-e57ec3115b82 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Network 4d68fa53-4257-4a6b-8a5b-fb329be82f15 is already hosted by enough agents. {{(pid=113210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:48:55.991257 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.base_scheduler [None req-144f798c-cb03-4ed6-ab12-e57ec3115b82 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Resources bound (agent type, host, resource id): {{(pid=113210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:48:55.995865 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144f798c-cb03-4ed6-ab12-e57ec3115b82 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Received port after_create {{(pid=113210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:48:56.037302 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-b7258c94-b0f7-4d25-a89b-bd11a5fc500b None None] Attempt 6 to provision port c19f6ebb-49a0-4506-8286-d0386d11220c Sep 17 03:48:56.054030 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f798c-cb03-4ed6-ab12-e57ec3115b82 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Pushing event updated for resources: {'Port': ['ID=9a3350ac-2f03-459c-a996-c13012d4da77,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:56.082652 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d4a8e254-9edd-4c17-8f51-3a150d85684a tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:56.106638 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-97f8db22-d997-4ade-bf12-f8e405bfac6a req-dd552e60-cac3-4bc2-b96e-fd4fc1b69045 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/eacb834d-7250-498a-85a1-85ac9b6ef1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625874 Sep 17 03:48:56.277087 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-da13b64f-ec9e-4351-b2c7-79c3a31e0410 None None] Publish callbacks [] for port (c19f6ebb-49a0-4506-8286-d0386d11220c), precommit_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:56.291752 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port 9c9c48f3-a604-43a8-a5a4-8a15e65e3b71 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:48:56.292913 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device d61a15ac-7b12-4790-8d02-9c43ea0835f6 up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:48:56.301362 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:56.374279 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-b7258c94-b0f7-4d25-a89b-bd11a5fc500b None None] Port c19f6ebb-49a0-4506-8286-d0386d11220c cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:48:56.386054 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f5a2d8ac-3fca-411e-ae00-71d3db2a71c8 req-f24a2f44-13f5-44ce-9078-10d972afad49 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f73d2688-0699-49aa-9019-94ca41f9df5c HTTP/1.1" status: 200 len: 210 time: 0.0892665 Sep 17 03:48:56.396036 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-144f798c-cb03-4ed6-ab12-e57ec3115b82 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks [] for floatingip (14852033-6557-4c19-a6a1-d8ea60cda8b6), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:56.434822 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-da13b64f-ec9e-4351-b2c7-79c3a31e0410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (c19f6ebb-49a0-4506-8286-d0386d11220c), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:56.449917 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d4a8e254-9edd-4c17-8f51-3a150d85684a tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:56.517747 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port d61a15ac-7b12-4790-8d02-9c43ea0835f6 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:48:56.518087 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (d61a15ac-7b12-4790-8d02-9c43ea0835f6), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:56.518632 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port d61a15ac-7b12-4790-8d02-9c43ea0835f6 Sep 17 03:48:56.632252 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b006254-3feb-4670-a3e1-e327bd788575 None None] Sync routers for ids ['55187bde-bd51-4273-87a5-034f3846d8b9'] in dv-cinder-849143-3-iscsi {{(pid=113213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:48:56.672596 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b006254-3feb-4670-a3e1-e327bd788575 None None] Routers {'55187bde-bd51-4273-87a5-034f3846d8b9'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:48:56.697397 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a45498-d96c-4f08-96d1-0ba8e7961230 None None] Pushing event updated for resources: {'Port': ['ID=c19f6ebb-49a0-4506-8286-d0386d11220c,revision_number=3']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:56.700603 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-7b006254-3feb-4670-a3e1-e327bd788575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:48:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['55187bde-bd51-4273-87a5-034f3846d8b9'], 'active': True} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:48:56.745769 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:56.783828 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-cb2f0b76-fe92-4164-b07a-7f09dc1ea782 req-b8910f1f-ef44-4b17-a74f-eb28aa3b350e tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48f6b82c-bba2-4e02-8a7e-84d78f3390d3 HTTP/1.1" status: 200 len: 210 time: 0.1145737 Sep 17 03:48:56.912836 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-144f798c-cb03-4ed6-ab12-e57ec3115b82 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (9a3350ac-2f03-459c-a996-c13012d4da77), before_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:56.923023 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-b7258c94-b0f7-4d25-a89b-bd11a5fc500b None None] Attempt 7 to provision port c19f6ebb-49a0-4506-8286-d0386d11220c Sep 17 03:48:56.974554 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port d61a15ac-7b12-4790-8d02-9c43ea0835f6 is: DOWN; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:48:56.974554 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (d61a15ac-7b12-4790-8d02-9c43ea0835f6), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:57.012441 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] For port d61a15ac-7b12-4790-8d02-9c43ea0835f6, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=d61a15ac-7b12-4790-8d02-9c43ea0835f6,segment=NetworkSegment(b9ff3b7d-3dba-4f81-9340-22e46529b80a),segment_id=b9ff3b7d-3dba-4f81-9340-22e46529b80a)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:48:57.079321 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-b7258c94-b0f7-4d25-a89b-bd11a5fc500b None None] Port c19f6ebb-49a0-4506-8286-d0386d11220c cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:48:57.100875 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27956d7b-c481-49da-817a-125634625697 req-a5671a8e-1e6d-4a12-ab63-38f93bf96be1 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:48:57.109962 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-27956d7b-c481-49da-817a-125634625697 req-a5671a8e-1e6d-4a12-ab63-38f93bf96be1 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/networks?id=2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0 HTTP/1.1" status: 200 len: 818 time: 0.2224030 Sep 17 03:48:57.141530 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-da13b64f-ec9e-4351-b2c7-79c3a31e0410 None None] Attempting to bind port c19f6ebb-49a0-4506-8286-d0386d11220c on host dv-cinder-849143-3-iscsi for vnic_type normal with profile {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:48:57.154335 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-da13b64f-ec9e-4351-b2c7-79c3a31e0410 None None] Attempting to bind port c19f6ebb-49a0-4506-8286-d0386d11220c by drivers openvswitch,hyperv on host dv-cinder-849143-3-iscsi at level 0 using segments [{'id': 'fd61fd09-fc24-4021-8673-02b64116f7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0'}] {{(pid=113212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:48:57.156557 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da13b64f-ec9e-4351-b2c7-79c3a31e0410 None None] Attempting to bind port c19f6ebb-49a0-4506-8286-d0386d11220c on network 2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0 {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:48:57.159413 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-27956d7b-c481-49da-817a-125634625697 req-60860dab-d5aa-4bca-a492-f539258d03d2 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/quotas/294abb2085b844a99908242d4b02e263 HTTP/1.1" status: 200 len: 375 time: 0.0449250 Sep 17 03:48:57.211959 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.db_base_plugin_common [None req-d4a8e254-9edd-4c17-8f51-3a150d85684a tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Allocated IP 172.27.0.81 (4d68fa53-4257-4a6b-8a5b-fb329be82f15/9fe7d342-7214-45a3-bf4f-d121f4a79efc/30e84028-75da-43a4-b92a-2c296d91c9b1) {{(pid=113210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:48:57.221390 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (d61a15ac-7b12-4790-8d02-9c43ea0835f6), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:57.228536 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1 up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:48:57.316634 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:57.336154 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvr_db [None req-7b006254-3feb-4670-a3e1-e327bd788575 None None] Set router 55187bde-bd51-4273-87a5-034f3846d8b9 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:48:57.396028 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-27956d7b-c481-49da-817a-125634625697 req-2e1bb402-38e9-4955-8d3c-bdd0460a71d0 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=294abb2085b844a99908242d4b02e263&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2035363 Sep 17 03:48:57.449461 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=100 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:57.473679 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-144f798c-cb03-4ed6-ab12-e57ec3115b82 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks [] for port (9a3350ac-2f03-459c-a996-c13012d4da77), precommit_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:57.556211 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-27956d7b-c481-49da-817a-125634625697 req-4547b709-1016-451e-9f17-959d21b54e63 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896980 Sep 17 03:48:57.624002 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-144f798c-cb03-4ed6-ab12-e57ec3115b82 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (9a3350ac-2f03-459c-a996-c13012d4da77), after_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:57.626716 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-144f798c-cb03-4ed6-ab12-e57ec3115b82 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615334'] for floatingip (14852033-6557-4c19-a6a1-d8ea60cda8b6), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:57.775566 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d4a8e254-9edd-4c17-8f51-3a150d85684a tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for port (30e84028-75da-43a4-b92a-2c296d91c9b1), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:57.826439 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:57.849248 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f798c-cb03-4ed6-ab12-e57ec3115b82 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Pushing event updated for resources: {'Port': ['ID=9a3350ac-2f03-459c-a996-c13012d4da77,revision_number=2']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:57.878949 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-b7258c94-b0f7-4d25-a89b-bd11a5fc500b None None] Attempt 8 to provision port c19f6ebb-49a0-4506-8286-d0386d11220c Sep 17 03:48:57.893483 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=100 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:57.896532 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-144f798c-cb03-4ed6-ab12-e57ec3115b82 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for floatingip (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:57.898172 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-144f798c-cb03-4ed6-ab12-e57ec3115b82 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1065896 Sep 17 03:48:57.912870 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-7b006254-3feb-4670-a3e1-e327bd788575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'name': 'tempest-AttachVolumeShelveTestJSON-78764827-router', 'tenant_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'd838550e-a97c-48f5-88c3-721de7e315e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:40Z', 'updated_at': '2022-09-17T03:48:49Z', 'revision_number': 4, 'project_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'gw_port': {'id': 'd838550e-a97c-48f5-88c3-721de7e315e5', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ed:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': 'b48780f2-bafd-4655-9b4e-36f920d83460', 'name': '', 'network_id': 'a2c22271-da7e-4d2b-b2be-97deb622f84c', 'tenant_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'mac_address': 'fa:16:3e:33:74:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:47Z', 'updated_at': '2022-09-17T03:48:49Z', 'revision_number': 2, 'project_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'subnets': [{'id': 'eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:48:57.933165 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:57.980573 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b006254-3feb-4670-a3e1-e327bd788575 None None] Checking router: 55187bde-bd51-4273-87a5-034f3846d8b9 for host: dv-cinder-849143-3-iscsi {{(pid=113213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:48:57.982094 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b006254-3feb-4670-a3e1-e327bd788575 None None] Updating router 55187bde-bd51-4273-87a5-034f3846d8b9 port b48780f2-bafd-4655-9b4e-36f920d83460 binding host dv-cinder-849143-3-iscsi {{(pid=113213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 03:48:58.023090 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-537297cb-2b4f-4268-aae5-1e34dd802846 req-068fec06-8a1a-4604-b278-577cb08bc44f tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48f6b82c-bba2-4e02-8a7e-84d78f3390d3 HTTP/1.1" status: 200 len: 210 time: 0.1202769 Sep 17 03:48:58.033281 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-27956d7b-c481-49da-817a-125634625697 req-fbbd2adb-94cb-402b-baaa-d73844b8bfa9 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4759436 Sep 17 03:48:58.046988 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-7b006254-3feb-4670-a3e1-e327bd788575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (b48780f2-bafd-4655-9b4e-36f920d83460), before_update {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:58.052447 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d4a8e254-9edd-4c17-8f51-3a150d85684a tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976'] for port (30e84028-75da-43a4-b92a-2c296d91c9b1), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:58.113227 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a8e254-9edd-4c17-8f51-3a150d85684a tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Network 4d68fa53-4257-4a6b-8a5b-fb329be82f15 is already hosted by enough agents. {{(pid=113210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:48:58.117579 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.base_scheduler [None req-d4a8e254-9edd-4c17-8f51-3a150d85684a tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Resources bound (agent type, host, resource id): {{(pid=113210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:48:58.118632 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-b7258c94-b0f7-4d25-a89b-bd11a5fc500b None None] Port c19f6ebb-49a0-4506-8286-d0386d11220c cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:48:58.126351 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a8e254-9edd-4c17-8f51-3a150d85684a tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Received port after_create {{(pid=113210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:48:58.149761 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port 2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:48:58.150111 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:58.150450 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port 2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1 Sep 17 03:48:58.206546 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a8e254-9edd-4c17-8f51-3a150d85684a tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Pushing event updated for resources: {'Port': ['ID=30e84028-75da-43a4-b92a-2c296d91c9b1,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:58.246211 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d4a8e254-9edd-4c17-8f51-3a150d85684a tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for floatingip (0b9a9c88-10f1-486d-8115-e6a5b6ad9e81), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:58.253624 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da13b64f-ec9e-4351-b2c7-79c3a31e0410 None None] Checking agent: {'id': '287db9f2-8160-4728-95aa-12aebca604d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 40, 13), 'started_at': datetime.datetime(2022, 9, 17, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:48:58.254012 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da13b64f-ec9e-4351-b2c7-79c3a31e0410 None None] Checking segment: {'id': 'fd61fd09-fc24-4021-8673-02b64116f7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:48:58.254412 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-da13b64f-ec9e-4351-b2c7-79c3a31e0410 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:58.254800 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da13b64f-ec9e-4351-b2c7-79c3a31e0410 None None] Bound using segment: {'id': 'fd61fd09-fc24-4021-8673-02b64116f7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0'} {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:48:58.255289 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-da13b64f-ec9e-4351-b2c7-79c3a31e0410 None None] Bound port: c19f6ebb-49a0-4506-8286-d0386d11220c, host: dv-cinder-849143-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd61fd09-fc24-4021-8673-02b64116f7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0'}}] {{(pid=113212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:48:58.255816 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-da13b64f-ec9e-4351-b2c7-79c3a31e0410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (c19f6ebb-49a0-4506-8286-d0386d11220c), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:58.273617 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-484c0d8d-bb2c-4432-85a8-fe8f2ef68be2 req-d0bc8748-0ca9-4b7a-ae95-d9fadd0ff819 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--873189552&fields=id&tenant_id=c1a07eadb5ea4914a6e1e6f3844afe94 HTTP/1.1" status: 200 len: 267 time: 0.1147380 Sep 17 03:48:58.277839 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Pushing event updated for resources: {'Port': ['ID=d61a15ac-7b12-4790-8d02-9c43ea0835f6,revision_number=4']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:58.346759 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:58.365190 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port 2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:48:58.373707 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-da13b64f-ec9e-4351-b2c7-79c3a31e0410 None None] For port c19f6ebb-49a0-4506-8286-d0386d11220c, host dv-cinder-849143-3-iscsi, cleared binding levels {{(pid=113212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:48:58.395010 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-da13b64f-ec9e-4351-b2c7-79c3a31e0410 None None] For port c19f6ebb-49a0-4506-8286-d0386d11220c, host dv-cinder-849143-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=c19f6ebb-49a0-4506-8286-d0386d11220c,segment=NetworkSegment(fd61fd09-fc24-4021-8673-02b64116f7ad),segment_id=fd61fd09-fc24-4021-8673-02b64116f7ad)] {{(pid=113212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:48:58.444887 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d4a8e254-9edd-4c17-8f51-3a150d85684a tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (30e84028-75da-43a4-b92a-2c296d91c9b1), before_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:58.473063 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c0d8d-bb2c-4432-85a8-fe8f2ef68be2 req-3a7cd88c-3ee3-4771-9e16-1d94038de253 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:48:58.485567 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-484c0d8d-bb2c-4432-85a8-fe8f2ef68be2 req-3a7cd88c-3ee3-4771-9e16-1d94038de253 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/networks?id=a2c22271-da7e-4d2b-b2be-97deb622f84c HTTP/1.1" status: 200 len: 815 time: 0.1906476 Sep 17 03:48:58.506624 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-484c0d8d-bb2c-4432-85a8-fe8f2ef68be2 req-8365aac1-a252-4369-bfd5-a5f663533fe5 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/quotas/c1a07eadb5ea4914a6e1e6f3844afe94 HTTP/1.1" status: 200 len: 375 time: 0.0163095 Sep 17 03:48:58.508532 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-da13b64f-ec9e-4351-b2c7-79c3a31e0410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (c19f6ebb-49a0-4506-8286-d0386d11220c), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:58.641513 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:58.680049 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-b7258c94-b0f7-4d25-a89b-bd11a5fc500b None None] Attempt 9 to provision port c19f6ebb-49a0-4506-8286-d0386d11220c Sep 17 03:48:58.758878 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-7b006254-3feb-4670-a3e1-e327bd788575 None None] Publish callbacks [] for port (b48780f2-bafd-4655-9b4e-36f920d83460), precommit_update {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:58.769106 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-484c0d8d-bb2c-4432-85a8-fe8f2ef68be2 req-ef415048-d99f-4a3a-9a31-908421b24a5b tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=c1a07eadb5ea4914a6e1e6f3844afe94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2522774 Sep 17 03:48:58.772486 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c3b5b05c-2e4a-4f2d-8d06-bbbfa9e96d00 req-9ecb80bf-e08d-4492-bc38-0467dd09bb76 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 210 time: 0.1703894 Sep 17 03:48:58.855169 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a45498-d96c-4f08-96d1-0ba8e7961230 None None] Pushing event updated for resources: {'Port': ['ID=c19f6ebb-49a0-4506-8286-d0386d11220c,revision_number=4']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:58.892597 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-7b006254-3feb-4670-a3e1-e327bd788575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (b48780f2-bafd-4655-9b4e-36f920d83460), after_update {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:58.918719 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=100 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:58.929809 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da13b64f-ec9e-4351-b2c7-79c3a31e0410 None None] Routers {'cec91c57-14e1-4ebf-a6bf-a10584fb1163'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:48:58.933570 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-da13b64f-ec9e-4351-b2c7-79c3a31e0410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:48:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['cec91c57-14e1-4ebf-a6bf-a10584fb1163'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:48:58.939128 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device d61a15ac-7b12-4790-8d02-9c43ea0835f6 up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:48:59.018339 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2f239-8114-4c72-83ce-0b4cc9d506dc None None] Pushing event updated for resources: {'Port': ['ID=b48780f2-bafd-4655-9b4e-36f920d83460,revision_number=3']} {{(pid=113213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:59.037501 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.managers [None req-7b006254-3feb-4670-a3e1-e327bd788575 None None] Attempting to bind port b48780f2-bafd-4655-9b4e-36f920d83460 on host dv-cinder-849143-3-iscsi for vnic_type normal with profile {{(pid=113213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:48:59.038154 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.managers [None req-7b006254-3feb-4670-a3e1-e327bd788575 None None] Attempting to bind port b48780f2-bafd-4655-9b4e-36f920d83460 by drivers openvswitch,hyperv on host dv-cinder-849143-3-iscsi at level 0 using segments [{'id': '08cb3b6a-b907-4438-a94b-64c1979bcd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a2c22271-da7e-4d2b-b2be-97deb622f84c'}] {{(pid=113213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:48:59.038665 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b006254-3feb-4670-a3e1-e327bd788575 None None] Attempting to bind port b48780f2-bafd-4655-9b4e-36f920d83460 on network a2c22271-da7e-4d2b-b2be-97deb622f84c {{(pid=113213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:48:59.117324 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b006254-3feb-4670-a3e1-e327bd788575 None None] Checking agent: {'id': '287db9f2-8160-4728-95aa-12aebca604d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 40, 13), 'started_at': datetime.datetime(2022, 9, 17, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:48:59.118094 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b006254-3feb-4670-a3e1-e327bd788575 None None] Checking segment: {'id': '08cb3b6a-b907-4438-a94b-64c1979bcd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a2c22271-da7e-4d2b-b2be-97deb622f84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:48:59.118706 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-7b006254-3feb-4670-a3e1-e327bd788575 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:59.119401 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b006254-3feb-4670-a3e1-e327bd788575 None None] Bound using segment: {'id': '08cb3b6a-b907-4438-a94b-64c1979bcd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a2c22271-da7e-4d2b-b2be-97deb622f84c'} {{(pid=113213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:48:59.120079 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-484c0d8d-bb2c-4432-85a8-fe8f2ef68be2 req-c056fe41-3b5f-4695-a462-a5931df446ad service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a2c22271-da7e-4d2b-b2be-97deb622f84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014016 Sep 17 03:48:59.121077 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.managers [None req-7b006254-3feb-4670-a3e1-e327bd788575 None None] Bound port: b48780f2-bafd-4655-9b4e-36f920d83460, host: dv-cinder-849143-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08cb3b6a-b907-4438-a94b-64c1979bcd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a2c22271-da7e-4d2b-b2be-97deb622f84c'}}] {{(pid=113213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:48:59.121664 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-7b006254-3feb-4670-a3e1-e327bd788575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (b48780f2-bafd-4655-9b4e-36f920d83460), before_update {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:59.200120 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port d61a15ac-7b12-4790-8d02-9c43ea0835f6 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:48:59.200588 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (d61a15ac-7b12-4790-8d02-9c43ea0835f6), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:59.200994 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port d61a15ac-7b12-4790-8d02-9c43ea0835f6 Sep 17 03:48:59.259385 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-484c0d8d-bb2c-4432-85a8-fe8f2ef68be2 req-51ca0ac6-e14d-414d-bc65-831aabacaf05 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a2c22271-da7e-4d2b-b2be-97deb622f84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280894 Sep 17 03:48:59.261434 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d4a8e254-9edd-4c17-8f51-3a150d85684a tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for port (30e84028-75da-43a4-b92a-2c296d91c9b1), precommit_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:59.266046 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.db [None req-7b006254-3feb-4670-a3e1-e327bd788575 None None] For port b48780f2-bafd-4655-9b4e-36f920d83460, host dv-cinder-849143-3-iscsi, cleared binding levels {{(pid=113213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:48:59.269841 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-b7258c94-b0f7-4d25-a89b-bd11a5fc500b None None] Current status of the port c19f6ebb-49a0-4506-8286-d0386d11220c is: DOWN; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:48:59.269985 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.db [None req-7b006254-3feb-4670-a3e1-e327bd788575 None None] For port b48780f2-bafd-4655-9b4e-36f920d83460, host dv-cinder-849143-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=b48780f2-bafd-4655-9b4e-36f920d83460,segment=NetworkSegment(08cb3b6a-b907-4438-a94b-64c1979bcd7f),segment_id=08cb3b6a-b907-4438-a94b-64c1979bcd7f)] {{(pid=113213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:48:59.270239 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-b7258c94-b0f7-4d25-a89b-bd11a5fc500b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (c19f6ebb-49a0-4506-8286-d0386d11220c), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:59.302239 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-35f71f3c-09cc-4395-aff7-0a49af5cc564 req-aecfb9eb-6602-405e-a6ff-48b0cb2250af tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48f6b82c-bba2-4e02-8a7e-84d78f3390d3 HTTP/1.1" status: 200 len: 210 time: 0.1683097 Sep 17 03:48:59.373203 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d4a8e254-9edd-4c17-8f51-3a150d85684a tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (30e84028-75da-43a4-b92a-2c296d91c9b1), after_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:59.373977 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d4a8e254-9edd-4c17-8f51-3a150d85684a tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615334'] for floatingip (0b9a9c88-10f1-486d-8115-e6a5b6ad9e81), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:59.374247 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-7b006254-3feb-4670-a3e1-e327bd788575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (b48780f2-bafd-4655-9b4e-36f920d83460), after_update {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:59.408294 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port d61a15ac-7b12-4790-8d02-9c43ea0835f6 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:48:59.412562 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device fbd44a3f-6ef3-4bdc-8585-990b9803e2f0 up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:48:59.436423 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b006254-3feb-4670-a3e1-e327bd788575 None None] Routers {'55187bde-bd51-4273-87a5-034f3846d8b9'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:48:59.437092 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-7b006254-3feb-4670-a3e1-e327bd788575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:48:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['55187bde-bd51-4273-87a5-034f3846d8b9'], 'active': True} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:48:59.477381 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a8e254-9edd-4c17-8f51-3a150d85684a tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Pushing event updated for resources: {'Port': ['ID=30e84028-75da-43a4-b92a-2c296d91c9b1,revision_number=2']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:59.482038 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-da13b64f-ec9e-4351-b2c7-79c3a31e0410 None None] Set router cec91c57-14e1-4ebf-a6bf-a10584fb1163 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:48:59.492867 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-b7258c94-b0f7-4d25-a89b-bd11a5fc500b None None] For port c19f6ebb-49a0-4506-8286-d0386d11220c, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=c19f6ebb-49a0-4506-8286-d0386d11220c,segment=NetworkSegment(fd61fd09-fc24-4021-8673-02b64116f7ad),segment_id=fd61fd09-fc24-4021-8673-02b64116f7ad)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:48:59.507293 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:59.517391 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2f239-8114-4c72-83ce-0b4cc9d506dc None None] Pushing event updated for resources: {'Port': ['ID=b48780f2-bafd-4655-9b4e-36f920d83460,revision_number=4']} {{(pid=113213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:59.574836 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvr_db [None req-7b006254-3feb-4670-a3e1-e327bd788575 None None] Set router 55187bde-bd51-4273-87a5-034f3846d8b9 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:48:59.600908 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port fbd44a3f-6ef3-4bdc-8585-990b9803e2f0 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:48:59.601305 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (fbd44a3f-6ef3-4bdc-8585-990b9803e2f0), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:59.601642 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port fbd44a3f-6ef3-4bdc-8585-990b9803e2f0 Sep 17 03:48:59.628286 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d4a8e254-9edd-4c17-8f51-3a150d85684a tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for floatingip (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:59.632635 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-d4a8e254-9edd-4c17-8f51-3a150d85684a tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7596340 Sep 17 03:48:59.678721 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-b7258c94-b0f7-4d25-a89b-bd11a5fc500b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (c19f6ebb-49a0-4506-8286-d0386d11220c), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:59.856843 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-4fb9c2b7-12f3-462c-b848-7bb97ae0f7f3 req-d6cc360d-ae1b-48ca-ab2f-7b498e6cc519 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 210 time: 0.1022732 Sep 17 03:48:59.862778 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-b7258c94-b0f7-4d25-a89b-bd11a5fc500b None None] Provisioning complete for port fbd44a3f-6ef3-4bdc-8585-990b9803e2f0 triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:48:59.867339 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-b7258c94-b0f7-4d25-a89b-bd11a5fc500b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (fbd44a3f-6ef3-4bdc-8585-990b9803e2f0), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:59.867936 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-b7258c94-b0f7-4d25-a89b-bd11a5fc500b None None] Attempt 1 to provision port fbd44a3f-6ef3-4bdc-8585-990b9803e2f0 Sep 17 03:48:59.892359 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:00.030264 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7258c94-b0f7-4d25-a89b-bd11a5fc500b None None] Pushing event updated for resources: {'Port': ['ID=c19f6ebb-49a0-4506-8286-d0386d11220c,revision_number=5']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:00.061608 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-7b006254-3feb-4670-a3e1-e327bd788575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'name': 'tempest-AttachVolumeShelveTestJSON-78764827-router', 'tenant_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'd838550e-a97c-48f5-88c3-721de7e315e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:40Z', 'updated_at': '2022-09-17T03:48:49Z', 'revision_number': 4, 'project_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'gw_port': {'id': 'd838550e-a97c-48f5-88c3-721de7e315e5', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ed:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': 'b48780f2-bafd-4655-9b4e-36f920d83460', 'name': '', 'network_id': 'a2c22271-da7e-4d2b-b2be-97deb622f84c', 'tenant_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'mac_address': 'fa:16:3e:33:74:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:47Z', 'updated_at': '2022-09-17T03:48:59Z', 'revision_number': 4, 'project_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'subnets': [{'id': 'eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:49:00.070841 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-4a8c2f39-596c-4fc1-91be-ddcba12f3899 req-f9b6cfca-ee4c-43e7-965f-e774c449ead2 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 210 time: 0.1140926 Sep 17 03:49:00.135708 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b006254-3feb-4670-a3e1-e327bd788575 None None] The sync data for ids ['55187bde-bd51-4273-87a5-034f3846d8b9'] in dv-cinder-849143-3-iscsi is: [{'id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'name': 'tempest-AttachVolumeShelveTestJSON-78764827-router', 'tenant_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'd838550e-a97c-48f5-88c3-721de7e315e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:40Z', 'updated_at': '2022-09-17T03:48:49Z', 'revision_number': 4, 'project_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'gw_port': {'id': 'd838550e-a97c-48f5-88c3-721de7e315e5', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ed:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': 'b48780f2-bafd-4655-9b4e-36f920d83460', 'name': '', 'network_id': 'a2c22271-da7e-4d2b-b2be-97deb622f84c', 'tenant_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'mac_address': 'fa:16:3e:33:74:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:47Z', 'updated_at': '2022-09-17T03:48:59Z', 'revision_number': 4, 'project_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'subnets': [{'id': 'eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:49:00.190955 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d2eb2198-e279-4810-afa6-ac2eb1b622d4 req-c4e18e02-7dd6-47ab-9aa4-6abebc01874b tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--302178942&fields=id&tenant_id=fb6cb03abf5242b594efcf325909dd32 HTTP/1.1" status: 200 len: 267 time: 0.2437670 Sep 17 03:49:00.220894 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-da13b64f-ec9e-4351-b2c7-79c3a31e0410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec91c57-14e1-4ebf-a6bf-a10584fb1163', 'name': 'tempest-ServerRescueNegativeTestJSON-199005461-router', 'tenant_id': '294abb2085b844a99908242d4b02e263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'd61a15ac-7b12-4790-8d02-9c43ea0835f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:51Z', 'revision_number': 4, 'project_id': '294abb2085b844a99908242d4b02e263', 'gw_port': {'id': 'd61a15ac-7b12-4790-8d02-9c43ea0835f6', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec91c57-14e1-4ebf-a6bf-a10584fb1163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:43Z', 'updated_at': '2022-09-17T03:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': 'c19f6ebb-49a0-4506-8286-d0386d11220c', 'name': '', 'network_id': '2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0', 'tenant_id': '294abb2085b844a99908242d4b02e263', 'mac_address': 'fa:16:3e:25:c6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec91c57-14e1-4ebf-a6bf-a10584fb1163', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a9bc613-44d6-4890-b247-86fc85e41240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:50Z', 'updated_at': '2022-09-17T03:48:58Z', 'revision_number': 4, 'project_id': '294abb2085b844a99908242d4b02e263', 'subnets': [{'id': '4a9bc613-44d6-4890-b247-86fc85e41240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:49:00.224587 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:00.278297 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da13b64f-ec9e-4351-b2c7-79c3a31e0410 None None] The sync data for ids ['cec91c57-14e1-4ebf-a6bf-a10584fb1163'] in dv-cinder-849143-3-iscsi is: [{'id': 'cec91c57-14e1-4ebf-a6bf-a10584fb1163', 'name': 'tempest-ServerRescueNegativeTestJSON-199005461-router', 'tenant_id': '294abb2085b844a99908242d4b02e263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'd61a15ac-7b12-4790-8d02-9c43ea0835f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:51Z', 'revision_number': 4, 'project_id': '294abb2085b844a99908242d4b02e263', 'gw_port': {'id': 'd61a15ac-7b12-4790-8d02-9c43ea0835f6', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec91c57-14e1-4ebf-a6bf-a10584fb1163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:43Z', 'updated_at': '2022-09-17T03:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': 'c19f6ebb-49a0-4506-8286-d0386d11220c', 'name': '', 'network_id': '2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0', 'tenant_id': '294abb2085b844a99908242d4b02e263', 'mac_address': 'fa:16:3e:25:c6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec91c57-14e1-4ebf-a6bf-a10584fb1163', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a9bc613-44d6-4890-b247-86fc85e41240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:50Z', 'updated_at': '2022-09-17T03:48:58Z', 'revision_number': 4, 'project_id': '294abb2085b844a99908242d4b02e263', 'subnets': [{'id': '4a9bc613-44d6-4890-b247-86fc85e41240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:49:00.297952 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port fbd44a3f-6ef3-4bdc-8585-990b9803e2f0 is: DOWN; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:49:00.297952 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (fbd44a3f-6ef3-4bdc-8585-990b9803e2f0), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:00.347118 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb2198-e279-4810-afa6-ac2eb1b622d4 req-fb5caf7c-4224-4fd7-abd8-8171cdabe4b2 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:00.348683 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d2eb2198-e279-4810-afa6-ac2eb1b622d4 req-fb5caf7c-4224-4fd7-abd8-8171cdabe4b2 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/networks?id=07c207ee-c2bb-4d53-bca3-b5aa6199ad0f HTTP/1.1" status: 200 len: 814 time: 0.1569436 Sep 17 03:49:00.380622 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:00.383424 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-b7258c94-b0f7-4d25-a89b-bd11a5fc500b None None] Current status of the port fbd44a3f-6ef3-4bdc-8585-990b9803e2f0 is: DOWN; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:49:00.384084 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-b7258c94-b0f7-4d25-a89b-bd11a5fc500b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (fbd44a3f-6ef3-4bdc-8585-990b9803e2f0), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:00.394543 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d2eb2198-e279-4810-afa6-ac2eb1b622d4 req-cba48cab-bc64-41a3-b72f-c48c8f9c69aa tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/quotas/fb6cb03abf5242b594efcf325909dd32 HTTP/1.1" status: 200 len: 375 time: 0.0387752 Sep 17 03:49:00.398822 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] For port fbd44a3f-6ef3-4bdc-8585-990b9803e2f0, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=fbd44a3f-6ef3-4bdc-8585-990b9803e2f0,segment=NetworkSegment(f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54),segment_id=f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:49:00.507544 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d2eb2198-e279-4810-afa6-ac2eb1b622d4 req-dda1a995-92b7-40d2-bfa9-73c1297ddce5 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=fb6cb03abf5242b594efcf325909dd32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1120842 Sep 17 03:49:00.531285 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (fbd44a3f-6ef3-4bdc-8585-990b9803e2f0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:00.538827 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 9cdd4b66-a4ec-49b4-b4af-6fccf8de412a up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:49:00.676198 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-6bf76237-8d41-4b66-a32f-7a413825c071 req-c9d6e462-5964-4e4c-bd31-da10ad6126ac tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48f6b82c-bba2-4e02-8a7e-84d78f3390d3 HTTP/1.1" status: 200 len: 210 time: 0.1372256 Sep 17 03:49:00.729639 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Pushing event updated for resources: {'Port': ['ID=fbd44a3f-6ef3-4bdc-8585-990b9803e2f0,revision_number=5']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:00.737505 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.db.api [None req-b7258c94-b0f7-4d25-a89b-bd11a5fc500b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113212) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 17 03:49:00.738531 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG oslo_db.api [None req-b7258c94-b0f7-4d25-a89b-bd11a5fc500b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 03:49:00.751802 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port 9cdd4b66-a4ec-49b4-b4af-6fccf8de412a triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:49:00.753035 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (9cdd4b66-a4ec-49b4-b4af-6fccf8de412a), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:00.753523 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port 9cdd4b66-a4ec-49b4-b4af-6fccf8de412a Sep 17 03:49:00.815260 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d2eb2198-e279-4810-afa6-ac2eb1b622d4 req-22b0c37c-6f13-4700-a911-d6b38be2fa45 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/07c207ee-c2bb-4d53-bca3-b5aa6199ad0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752366 Sep 17 03:49:00.929606 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port 9cdd4b66-a4ec-49b4-b4af-6fccf8de412a is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:49:00.932672 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 29e22ba4-2866-4c46-81f7-d574067f4b17 up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:49:00.991531 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-27331384-a357-4604-98d6-845a52eab64b req-4e5ccffa-dae1-472b-8764-1f9d903caf32 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 210 time: 0.0554395 Sep 17 03:49:01.025121 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port 29e22ba4-2866-4c46-81f7-d574067f4b17 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:49:01.025703 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (29e22ba4-2866-4c46-81f7-d574067f4b17), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:01.026212 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port 29e22ba4-2866-4c46-81f7-d574067f4b17 Sep 17 03:49:01.061940 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d2eb2198-e279-4810-afa6-ac2eb1b622d4 req-553f0783-f04b-4dd9-b011-12b6135a557d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/07c207ee-c2bb-4d53-bca3-b5aa6199ad0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457840 Sep 17 03:49:01.158512 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port 29e22ba4-2866-4c46-81f7-d574067f4b17 is: DOWN; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:49:01.161752 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (29e22ba4-2866-4c46-81f7-d574067f4b17), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:01.207192 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] For port 29e22ba4-2866-4c46-81f7-d574067f4b17, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=29e22ba4-2866-4c46-81f7-d574067f4b17,segment=NetworkSegment(b9ff3b7d-3dba-4f81-9340-22e46529b80a),segment_id=b9ff3b7d-3dba-4f81-9340-22e46529b80a)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:49:01.231452 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-3bddf526-779b-41dc-b5e2-17387c905d56 req-04b7dcdf-919b-48ad-85d4-59ebd7690718 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 210 time: 0.0504727 Sep 17 03:49:01.279443 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-b7258c94-b0f7-4d25-a89b-bd11a5fc500b None None] Current status of the port fbd44a3f-6ef3-4bdc-8585-990b9803e2f0 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:49:01.293364 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-b7258c94-b0f7-4d25-a89b-bd11a5fc500b None None] Provisioning complete for port 2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1 triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:49:01.293836 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-b7258c94-b0f7-4d25-a89b-bd11a5fc500b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:01.294305 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-b7258c94-b0f7-4d25-a89b-bd11a5fc500b None None] Attempt 1 to provision port 2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1 Sep 17 03:49:01.317389 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (29e22ba4-2866-4c46-81f7-d574067f4b17), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:01.318311 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device d838550e-a97c-48f5-88c3-721de7e315e5 up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:49:01.448004 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Pushing event updated for resources: {'Port': ['ID=29e22ba4-2866-4c46-81f7-d574067f4b17,revision_number=4']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:01.453565 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port d838550e-a97c-48f5-88c3-721de7e315e5 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:49:01.453565 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (d838550e-a97c-48f5-88c3-721de7e315e5), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:01.453977 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port d838550e-a97c-48f5-88c3-721de7e315e5 Sep 17 03:49:01.508565 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0a9cde22-2322-4b02-9538-fb57e0b6e98b req-9d9d9987-3fcb-4d54-978f-be3841e9cb96 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4f3df2d-670f-4ee1-b3f2-4f906fab9f11 HTTP/1.1" status: 200 len: 210 time: 0.0407219 Sep 17 03:49:01.610667 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-b7258c94-b0f7-4d25-a89b-bd11a5fc500b None None] Current status of the port 2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:49:01.625421 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-b7258c94-b0f7-4d25-a89b-bd11a5fc500b None None] Provisioning complete for port b48780f2-bafd-4655-9b4e-36f920d83460 triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:49:01.625828 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-b7258c94-b0f7-4d25-a89b-bd11a5fc500b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (b48780f2-bafd-4655-9b4e-36f920d83460), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:01.626155 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-b7258c94-b0f7-4d25-a89b-bd11a5fc500b None None] Attempt 1 to provision port b48780f2-bafd-4655-9b4e-36f920d83460 Sep 17 03:49:01.695109 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port d838550e-a97c-48f5-88c3-721de7e315e5 is: DOWN; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:49:01.695491 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (d838550e-a97c-48f5-88c3-721de7e315e5), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:01.741987 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] For port d838550e-a97c-48f5-88c3-721de7e315e5, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=d838550e-a97c-48f5-88c3-721de7e315e5,segment=NetworkSegment(b9ff3b7d-3dba-4f81-9340-22e46529b80a),segment_id=b9ff3b7d-3dba-4f81-9340-22e46529b80a)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:49:01.757463 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-b7258c94-b0f7-4d25-a89b-bd11a5fc500b None None] Current status of the port b48780f2-bafd-4655-9b4e-36f920d83460 is: DOWN; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:49:01.757889 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-b7258c94-b0f7-4d25-a89b-bd11a5fc500b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (b48780f2-bafd-4655-9b4e-36f920d83460), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:01.801088 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-b7258c94-b0f7-4d25-a89b-bd11a5fc500b None None] For port b48780f2-bafd-4655-9b4e-36f920d83460, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=b48780f2-bafd-4655-9b4e-36f920d83460,segment=NetworkSegment(08cb3b6a-b907-4438-a94b-64c1979bcd7f),segment_id=08cb3b6a-b907-4438-a94b-64c1979bcd7f)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:49:01.807135 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:01.857711 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ede8e0a6-e820-4989-bbd3-96ca0ce89480 req-6731d267-b217-4970-aa77-dda025f20e43 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48f6b82c-bba2-4e02-8a7e-84d78f3390d3 HTTP/1.1" status: 200 len: 210 time: 0.0281525 Sep 17 03:49:01.895242 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (d838550e-a97c-48f5-88c3-721de7e315e5), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:01.946300 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-b7258c94-b0f7-4d25-a89b-bd11a5fc500b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (b48780f2-bafd-4655-9b4e-36f920d83460), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:01.959447 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Pushing event updated for resources: {'Port': ['ID=d838550e-a97c-48f5-88c3-721de7e315e5,revision_number=4']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:02.024743 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7258c94-b0f7-4d25-a89b-bd11a5fc500b None None] Pushing event updated for resources: {'Port': ['ID=b48780f2-bafd-4655-9b4e-36f920d83460,revision_number=5']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:02.066551 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-a7c45662-6f49-4421-a554-cbc6d5421107 None None] Provisioning complete for port c19f6ebb-49a0-4506-8286-d0386d11220c triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:49:02.066931 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-a7c45662-6f49-4421-a554-cbc6d5421107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (c19f6ebb-49a0-4506-8286-d0386d11220c), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:02.067391 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-a7c45662-6f49-4421-a554-cbc6d5421107 None None] Attempt 1 to provision port c19f6ebb-49a0-4506-8286-d0386d11220c Sep 17 03:49:02.126537 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 29e22ba4-2866-4c46-81f7-d574067f4b17 up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:49:02.137804 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9cab91fc-750f-4147-97ed-9ddfec60fa6b req-74fbbd25-5634-47a3-9c68-ec902417a913 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 210 time: 0.0481083 Sep 17 03:49:02.196118 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-a7c45662-6f49-4421-a554-cbc6d5421107 None None] Current status of the port c19f6ebb-49a0-4506-8286-d0386d11220c is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:49:02.209752 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-a7c45662-6f49-4421-a554-cbc6d5421107 None None] Provisioning complete for port fb5c2241-1663-4261-8772-4a7d6e59da5b triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:49:02.210061 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-a7c45662-6f49-4421-a554-cbc6d5421107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (fb5c2241-1663-4261-8772-4a7d6e59da5b), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:02.210394 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-a7c45662-6f49-4421-a554-cbc6d5421107 None None] Attempt 1 to provision port fb5c2241-1663-4261-8772-4a7d6e59da5b Sep 17 03:49:02.213168 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port 29e22ba4-2866-4c46-81f7-d574067f4b17 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:49:02.213543 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (29e22ba4-2866-4c46-81f7-d574067f4b17), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:02.213910 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port 29e22ba4-2866-4c46-81f7-d574067f4b17 Sep 17 03:49:02.258169 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:02.270984 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-a7c45662-6f49-4421-a554-cbc6d5421107 None None] Port fb5c2241-1663-4261-8772-4a7d6e59da5b cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:49:02.321528 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port 29e22ba4-2866-4c46-81f7-d574067f4b17 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:49:02.322641 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device fbd44a3f-6ef3-4bdc-8585-990b9803e2f0 up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:49:02.327643 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:INSERT=7,neutron:UPDATE=3,neutron:SELECT=88,neutron:DELETE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:02.354768 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f2644591-a712-4643-bd4d-0abccb2c1a21 req-a5e4d870-2b70-4213-908c-3fb16df0b3f5 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 210 time: 0.0284345 Sep 17 03:49:02.366314 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port fbd44a3f-6ef3-4bdc-8585-990b9803e2f0 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:49:02.366617 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (fbd44a3f-6ef3-4bdc-8585-990b9803e2f0), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:02.366947 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port fbd44a3f-6ef3-4bdc-8585-990b9803e2f0 Sep 17 03:49:02.401298 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:02.446103 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port fbd44a3f-6ef3-4bdc-8585-990b9803e2f0 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:49:02.447187 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device b48780f2-bafd-4655-9b4e-36f920d83460 up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:49:02.493977 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port b48780f2-bafd-4655-9b4e-36f920d83460 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:49:02.494352 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (b48780f2-bafd-4655-9b4e-36f920d83460), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:02.494687 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port b48780f2-bafd-4655-9b4e-36f920d83460 Sep 17 03:49:02.573698 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port b48780f2-bafd-4655-9b4e-36f920d83460 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:49:02.574802 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device c19f6ebb-49a0-4506-8286-d0386d11220c up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:49:02.591809 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-6ab8f067-bede-4d31-83f0-335241f20e90 req-168ad8c4-a173-4127-b36f-22e89142242b tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4f3df2d-670f-4ee1-b3f2-4f906fab9f11 HTTP/1.1" status: 200 len: 210 time: 0.0309174 Sep 17 03:49:02.619004 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port c19f6ebb-49a0-4506-8286-d0386d11220c triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:49:02.619366 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (c19f6ebb-49a0-4506-8286-d0386d11220c), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:02.619707 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port c19f6ebb-49a0-4506-8286-d0386d11220c Sep 17 03:49:02.645854 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:02.714488 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port c19f6ebb-49a0-4506-8286-d0386d11220c is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:49:02.772594 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-a7c45662-6f49-4421-a554-cbc6d5421107 None None] Attempt 2 to provision port fb5c2241-1663-4261-8772-4a7d6e59da5b Sep 17 03:49:02.806358 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-a7c45662-6f49-4421-a554-cbc6d5421107 None None] Port fb5c2241-1663-4261-8772-4a7d6e59da5b cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:49:02.976623 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-cbea8e26-1ee7-43c0-a027-4fb366c0ed1e req-55dac57a-7868-45be-8f7e-32160af89913 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48f6b82c-bba2-4e02-8a7e-84d78f3390d3 HTTP/1.1" status: 200 len: 210 time: 0.0291359 Sep 17 03:49:03.010298 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.agents_db [None req-b2aba882-f127-474e-990c-8a1f8fa77bd5 None None] Agent healthcheck: found 6 active agents {{(pid=113213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:49:03.223180 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 43828) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:03.270681 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-3432001a-0c43-4891-87a0-4cfe65b096e0 req-b9cea324-eb5c-45ad-a311-8a9722b4460d tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 210 time: 0.0283744 Sep 17 03:49:03.307443 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-a7c45662-6f49-4421-a554-cbc6d5421107 None None] Attempt 3 to provision port fb5c2241-1663-4261-8772-4a7d6e59da5b Sep 17 03:49:03.329126 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a6014c4d-e391-4b1b-b5ad-1d296fd94eb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:03.339855 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-a7c45662-6f49-4421-a554-cbc6d5421107 None None] Port fb5c2241-1663-4261-8772-4a7d6e59da5b cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:49:03.406420 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a6014c4d-e391-4b1b-b5ad-1d296fd94eb5 admin admin] Publish callbacks [] for security_group (1575c3d9-2b5c-415c-ac08-fca2351f28e2), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:03.492451 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a6014c4d-e391-4b1b-b5ad-1d296fd94eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (1575c3d9-2b5c-415c-ac08-fca2351f28e2), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:03.540276 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6014c4d-e391-4b1b-b5ad-1d296fd94eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1575c3d9-2b5c-415c-ac08-fca2351f28e2,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:03.547637 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-a6014c4d-e391-4b1b-b5ad-1d296fd94eb5 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=12eeba70d923445b901341ebcf58a05e&name=default HTTP/1.1" status: 200 len: 2995 time: 0.3233702 Sep 17 03:49:03.548578 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 43834) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:03.580119 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-969db0ad-b9c6-4eb6-9678-8d1405668f5d req-2f206b57-b2b5-4d83-857c-3e24efd86c2e tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 210 time: 0.1454804 Sep 17 03:49:03.599173 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-4a3519e3-06e6-4dd6-a488-0bbdfd1f4161 admin admin] Publish callbacks [] for security_group (1575c3d9-2b5c-415c-ac08-fca2351f28e2), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:03.618478 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-4a3519e3-06e6-4dd6-a488-0bbdfd1f4161 admin admin] Publish callbacks [] for security_group (1575c3d9-2b5c-415c-ac08-fca2351f28e2), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:03.696992 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-6bdc742e-678d-423a-8bd5-db02c1cf4175 req-9d53197c-0332-4b7e-930d-dc7c1d8b87d9 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4f3df2d-670f-4ee1-b3f2-4f906fab9f11 HTTP/1.1" status: 200 len: 210 time: 0.0278907 Sep 17 03:49:03.736885 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-4a3519e3-06e6-4dd6-a488-0bbdfd1f4161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (1575c3d9-2b5c-415c-ac08-fca2351f28e2), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:03.739711 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-4a3519e3-06e6-4dd6-a488-0bbdfd1f4161 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:03.743288 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-4a3519e3-06e6-4dd6-a488-0bbdfd1f4161 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/1575c3d9-2b5c-415c-ac08-fca2351f28e2 HTTP/1.1" status: 204 len: 168 time: 0.1914964 Sep 17 03:49:03.750077 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3519e3-06e6-4dd6-a488-0bbdfd1f4161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1575c3d9-2b5c-415c-ac08-fca2351f28e2,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:03.767727 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:03.841116 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-a7c45662-6f49-4421-a554-cbc6d5421107 None None] Attempt 4 to provision port fb5c2241-1663-4261-8772-4a7d6e59da5b Sep 17 03:49:03.876018 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-a7c45662-6f49-4421-a554-cbc6d5421107 None None] Port fb5c2241-1663-4261-8772-4a7d6e59da5b cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:49:03.982878 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device d838550e-a97c-48f5-88c3-721de7e315e5 up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:49:04.071508 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port d838550e-a97c-48f5-88c3-721de7e315e5 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:49:04.071892 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (d838550e-a97c-48f5-88c3-721de7e315e5), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:04.072230 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port d838550e-a97c-48f5-88c3-721de7e315e5 Sep 17 03:49:04.076621 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:04.102782 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8303eff9-c52f-4147-9c51-74612b63cf90 req-e80d6d47-e61c-4d94-928e-9c2bd869991a tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48f6b82c-bba2-4e02-8a7e-84d78f3390d3 HTTP/1.1" status: 200 len: 210 time: 0.0395336 Sep 17 03:49:04.154617 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port d838550e-a97c-48f5-88c3-721de7e315e5 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:49:04.155831 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device b48780f2-bafd-4655-9b4e-36f920d83460 up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:49:04.202777 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port b48780f2-bafd-4655-9b4e-36f920d83460 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:49:04.203148 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (b48780f2-bafd-4655-9b4e-36f920d83460), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:04.203477 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port b48780f2-bafd-4655-9b4e-36f920d83460 Sep 17 03:49:04.265979 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e767fbb7-1ea0-47c8-b957-66545f460972 None None] Sync routers for ids ['87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc'] in dv-cinder-849143-3-iscsi {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:49:04.302187 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e767fbb7-1ea0-47c8-b957-66545f460972 None None] Routers {'87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:49:04.302827 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-e767fbb7-1ea0-47c8-b957-66545f460972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:48:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:49:04.347367 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port b48780f2-bafd-4655-9b4e-36f920d83460 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:49:04.390813 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-a7c45662-6f49-4421-a554-cbc6d5421107 None None] Attempt 5 to provision port fb5c2241-1663-4261-8772-4a7d6e59da5b Sep 17 03:49:04.394484 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-60f51f68-2b3b-4491-b7a8-c89b842ad654 req-eb7f17b9-f655-421f-9fef-2f58efc074c2 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 210 time: 0.0283694 Sep 17 03:49:04.444805 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-a7c45662-6f49-4421-a554-cbc6d5421107 None None] Port fb5c2241-1663-4261-8772-4a7d6e59da5b cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:49:04.451569 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-e767fbb7-1ea0-47c8-b957-66545f460972 None None] Set router 87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:49:04.513826 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:04.589841 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 43854) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:04.607116 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e92393cb-1a19-415e-82c1-f1dec1cb15aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:04.681751 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-e767fbb7-1ea0-47c8-b957-66545f460972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc', 'name': 'tempest-DeleteServersTestJSON-2091927715-router', 'tenant_id': '5b4fba22f55549188446d54f94aa1620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '29e22ba4-2866-4c46-81f7-d574067f4b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:51Z', 'revision_number': 4, 'project_id': '5b4fba22f55549188446d54f94aa1620', 'gw_port': {'id': '29e22ba4-2866-4c46-81f7-d574067f4b17', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:98:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:43Z', 'updated_at': '2022-09-17T03:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': 'fb5c2241-1663-4261-8772-4a7d6e59da5b', 'name': '', 'network_id': 'eacb834d-7250-498a-85a1-85ac9b6ef1b3', 'tenant_id': '5b4fba22f55549188446d54f94aa1620', 'mac_address': 'fa:16:3e:98:a0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8381982b-250c-4494-8c4e-ef7a1961ea50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:50Z', 'updated_at': '2022-09-17T03:48:52Z', 'revision_number': 2, 'project_id': '5b4fba22f55549188446d54f94aa1620', 'subnets': [{'id': '8381982b-250c-4494-8c4e-ef7a1961ea50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:49:04.709691 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e767fbb7-1ea0-47c8-b957-66545f460972 None None] Checking router: 87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc for host: dv-cinder-849143-3-iscsi {{(pid=113212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:49:04.710313 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e767fbb7-1ea0-47c8-b957-66545f460972 None None] Updating router 87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc port fb5c2241-1663-4261-8772-4a7d6e59da5b binding host dv-cinder-849143-3-iscsi {{(pid=113212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 03:49:04.718938 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-18df1e3b-a87c-441e-9f27-97e71054037e req-6b4e433d-f671-4873-8da7-ff13c98cc286 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 210 time: 0.0369205 Sep 17 03:49:04.744925 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-e767fbb7-1ea0-47c8-b957-66545f460972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (fb5c2241-1663-4261-8772-4a7d6e59da5b), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:04.745068 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e92393cb-1a19-415e-82c1-f1dec1cb15aa admin admin] Publish callbacks [] for security_group (d59c6fb3-ccd0-4745-92b4-a157195ee414), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:04.831809 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d49d6971-bdb7-42d2-964a-56a6d4b1f1e3 req-9814f669-e4b5-4130-8d50-2e5b276f652a tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4f3df2d-670f-4ee1-b3f2-4f906fab9f11 HTTP/1.1" status: 200 len: 210 time: 0.0500839 Sep 17 03:49:04.855522 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e92393cb-1a19-415e-82c1-f1dec1cb15aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (d59c6fb3-ccd0-4745-92b4-a157195ee414), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:04.884164 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:04.899039 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.18', 58691) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:04.906769 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-e92393cb-1a19-415e-82c1-f1dec1cb15aa admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=b2b0cb3bae844af681c7f6146733ba6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3155820 Sep 17 03:49:04.907863 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 43862) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:04.915640 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92393cb-1a19-415e-82c1-f1dec1cb15aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59c6fb3-ccd0-4745-92b4-a157195ee414,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:04.976698 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-a7c45662-6f49-4421-a554-cbc6d5421107 None None] Attempt 6 to provision port fb5c2241-1663-4261-8772-4a7d6e59da5b Sep 17 03:49:04.977214 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-538d8196-bf67-4f8c-947a-850062ec3180 admin admin] Publish callbacks [] for security_group (d59c6fb3-ccd0-4745-92b4-a157195ee414), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:05.021877 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-538d8196-bf67-4f8c-947a-850062ec3180 admin admin] Publish callbacks [] for security_group (d59c6fb3-ccd0-4745-92b4-a157195ee414), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:05.026245 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:05.036389 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827ac1d-1eee-46d5-b2dd-96ad15674c8a req-23a32c40-09a5-4085-a8de-6cf23b0a9b2f tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:05.038024 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-a7c45662-6f49-4421-a554-cbc6d5421107 None None] Port fb5c2241-1663-4261-8772-4a7d6e59da5b cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:49:05.039046 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e827ac1d-1eee-46d5-b2dd-96ad15674c8a req-23a32c40-09a5-4085-a8de-6cf23b0a9b2f tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.18 "GET /networking/v2.0/networks?id=2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0 HTTP/1.1" status: 200 len: 818 time: 0.1367259 Sep 17 03:49:05.116081 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:05.136432 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [req-e827ac1d-1eee-46d5-b2dd-96ad15674c8a req-803ef549-a683-4b91-8b7c-8cdf06d5b799 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Request body: {'port': {'device_id': 'f73d2688-0699-49aa-9019-94ca41f9df5c', 'network_id': '2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0', 'admin_state_up': True, 'tenant_id': '294abb2085b844a99908242d4b02e263'}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:49:05.168446 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-e767fbb7-1ea0-47c8-b957-66545f460972 None None] Publish callbacks [] for port (fb5c2241-1663-4261-8772-4a7d6e59da5b), precommit_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:05.178831 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-538d8196-bf67-4f8c-947a-850062ec3180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (d59c6fb3-ccd0-4745-92b4-a157195ee414), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:05.188846 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-538d8196-bf67-4f8c-947a-850062ec3180 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:05.188846 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-538d8196-bf67-4f8c-947a-850062ec3180 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d59c6fb3-ccd0-4745-92b4-a157195ee414 HTTP/1.1" status: 204 len: 168 time: 0.2771070 Sep 17 03:49:05.196846 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538d8196-bf67-4f8c-947a-850062ec3180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59c6fb3-ccd0-4745-92b4-a157195ee414,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:05.236124 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:05.302443 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-64443c85-42e5-4dbc-ac0f-82a104a1af26 req-8d3b5b40-e9b1-4864-a64e-2c6616edfb72 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48f6b82c-bba2-4e02-8a7e-84d78f3390d3 HTTP/1.1" status: 200 len: 210 time: 0.0674949 Sep 17 03:49:05.324775 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-e767fbb7-1ea0-47c8-b957-66545f460972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (fb5c2241-1663-4261-8772-4a7d6e59da5b), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:05.338952 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:05.536855 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-21ff9dee-4dc7-4e11-8733-5fbcd3b97687 req-67e1c49e-8002-4dde-8356-ce9776da7d2d tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 210 time: 0.0331547 Sep 17 03:49:05.539968 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-a7c45662-6f49-4421-a554-cbc6d5421107 None None] Attempt 7 to provision port fb5c2241-1663-4261-8772-4a7d6e59da5b Sep 17 03:49:05.542843 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf63914-3341-4ee8-afdc-dc8e3b509681 None None] Pushing event updated for resources: {'Port': ['ID=fb5c2241-1663-4261-8772-4a7d6e59da5b,revision_number=3']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:05.597276 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-e767fbb7-1ea0-47c8-b957-66545f460972 None None] Attempting to bind port fb5c2241-1663-4261-8772-4a7d6e59da5b on host dv-cinder-849143-3-iscsi for vnic_type normal with profile {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:49:05.597649 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-e767fbb7-1ea0-47c8-b957-66545f460972 None None] Attempting to bind port fb5c2241-1663-4261-8772-4a7d6e59da5b by drivers openvswitch,hyperv on host dv-cinder-849143-3-iscsi at level 0 using segments [{'id': '09b48951-5e53-4799-9ac8-9400d268b3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'eacb834d-7250-498a-85a1-85ac9b6ef1b3'}] {{(pid=113212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:49:05.598036 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e767fbb7-1ea0-47c8-b957-66545f460972 None None] Attempting to bind port fb5c2241-1663-4261-8772-4a7d6e59da5b on network eacb834d-7250-498a-85a1-85ac9b6ef1b3 {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:49:05.600231 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-a7c45662-6f49-4421-a554-cbc6d5421107 None None] Port fb5c2241-1663-4261-8772-4a7d6e59da5b cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:49:05.605706 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e827ac1d-1eee-46d5-b2dd-96ad15674c8a req-803ef549-a683-4b91-8b7c-8cdf06d5b799 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Made reservation on behalf of 294abb2085b844a99908242d4b02e263 for: {'port': 1} {{(pid=113211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:49:05.610596 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-e827ac1d-1eee-46d5-b2dd-96ad15674c8a req-803ef549-a683-4b91-8b7c-8cdf06d5b799 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:05.652734 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e767fbb7-1ea0-47c8-b957-66545f460972 None None] Checking agent: {'id': '287db9f2-8160-4728-95aa-12aebca604d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 40, 13), 'started_at': datetime.datetime(2022, 9, 17, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:49:05.653385 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e767fbb7-1ea0-47c8-b957-66545f460972 None None] Checking segment: {'id': '09b48951-5e53-4799-9ac8-9400d268b3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'eacb834d-7250-498a-85a1-85ac9b6ef1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:49:05.654261 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-e767fbb7-1ea0-47c8-b957-66545f460972 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:05.654915 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e767fbb7-1ea0-47c8-b957-66545f460972 None None] Bound using segment: {'id': '09b48951-5e53-4799-9ac8-9400d268b3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'eacb834d-7250-498a-85a1-85ac9b6ef1b3'} {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:49:05.656259 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-e767fbb7-1ea0-47c8-b957-66545f460972 None None] Bound port: fb5c2241-1663-4261-8772-4a7d6e59da5b, host: dv-cinder-849143-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b48951-5e53-4799-9ac8-9400d268b3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'eacb834d-7250-498a-85a1-85ac9b6ef1b3'}}] {{(pid=113212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:49:05.657215 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-e767fbb7-1ea0-47c8-b957-66545f460972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (fb5c2241-1663-4261-8772-4a7d6e59da5b), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:05.730770 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-e767fbb7-1ea0-47c8-b957-66545f460972 None None] For port fb5c2241-1663-4261-8772-4a7d6e59da5b, host dv-cinder-849143-3-iscsi, cleared binding levels {{(pid=113212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:49:05.735261 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-e767fbb7-1ea0-47c8-b957-66545f460972 None None] For port fb5c2241-1663-4261-8772-4a7d6e59da5b, host dv-cinder-849143-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=fb5c2241-1663-4261-8772-4a7d6e59da5b,segment=NetworkSegment(09b48951-5e53-4799-9ac8-9400d268b3f1),segment_id=09b48951-5e53-4799-9ac8-9400d268b3f1)] {{(pid=113212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:49:05.870723 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-e767fbb7-1ea0-47c8-b957-66545f460972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (fb5c2241-1663-4261-8772-4a7d6e59da5b), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:05.966212 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.db_base_plugin_common [req-e827ac1d-1eee-46d5-b2dd-96ad15674c8a req-803ef549-a683-4b91-8b7c-8cdf06d5b799 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Allocated IP 172.20.0.6 (2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0/4a9bc613-44d6-4890-b247-86fc85e41240/3503855f-51a9-451a-8977-ccd98a4a0f27) {{(pid=113211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:49:05.998982 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 43914) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:06.017474 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e767fbb7-1ea0-47c8-b957-66545f460972 None None] Routers {'87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:49:06.018261 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-e767fbb7-1ea0-47c8-b957-66545f460972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:48:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:49:06.068520 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:06.088337 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf63914-3341-4ee8-afdc-dc8e3b509681 None None] Pushing event updated for resources: {'Port': ['ID=fb5c2241-1663-4261-8772-4a7d6e59da5b,revision_number=4']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:06.098774 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-26acd3ce-efed-40bc-8b17-00c22fdc7832 req-ff08eff3-6433-403c-9e7a-493f5b05dea6 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4f3df2d-670f-4ee1-b3f2-4f906fab9f11 HTTP/1.1" status: 200 len: 210 time: 0.0812519 Sep 17 03:49:06.104264 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-a7c45662-6f49-4421-a554-cbc6d5421107 None None] Attempt 8 to provision port fb5c2241-1663-4261-8772-4a7d6e59da5b Sep 17 03:49:06.110664 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c92001b2-1cc3-4151-a406-af01462d0ec1 req-ad7fb3aa-8329-4796-9c7c-9c2a5b036cab tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 210 time: 0.0959709 Sep 17 03:49:06.166422 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.18', 58704) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:06.253009 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-e767fbb7-1ea0-47c8-b957-66545f460972 None None] Set router 87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:49:06.322930 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-e827ac1d-1eee-46d5-b2dd-96ad15674c8a req-803ef549-a683-4b91-8b7c-8cdf06d5b799 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks [] for port (3503855f-51a9-451a-8977-ccd98a4a0f27), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:06.364457 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:06.417698 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-a7c45662-6f49-4421-a554-cbc6d5421107 None None] Current status of the port fb5c2241-1663-4261-8772-4a7d6e59da5b is: DOWN; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:49:06.418146 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-a7c45662-6f49-4421-a554-cbc6d5421107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (fb5c2241-1663-4261-8772-4a7d6e59da5b), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:06.453480 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8db22-d997-4ade-bf12-f8e405bfac6a req-063e4ce7-80a3-40df-a313-f2025bbe6651 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:06.455869 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-97f8db22-d997-4ade-bf12-f8e405bfac6a req-063e4ce7-80a3-40df-a313-f2025bbe6651 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.18 "GET /networking/v2.0/networks?id=eacb834d-7250-498a-85a1-85ac9b6ef1b3 HTTP/1.1" status: 200 len: 812 time: 0.2812028 Sep 17 03:49:06.488044 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [req-97f8db22-d997-4ade-bf12-f8e405bfac6a req-92bedab4-e78e-41e7-a3cf-59e4e1f0653f tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] Request body: {'port': {'device_id': '48f6b82c-bba2-4e02-8a7e-84d78f3390d3', 'network_id': 'eacb834d-7250-498a-85a1-85ac9b6ef1b3', 'admin_state_up': True, 'tenant_id': '5b4fba22f55549188446d54f94aa1620'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:49:06.504335 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-08481241-1fd5-45a0-8acc-b739cbc69c3e req-cb114f6c-becc-4258-92ad-a5dace65e5f0 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48f6b82c-bba2-4e02-8a7e-84d78f3390d3 HTTP/1.1" status: 200 len: 210 time: 0.0338531 Sep 17 03:49:06.506531 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-e827ac1d-1eee-46d5-b2dd-96ad15674c8a req-803ef549-a683-4b91-8b7c-8cdf06d5b799 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976'] for port (3503855f-51a9-451a-8977-ccd98a4a0f27), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:06.599568 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-a7c45662-6f49-4421-a554-cbc6d5421107 None None] For port fb5c2241-1663-4261-8772-4a7d6e59da5b, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=fb5c2241-1663-4261-8772-4a7d6e59da5b,segment=NetworkSegment(09b48951-5e53-4799-9ac8-9400d268b3f1),segment_id=09b48951-5e53-4799-9ac8-9400d268b3f1)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:49:06.657608 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9d78fd6a-a7c1-423e-adc4-94f1b2247dd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:06.669762 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e827ac1d-1eee-46d5-b2dd-96ad15674c8a req-803ef549-a683-4b91-8b7c-8cdf06d5b799 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Network 2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0 is already hosted by enough agents. {{(pid=113211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:49:06.683922 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.base_scheduler [req-e827ac1d-1eee-46d5-b2dd-96ad15674c8a req-803ef549-a683-4b91-8b7c-8cdf06d5b799 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Resources bound (agent type, host, resource id): {{(pid=113211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:49:06.688212 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.l3_dvrscheduler_db [req-e827ac1d-1eee-46d5-b2dd-96ad15674c8a req-803ef549-a683-4b91-8b7c-8cdf06d5b799 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Received port after_create {{(pid=113211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:49:06.696409 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827ac1d-1eee-46d5-b2dd-96ad15674c8a req-803ef549-a683-4b91-8b7c-8cdf06d5b799 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:06.697264 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-e827ac1d-1eee-46d5-b2dd-96ad15674c8a req-803ef549-a683-4b91-8b7c-8cdf06d5b799 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for port (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:06.758386 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-a7c45662-6f49-4421-a554-cbc6d5421107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (fb5c2241-1663-4261-8772-4a7d6e59da5b), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:06.769672 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-894e8391-1dde-43d1-9215-c7edb1ba8749 req-f18d42d3-cfa5-400d-a348-819574bdb1e8 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 210 time: 0.0426834 Sep 17 03:49:06.773646 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803ef549-a683-4b91-8b7c-8cdf06d5b799 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Pushing event updated for resources: {'Port': ['ID=3503855f-51a9-451a-8977-ccd98a4a0f27,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:06.882027 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-e767fbb7-1ea0-47c8-b957-66545f460972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc', 'name': 'tempest-DeleteServersTestJSON-2091927715-router', 'tenant_id': '5b4fba22f55549188446d54f94aa1620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '29e22ba4-2866-4c46-81f7-d574067f4b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:51Z', 'revision_number': 4, 'project_id': '5b4fba22f55549188446d54f94aa1620', 'gw_port': {'id': '29e22ba4-2866-4c46-81f7-d574067f4b17', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:98:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:43Z', 'updated_at': '2022-09-17T03:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': 'fb5c2241-1663-4261-8772-4a7d6e59da5b', 'name': '', 'network_id': 'eacb834d-7250-498a-85a1-85ac9b6ef1b3', 'tenant_id': '5b4fba22f55549188446d54f94aa1620', 'mac_address': 'fa:16:3e:98:a0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8381982b-250c-4494-8c4e-ef7a1961ea50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:50Z', 'updated_at': '2022-09-17T03:49:05Z', 'revision_number': 4, 'project_id': '5b4fba22f55549188446d54f94aa1620', 'subnets': [{'id': '8381982b-250c-4494-8c4e-ef7a1961ea50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:49:06.882206 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9d78fd6a-a7c1-423e-adc4-94f1b2247dd8 admin admin] Publish callbacks [] for security_group (7c39b2b7-bb9a-4f07-8381-65ffe5957ba6), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:06.900773 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e827ac1d-1eee-46d5-b2dd-96ad15674c8a req-803ef549-a683-4b91-8b7c-8cdf06d5b799 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7743669 Sep 17 03:49:06.908150 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c45662-6f49-4421-a554-cbc6d5421107 None None] Pushing event updated for resources: {'Port': ['ID=fb5c2241-1663-4261-8772-4a7d6e59da5b,revision_number=5']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:06.937544 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e767fbb7-1ea0-47c8-b957-66545f460972 None None] The sync data for ids ['87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc'] in dv-cinder-849143-3-iscsi is: [{'id': '87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc', 'name': 'tempest-DeleteServersTestJSON-2091927715-router', 'tenant_id': '5b4fba22f55549188446d54f94aa1620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '29e22ba4-2866-4c46-81f7-d574067f4b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:51Z', 'revision_number': 4, 'project_id': '5b4fba22f55549188446d54f94aa1620', 'gw_port': {'id': '29e22ba4-2866-4c46-81f7-d574067f4b17', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:98:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:43Z', 'updated_at': '2022-09-17T03:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': 'fb5c2241-1663-4261-8772-4a7d6e59da5b', 'name': '', 'network_id': 'eacb834d-7250-498a-85a1-85ac9b6ef1b3', 'tenant_id': '5b4fba22f55549188446d54f94aa1620', 'mac_address': 'fa:16:3e:98:a0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8381982b-250c-4494-8c4e-ef7a1961ea50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:50Z', 'updated_at': '2022-09-17T03:49:05Z', 'revision_number': 4, 'project_id': '5b4fba22f55549188446d54f94aa1620', 'subnets': [{'id': '8381982b-250c-4494-8c4e-ef7a1961ea50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:49:06.957827 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [req-e827ac1d-1eee-46d5-b2dd-96ad15674c8a req-57064cc7-59fb-4311-bef6-55c1fcd297ca tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113211) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 17 03:49:06.958843 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e827ac1d-1eee-46d5-b2dd-96ad15674c8a req-57064cc7-59fb-4311-bef6-55c1fcd297ca tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0062695 Sep 17 03:49:07.005819 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9d78fd6a-a7c1-423e-adc4-94f1b2247dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (7c39b2b7-bb9a-4f07-8381-65ffe5957ba6), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:07.053165 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:07.074637 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97f8db22-d997-4ade-bf12-f8e405bfac6a req-92bedab4-e78e-41e7-a3cf-59e4e1f0653f tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] Made reservation on behalf of 5b4fba22f55549188446d54f94aa1620 for: {'port': 1} {{(pid=113210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:49:07.087674 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-97f8db22-d997-4ade-bf12-f8e405bfac6a req-92bedab4-e78e-41e7-a3cf-59e4e1f0653f tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:07.090810 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-c5ecb4c5-83da-4a1c-a300-65fa86647a3e None None] Provisioning complete for port 3503855f-51a9-451a-8977-ccd98a4a0f27 triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:49:07.092381 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-c5ecb4c5-83da-4a1c-a300-65fa86647a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (3503855f-51a9-451a-8977-ccd98a4a0f27), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:07.094967 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-c5ecb4c5-83da-4a1c-a300-65fa86647a3e None None] Attempt 1 to provision port 3503855f-51a9-451a-8977-ccd98a4a0f27 Sep 17 03:49:07.105524 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 43960) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:07.106077 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-9d78fd6a-a7c1-423e-adc4-94f1b2247dd8 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=3b73849a79164336aa88fbcda196c161&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1047239 Sep 17 03:49:07.128465 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d78fd6a-a7c1-423e-adc4-94f1b2247dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c39b2b7-bb9a-4f07-8381-65ffe5957ba6,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:07.214901 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-c5ecb4c5-83da-4a1c-a300-65fa86647a3e None None] Port 3503855f-51a9-451a-8977-ccd98a4a0f27 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:49:07.228204 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-b7090e5e-3793-487a-a9fa-1ff247f83cce admin admin] Publish callbacks [] for security_group (7c39b2b7-bb9a-4f07-8381-65ffe5957ba6), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:07.294867 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-b7090e5e-3793-487a-a9fa-1ff247f83cce admin admin] Publish callbacks [] for security_group (7c39b2b7-bb9a-4f07-8381-65ffe5957ba6), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:07.441681 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-3bb9bbff-5558-45ed-9f65-da02b21c8dc1 req-ab1d656e-d775-487b-93c0-b6a4cb1523c8 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4f3df2d-670f-4ee1-b3f2-4f906fab9f11 HTTP/1.1" status: 200 len: 210 time: 0.0707004 Sep 17 03:49:07.480747 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.18', 58715) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:07.627322 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ce6b004c-9c25-480c-8341-307a146fd3ab req-07c93835-375b-418e-9bed-9c070896a3a7 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 210 time: 0.2055612 Sep 17 03:49:07.630293 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.db_base_plugin_common [req-97f8db22-d997-4ade-bf12-f8e405bfac6a req-92bedab4-e78e-41e7-a3cf-59e4e1f0653f tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] Allocated IP 172.20.0.5 (eacb834d-7250-498a-85a1-85ac9b6ef1b3/8381982b-250c-4494-8c4e-ef7a1961ea50/b1d2d738-c68a-46c8-87de-365753cb88b6) {{(pid=113210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:49:07.666915 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=100 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:07.716094 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-c5ecb4c5-83da-4a1c-a300-65fa86647a3e None None] Attempt 2 to provision port 3503855f-51a9-451a-8977-ccd98a4a0f27 Sep 17 03:49:07.785416 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-c5ecb4c5-83da-4a1c-a300-65fa86647a3e None None] Port 3503855f-51a9-451a-8977-ccd98a4a0f27 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:49:07.826419 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [req-e827ac1d-1eee-46d5-b2dd-96ad15674c8a req-8229efb5-1e12-4575-b59f-5adf4a7ce6ca service neutron] Request body: {'port': {'device_id': 'f73d2688-0699-49aa-9019-94ca41f9df5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:49:08.058571 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-f3369791-b4d5-431d-be64-a2d1f73695f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b0b4725d-5d3f-4adf-8b60-729f2f7a35da), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:08.097355 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-97f8db22-d997-4ade-bf12-f8e405bfac6a req-92bedab4-e78e-41e7-a3cf-59e4e1f0653f tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] Publish callbacks [] for port (b1d2d738-c68a-46c8-87de-365753cb88b6), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:08.176898 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device fb5c2241-1663-4261-8772-4a7d6e59da5b up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:49:08.268141 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port fb5c2241-1663-4261-8772-4a7d6e59da5b triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:49:08.268499 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (fb5c2241-1663-4261-8772-4a7d6e59da5b), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:08.268831 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port fb5c2241-1663-4261-8772-4a7d6e59da5b Sep 17 03:49:08.282272 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d0d56417-92b0-4f6f-bad5-e34fb4999da7 req-2b7ee096-9761-4ad4-a827-19f6d8dfe23c tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48f6b82c-bba2-4e02-8a7e-84d78f3390d3 HTTP/1.1" status: 200 len: 210 time: 0.4838395 Sep 17 03:49:08.301932 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-c5ecb4c5-83da-4a1c-a300-65fa86647a3e None None] Attempt 3 to provision port 3503855f-51a9-451a-8977-ccd98a4a0f27 Sep 17 03:49:08.322253 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-97f8db22-d997-4ade-bf12-f8e405bfac6a req-92bedab4-e78e-41e7-a3cf-59e4e1f0653f tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976'] for port (b1d2d738-c68a-46c8-87de-365753cb88b6), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:08.326549 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:08.353567 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-75499dad-ae58-462b-879d-401e6eb0088e req-7be89526-7a36-4c43-a918-4ea154e466f0 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 210 time: 0.3286142 Sep 17 03:49:08.370876 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-e827ac1d-1eee-46d5-b2dd-96ad15674c8a req-8229efb5-1e12-4575-b59f-5adf4a7ce6ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (3503855f-51a9-451a-8977-ccd98a4a0f27), before_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:08.393518 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-c5ecb4c5-83da-4a1c-a300-65fa86647a3e None None] Port 3503855f-51a9-451a-8977-ccd98a4a0f27 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:49:08.446258 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port fb5c2241-1663-4261-8772-4a7d6e59da5b is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:49:08.488359 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97f8db22-d997-4ade-bf12-f8e405bfac6a req-92bedab4-e78e-41e7-a3cf-59e4e1f0653f tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] Network eacb834d-7250-498a-85a1-85ac9b6ef1b3 is already hosted by enough agents. {{(pid=113210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:49:08.497325 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.base_scheduler [req-97f8db22-d997-4ade-bf12-f8e405bfac6a req-92bedab4-e78e-41e7-a3cf-59e4e1f0653f tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] Resources bound (agent type, host, resource id): {{(pid=113210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:49:08.502178 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f8db22-d997-4ade-bf12-f8e405bfac6a req-92bedab4-e78e-41e7-a3cf-59e4e1f0653f tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] Received port after_create {{(pid=113210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:49:08.507189 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8db22-d997-4ade-bf12-f8e405bfac6a req-92bedab4-e78e-41e7-a3cf-59e4e1f0653f tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:08.507881 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-97f8db22-d997-4ade-bf12-f8e405bfac6a req-92bedab4-e78e-41e7-a3cf-59e4e1f0653f tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for port (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:08.512648 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bedab4-e78e-41e7-a3cf-59e4e1f0653f tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] Pushing event updated for resources: {'Port': ['ID=b1d2d738-c68a-46c8-87de-365753cb88b6,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:08.625637 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-97f8db22-d997-4ade-bf12-f8e405bfac6a req-92bedab4-e78e-41e7-a3cf-59e4e1f0653f tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1487508 Sep 17 03:49:08.644649 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27956d7b-c481-49da-817a-125634625697 req-816f0665-6f15-4b44-9d36-75c24d0718a5 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:08.644649 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-27956d7b-c481-49da-817a-125634625697 req-816f0665-6f15-4b44-9d36-75c24d0718a5 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.18 "GET /networking/v2.0/networks?id=2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0 HTTP/1.1" status: 200 len: 818 time: 1.1342452 Sep 17 03:49:08.649797 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-b7090e5e-3793-487a-a9fa-1ff247f83cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (7c39b2b7-bb9a-4f07-8381-65ffe5957ba6), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:08.652811 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-b7090e5e-3793-487a-a9fa-1ff247f83cce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:08.654083 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-b7090e5e-3793-487a-a9fa-1ff247f83cce admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/7c39b2b7-bb9a-4f07-8381-65ffe5957ba6 HTTP/1.1" status: 204 len: 168 time: 1.5473497 Sep 17 03:49:08.705160 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-1d088ea2-a69e-4c7e-907d-57e4c63b50ae req-b9c92009-3189-42b4-888e-5c20b581c2fb tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4f3df2d-670f-4ee1-b3f2-4f906fab9f11 HTTP/1.1" status: 200 len: 210 time: 0.0779929 Sep 17 03:49:08.710868 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7090e5e-3793-487a-a9fa-1ff247f83cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c39b2b7-bb9a-4f07-8381-65ffe5957ba6,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:08.971854 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-c5ecb4c5-83da-4a1c-a300-65fa86647a3e None None] Attempt 4 to provision port 3503855f-51a9-451a-8977-ccd98a4a0f27 Sep 17 03:49:08.973581 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9b8181a5-acbc-45b4-a736-213c6ab3ca5b req-34de7972-68cb-4919-8224-60a00631d846 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 210 time: 0.1074450 Sep 17 03:49:08.974782 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-c5ecb4c5-83da-4a1c-a300-65fa86647a3e None None] Port 3503855f-51a9-451a-8977-ccd98a4a0f27 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:49:09.090581 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.notifiers.nova [req-e827ac1d-1eee-46d5-b2dd-96ad15674c8a req-8229efb5-1e12-4575-b59f-5adf4a7ce6ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3503855f-51a9-451a-8977-ccd98a4a0f27 {{(pid=113211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:49:09.098446 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-e827ac1d-1eee-46d5-b2dd-96ad15674c8a req-8229efb5-1e12-4575-b59f-5adf4a7ce6ca service neutron] Publish callbacks [] for port (3503855f-51a9-451a-8977-ccd98a4a0f27), precommit_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:09.117584 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.provisioning_blocks [req-e827ac1d-1eee-46d5-b2dd-96ad15674c8a req-8229efb5-1e12-4575-b59f-5adf4a7ce6ca service neutron] Transition to ACTIVE for port object 3503855f-51a9-451a-8977-ccd98a4a0f27 will not be triggered until provisioned by entity L2. {{(pid=113211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 03:49:09.178408 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=100 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:09.286913 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-e827ac1d-1eee-46d5-b2dd-96ad15674c8a req-8229efb5-1e12-4575-b59f-5adf4a7ce6ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (3503855f-51a9-451a-8977-ccd98a4a0f27), after_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:09.397144 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8229efb5-1e12-4575-b59f-5adf4a7ce6ca service neutron] Pushing event updated for resources: {'Port': ['ID=3503855f-51a9-451a-8977-ccd98a4a0f27,revision_number=2']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:09.418868 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.managers [req-e827ac1d-1eee-46d5-b2dd-96ad15674c8a req-8229efb5-1e12-4575-b59f-5adf4a7ce6ca service neutron] Attempting to bind port 3503855f-51a9-451a-8977-ccd98a4a0f27 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:49:09.419225 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.managers [req-e827ac1d-1eee-46d5-b2dd-96ad15674c8a req-8229efb5-1e12-4575-b59f-5adf4a7ce6ca service neutron] Attempting to bind port 3503855f-51a9-451a-8977-ccd98a4a0f27 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'fd61fd09-fc24-4021-8673-02b64116f7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0'}] {{(pid=113211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:49:09.419559 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e827ac1d-1eee-46d5-b2dd-96ad15674c8a req-8229efb5-1e12-4575-b59f-5adf4a7ce6ca service neutron] Attempting to bind port 3503855f-51a9-451a-8977-ccd98a4a0f27 on network 2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0 {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:49:09.435136 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-c5ecb4c5-83da-4a1c-a300-65fa86647a3e None None] Attempt 5 to provision port 3503855f-51a9-451a-8977-ccd98a4a0f27 Sep 17 03:49:09.453972 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:09.482838 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-c5ecb4c5-83da-4a1c-a300-65fa86647a3e None None] Port 3503855f-51a9-451a-8977-ccd98a4a0f27 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:49:09.493033 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7e50c-3eba-478e-b5aa-daaf80e83563 req-7e8567c2-3a89-4398-bd99-2ef6645c6d7d tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:09.494552 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-63d7e50c-3eba-478e-b5aa-daaf80e83563 req-7e8567c2-3a89-4398-bd99-2ef6645c6d7d tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48f6b82c-bba2-4e02-8a7e-84d78f3390d3 HTTP/1.1" status: 200 len: 931 time: 0.1205704 Sep 17 03:49:09.525146 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-878cfff4-b097-48f5-a6b1-7d70b0ffa7e7 req-bf65450e-323c-4437-8748-7d51e15490c8 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 210 time: 0.0609336 Sep 17 03:49:09.545075 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e827ac1d-1eee-46d5-b2dd-96ad15674c8a req-8229efb5-1e12-4575-b59f-5adf4a7ce6ca service neutron] Port 3503855f-51a9-451a-8977-ccd98a4a0f27 on network 2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 03:49:09.545409 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e827ac1d-1eee-46d5-b2dd-96ad15674c8a req-8229efb5-1e12-4575-b59f-5adf4a7ce6ca service neutron] Attempting to bind port 3503855f-51a9-451a-8977-ccd98a4a0f27 on network 2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0 {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:49:09.621251 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-63d7e50c-3eba-478e-b5aa-daaf80e83563 req-1f77df72-57dc-4a3a-b0fa-e03aa3f1b062 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=104c9f39-d5bd-44df-9832-5ae2b62e50e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032910 Sep 17 03:49:09.624776 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e827ac1d-1eee-46d5-b2dd-96ad15674c8a req-8229efb5-1e12-4575-b59f-5adf4a7ce6ca service neutron] Checking agent: {'id': '56a63866-613b-46a0-90ee-05b9222d9bfc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 46, 46), 'started_at': datetime.datetime(2022, 9, 17, 3, 46, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:49:09.625158 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e827ac1d-1eee-46d5-b2dd-96ad15674c8a req-8229efb5-1e12-4575-b59f-5adf4a7ce6ca service neutron] Checking segment: {'id': 'fd61fd09-fc24-4021-8673-02b64116f7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:49:09.633893 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e827ac1d-1eee-46d5-b2dd-96ad15674c8a req-8229efb5-1e12-4575-b59f-5adf4a7ce6ca service neutron] Bound using segment: {'id': 'fd61fd09-fc24-4021-8673-02b64116f7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0'} {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:49:09.633893 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.managers [req-e827ac1d-1eee-46d5-b2dd-96ad15674c8a req-8229efb5-1e12-4575-b59f-5adf4a7ce6ca service neutron] Bound port: 3503855f-51a9-451a-8977-ccd98a4a0f27, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd61fd09-fc24-4021-8673-02b64116f7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0'}}] {{(pid=113211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:49:09.633893 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-e827ac1d-1eee-46d5-b2dd-96ad15674c8a req-8229efb5-1e12-4575-b59f-5adf4a7ce6ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (3503855f-51a9-451a-8977-ccd98a4a0f27), before_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:09.691341 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=100 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:09.707732 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.db [req-e827ac1d-1eee-46d5-b2dd-96ad15674c8a req-8229efb5-1e12-4575-b59f-5adf4a7ce6ca service neutron] For port 3503855f-51a9-451a-8977-ccd98a4a0f27, host hv-cinder-84914, cleared binding levels {{(pid=113211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:49:09.735207 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.db [req-e827ac1d-1eee-46d5-b2dd-96ad15674c8a req-8229efb5-1e12-4575-b59f-5adf4a7ce6ca service neutron] For port 3503855f-51a9-451a-8977-ccd98a4a0f27, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3503855f-51a9-451a-8977-ccd98a4a0f27,segment=NetworkSegment(fd61fd09-fc24-4021-8673-02b64116f7ad),segment_id=fd61fd09-fc24-4021-8673-02b64116f7ad)] {{(pid=113211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:49:09.809345 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-13477057-609a-4a8f-a446-574c08f7fe3c req-9acb69f7-ec32-4b89-a267-cfc5d081a454 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4f3df2d-670f-4ee1-b3f2-4f906fab9f11 HTTP/1.1" status: 200 len: 210 time: 0.0285573 Sep 17 03:49:09.840680 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-e827ac1d-1eee-46d5-b2dd-96ad15674c8a req-8229efb5-1e12-4575-b59f-5adf4a7ce6ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (3503855f-51a9-451a-8977-ccd98a4a0f27), after_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:09.847574 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827ac1d-1eee-46d5-b2dd-96ad15674c8a req-8229efb5-1e12-4575-b59f-5adf4a7ce6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:09.855424 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-e827ac1d-1eee-46d5-b2dd-96ad15674c8a req-8229efb5-1e12-4575-b59f-5adf4a7ce6ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for port (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:09.855424 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e827ac1d-1eee-46d5-b2dd-96ad15674c8a req-8229efb5-1e12-4575-b59f-5adf4a7ce6ca service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/3503855f-51a9-451a-8977-ccd98a4a0f27 HTTP/1.1" status: 200 len: 1093 time: 2.4447303 Sep 17 03:49:09.855424 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f73d2688-0699-49aa-9019-94ca41f9df5c', 'tag': '3503855f-51a9-451a-8977-ccd98a4a0f27'}] {{(pid=113211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:49:09.953008 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8229efb5-1e12-4575-b59f-5adf4a7ce6ca service neutron] Pushing event updated for resources: {'Port': ['ID=3503855f-51a9-451a-8977-ccd98a4a0f27,revision_number=3']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:09.985384 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-c5ecb4c5-83da-4a1c-a300-65fa86647a3e None None] Attempt 6 to provision port 3503855f-51a9-451a-8977-ccd98a4a0f27 Sep 17 03:49:10.054467 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346c2caff186dcd388f83f6dc64b2ba25d7763d65cfebe6fa09f9256a5522518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1cc606-2dc3-4d90-8f1b-aeeb18c3083b" -d '{"events": [{"name": "network-changed", "server_uuid": "f73d2688-0699-49aa-9019-94ca41f9df5c", "tag": "3503855f-51a9-451a-8977-ccd98a4a0f27"}]}' {{(pid=113211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:49:10.054467 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:10.054682 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-c5ecb4c5-83da-4a1c-a300-65fa86647a3e None None] Port 3503855f-51a9-451a-8977-ccd98a4a0f27 had new provisioning blocks added so it will not transition to active. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 17 03:49:10.069993 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ef90693c-73b0-4ee6-85c7-896b04a4f54a req-c3be227f-17d0-48ec-b2af-d12c90edda57 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 210 time: 0.0395913 Sep 17 03:49:10.127267 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:10.172227 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-64a0c80f-3447-48d6-9862-b6bde7c4f229 None None] Provisioning complete for port b1d2d738-c68a-46c8-87de-365753cb88b6 triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:49:10.172227 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-64a0c80f-3447-48d6-9862-b6bde7c4f229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (b1d2d738-c68a-46c8-87de-365753cb88b6), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:10.172227 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-64a0c80f-3447-48d6-9862-b6bde7c4f229 None None] Attempt 1 to provision port b1d2d738-c68a-46c8-87de-365753cb88b6 Sep 17 03:49:10.199318 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689ec66d-aca5-4f05-8240-0bcea1751560 x-openstack-request-id: req-689ec66d-aca5-4f05-8240-0bcea1751560 {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:49:10.199835 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f73d2688-0699-49aa-9019-94ca41f9df5c", "tag": "3503855f-51a9-451a-8977-ccd98a4a0f27", "status": "completed", "code": 200}]} {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:49:10.200685 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-689ec66d-aca5-4f05-8240-0bcea1751560 {{(pid=113211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:49:10.201150 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-689ec66d-aca5-4f05-8240-0bcea1751560'] response: {'name': 'network-changed', 'server_uuid': 'f73d2688-0699-49aa-9019-94ca41f9df5c', 'tag': '3503855f-51a9-451a-8977-ccd98a4a0f27', 'status': 'completed', 'code': 200} Sep 17 03:49:10.216654 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-64a0c80f-3447-48d6-9862-b6bde7c4f229 None None] Port b1d2d738-c68a-46c8-87de-365753cb88b6 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:49:10.360801 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-a48a89a1-1387-4020-8953-f8fd5b79494b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b971cbd0-997d-41fb-8614-0aea29982798), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:10.428317 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:10.678960 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-fa56d56f-403a-4865-ad51-54a3f2c75238 req-e15ee471-1cf3-4971-8f92-8f4c8415f1ed tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 210 time: 0.0336051 Sep 17 03:49:10.718488 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-64a0c80f-3447-48d6-9862-b6bde7c4f229 None None] Attempt 2 to provision port b1d2d738-c68a-46c8-87de-365753cb88b6 Sep 17 03:49:10.760618 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-64a0c80f-3447-48d6-9862-b6bde7c4f229 None None] Port b1d2d738-c68a-46c8-87de-365753cb88b6 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:49:10.766511 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c40bb-b189-461a-b839-f69755949461 req-cc5fc9a0-70f2-4fe5-b78d-97b174b86276 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:10.768098 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-fe2c40bb-b189-461a-b839-f69755949461 req-cc5fc9a0-70f2-4fe5-b78d-97b174b86276 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48f6b82c-bba2-4e02-8a7e-84d78f3390d3 HTTP/1.1" status: 200 len: 931 time: 0.0562820 Sep 17 03:49:10.808301 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:10.825290 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-fe2c40bb-b189-461a-b839-f69755949461 req-c47e084a-8e45-4949-9786-e817bcb3c156 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=104c9f39-d5bd-44df-9832-5ae2b62e50e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492074 Sep 17 03:49:10.840923 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:10.930498 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-6b799c6e-7bf2-4599-aea9-4b4a8690c2f3 req-eedaee19-9360-4cce-af91-4eb1c0dff52e tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4f3df2d-670f-4ee1-b3f2-4f906fab9f11 HTTP/1.1" status: 200 len: 210 time: 0.0384860 Sep 17 03:49:11.213797 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-76e2a220-52e3-45f9-927b-687aa3880c47 req-a815b4cc-f036-4631-bb3d-497f6c3f96a7 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 210 time: 0.0482275 Sep 17 03:49:11.262509 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-64a0c80f-3447-48d6-9862-b6bde7c4f229 None None] Attempt 3 to provision port b1d2d738-c68a-46c8-87de-365753cb88b6 Sep 17 03:49:11.334049 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-64a0c80f-3447-48d6-9862-b6bde7c4f229 None None] Port b1d2d738-c68a-46c8-87de-365753cb88b6 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:49:11.441412 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ff42d983-095d-47ba-82c6-d5d7a2ded2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b812d02d-dcd0-44a4-bd1c-6e92b95e6b3f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:11.835660 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-64a0c80f-3447-48d6-9862-b6bde7c4f229 None None] Attempt 4 to provision port b1d2d738-c68a-46c8-87de-365753cb88b6 Sep 17 03:49:11.856397 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7fa4edf7-7ff0-4904-9be2-ddd84cebe178 req-beb11303-6e49-4bc4-9ed8-c370103ce4ef tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 210 time: 0.0550010 Sep 17 03:49:11.937053 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-64a0c80f-3447-48d6-9862-b6bde7c4f229 None None] Port b1d2d738-c68a-46c8-87de-365753cb88b6 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:49:12.016601 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d31f6db-217d-4b43-bcc0-cb3d46b449b5 req-32d93cc4-fd9f-4f5f-b4f0-aa535863a32f tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:12.024217 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-1d31f6db-217d-4b43-bcc0-cb3d46b449b5 req-32d93cc4-fd9f-4f5f-b4f0-aa535863a32f tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48f6b82c-bba2-4e02-8a7e-84d78f3390d3 HTTP/1.1" status: 200 len: 931 time: 0.0617344 Sep 17 03:49:12.099280 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-1d31f6db-217d-4b43-bcc0-cb3d46b449b5 req-0b43137a-d6cd-4d8e-b663-14fb91a35a86 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=104c9f39-d5bd-44df-9832-5ae2b62e50e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737638 Sep 17 03:49:12.134893 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5bfefbd5-2e5b-4699-a226-4e1ba57e5228 req-cf7053e2-6189-4a48-a9e0-55834a021d94 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4f3df2d-670f-4ee1-b3f2-4f906fab9f11 HTTP/1.1" status: 200 len: 210 time: 0.0320568 Sep 17 03:49:12.328269 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-90e3c84e-ccf5-4102-9756-10914da3efdf req-7e52d62e-db71-46ee-a49b-c0a4cb299959 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 210 time: 0.0342908 Sep 17 03:49:12.438710 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-64a0c80f-3447-48d6-9862-b6bde7c4f229 None None] Attempt 5 to provision port b1d2d738-c68a-46c8-87de-365753cb88b6 Sep 17 03:49:12.501015 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-64a0c80f-3447-48d6-9862-b6bde7c4f229 None None] Port b1d2d738-c68a-46c8-87de-365753cb88b6 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:49:12.560826 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 44196) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:12.660878 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 44202) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:12.734796 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:12.822579 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0ab84394-f0fc-49f2-97f6-776c41a564bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:12.846295 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-014981e8-2b50-4255-b4cd-da0d0c4895d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:13.002377 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-64a0c80f-3447-48d6-9862-b6bde7c4f229 None None] Attempt 6 to provision port b1d2d738-c68a-46c8-87de-365753cb88b6 Sep 17 03:49:13.006350 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=56 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:13.012496 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (287db9f2-8160-4728-95aa-12aebca604d4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:13.048381 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b9d9dc30-f35a-468b-8eb0-4bf21574a2a1 req-19e02d81-bffb-4c34-b0aa-10f1358ac63f tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 210 time: 0.0594118 Sep 17 03:49:13.057792 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0ab84394-f0fc-49f2-97f6-776c41a564bb admin admin] Publish callbacks [] for security_group (fe6d53da-3d6a-4dbc-abda-8d3010265085), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:13.074130 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-014981e8-2b50-4255-b4cd-da0d0c4895d0 admin admin] Publish callbacks [] for security_group (3d1e97d6-e921-4b05-9951-9e02957721fc), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:13.111598 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-64a0c80f-3447-48d6-9862-b6bde7c4f229 None None] Port b1d2d738-c68a-46c8-87de-365753cb88b6 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:49:13.161521 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0ab84394-f0fc-49f2-97f6-776c41a564bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (fe6d53da-3d6a-4dbc-abda-8d3010265085), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:13.169161 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-014981e8-2b50-4255-b4cd-da0d0c4895d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (3d1e97d6-e921-4b05-9951-9e02957721fc), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:13.237290 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 44238) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:13.237908 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-014981e8-2b50-4255-b4cd-da0d0c4895d0 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f2ea2cc7e82d4c4aa531e064dddebc9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6754878 Sep 17 03:49:13.242757 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-0ab84394-f0fc-49f2-97f6-776c41a564bb admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=a9f513d1f74f452eba7d4f000bc6f5dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5782290 Sep 17 03:49:13.246304 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 44240) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:13.253131 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fecdf064-2280-4810-8c6f-7fec6cce5654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (7e0cb1e0-c4a7-4d3b-9abd-ffc9973ed5e0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:13.282581 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-609e5d01-72d2-4b36-b284-71f40e8ea734 req-cfc88cab-bdd2-428d-b447-ba154db1fa27 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4f3df2d-670f-4ee1-b3f2-4f906fab9f11 HTTP/1.1" status: 200 len: 210 time: 0.0394011 Sep 17 03:49:13.354778 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9df65292-479c-4095-b9ca-72451dc7b6df admin admin] Publish callbacks [] for security_group (3d1e97d6-e921-4b05-9951-9e02957721fc), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:13.410494 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9df65292-479c-4095-b9ca-72451dc7b6df admin admin] Publish callbacks [] for security_group (3d1e97d6-e921-4b05-9951-9e02957721fc), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:13.415124 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-3840d44e-83f4-45ff-be17-6b0243ecfbbc admin admin] Publish callbacks [] for security_group (fe6d53da-3d6a-4dbc-abda-8d3010265085), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:13.423477 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c423efc-26fe-4303-8ae5-8806cf72585e req-63b6d962-1ec1-4bef-8ffe-6b81d6a07145 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:13.430661 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5c423efc-26fe-4303-8ae5-8806cf72585e req-63b6d962-1ec1-4bef-8ffe-6b81d6a07145 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48f6b82c-bba2-4e02-8a7e-84d78f3390d3 HTTP/1.1" status: 200 len: 931 time: 0.1047182 Sep 17 03:49:13.476376 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab84394-f0fc-49f2-97f6-776c41a564bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6d53da-3d6a-4dbc-abda-8d3010265085,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:13.514334 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014981e8-2b50-4255-b4cd-da0d0c4895d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1e97d6-e921-4b05-9951-9e02957721fc,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:13.546443 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-bae88514-b940-42cd-8cf4-7b0d0f613602 req-ad667ec8-e0fb-4996-bae4-4674bf15101b tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 210 time: 0.0639808 Sep 17 03:49:13.559200 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5c423efc-26fe-4303-8ae5-8806cf72585e req-95bbc57e-9fe0-417b-92b3-788633fd9290 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=104c9f39-d5bd-44df-9832-5ae2b62e50e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266556 Sep 17 03:49:13.572524 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9df65292-479c-4095-b9ca-72451dc7b6df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (3d1e97d6-e921-4b05-9951-9e02957721fc), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:13.575249 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9df65292-479c-4095-b9ca-72451dc7b6df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:13.584684 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-9df65292-479c-4095-b9ca-72451dc7b6df admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/3d1e97d6-e921-4b05-9951-9e02957721fc HTTP/1.1" status: 204 len: 168 time: 0.3380530 Sep 17 03:49:13.584895 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-3840d44e-83f4-45ff-be17-6b0243ecfbbc admin admin] Publish callbacks [] for security_group (fe6d53da-3d6a-4dbc-abda-8d3010265085), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:13.599520 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df65292-479c-4095-b9ca-72451dc7b6df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1e97d6-e921-4b05-9951-9e02957721fc,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:13.615342 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-64a0c80f-3447-48d6-9862-b6bde7c4f229 None None] Attempt 7 to provision port b1d2d738-c68a-46c8-87de-365753cb88b6 Sep 17 03:49:13.695641 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:13.717246 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-64a0c80f-3447-48d6-9862-b6bde7c4f229 None None] Port b1d2d738-c68a-46c8-87de-365753cb88b6 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:49:13.783943 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-3840d44e-83f4-45ff-be17-6b0243ecfbbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (fe6d53da-3d6a-4dbc-abda-8d3010265085), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:13.786617 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-3840d44e-83f4-45ff-be17-6b0243ecfbbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:13.787832 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-3840d44e-83f4-45ff-be17-6b0243ecfbbc admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/fe6d53da-3d6a-4dbc-abda-8d3010265085 HTTP/1.1" status: 204 len: 168 time: 0.5090685 Sep 17 03:49:13.797874 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3840d44e-83f4-45ff-be17-6b0243ecfbbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6d53da-3d6a-4dbc-abda-8d3010265085,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:14.175077 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-bda6165f-e98a-4b86-a9fe-d707f92ee2f6 req-57ce200b-703d-4af6-9233-867bb8cb812f tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 210 time: 0.0314372 Sep 17 03:49:14.221464 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-64a0c80f-3447-48d6-9862-b6bde7c4f229 None None] Attempt 8 to provision port b1d2d738-c68a-46c8-87de-365753cb88b6 Sep 17 03:49:14.266438 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-64a0c80f-3447-48d6-9862-b6bde7c4f229 None None] Port b1d2d738-c68a-46c8-87de-365753cb88b6 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:49:14.416473 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-58138ed1-41f1-4e86-9862-4a3d2d0c6baf req-97d1b5bc-93c6-42c8-9eb2-d0352cf997d5 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4f3df2d-670f-4ee1-b3f2-4f906fab9f11 HTTP/1.1" status: 200 len: 210 time: 0.0374722 Sep 17 03:49:14.518233 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 44282) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:14.537398 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-8ed6773f-f5f1-4788-b987-ff669451f80f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:14.658657 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-8ed6773f-f5f1-4788-b987-ff669451f80f admin admin] Publish callbacks [] for security_group (3cd23ab6-bdfa-4c82-bb45-6910efe385bf), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:14.705323 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f41b3fe1-36a4-4db4-befa-249377723cec req-7cbe29d6-525f-47d5-8d03-bc25253a5fb0 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 210 time: 0.0339739 Sep 17 03:49:14.720192 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-8ed6773f-f5f1-4788-b987-ff669451f80f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (3cd23ab6-bdfa-4c82-bb45-6910efe385bf), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:14.755914 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-8ed6773f-f5f1-4788-b987-ff669451f80f admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=995119ea683f489a92818e529cb388bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2359345 Sep 17 03:49:14.758171 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 44288) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:14.767412 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-64a0c80f-3447-48d6-9862-b6bde7c4f229 None None] Attempt 9 to provision port b1d2d738-c68a-46c8-87de-365753cb88b6 Sep 17 03:49:14.770717 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed6773f-f5f1-4788-b987-ff669451f80f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd23ab6-bdfa-4c82-bb45-6910efe385bf,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:14.799445 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222fda0b-3e1e-4ed1-8ad9-7261c237fd24 req-492be259-bf1e-4cff-a6c3-35850d642bb8 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:14.801372 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-222fda0b-3e1e-4ed1-8ad9-7261c237fd24 req-492be259-bf1e-4cff-a6c3-35850d642bb8 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48f6b82c-bba2-4e02-8a7e-84d78f3390d3 HTTP/1.1" status: 200 len: 931 time: 0.0991468 Sep 17 03:49:14.853776 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-64a0c80f-3447-48d6-9862-b6bde7c4f229 None None] Port b1d2d738-c68a-46c8-87de-365753cb88b6 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:49:14.887685 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0989508a-96c1-4c8f-99cb-0a515ea61d1f admin admin] Publish callbacks [] for security_group (3cd23ab6-bdfa-4c82-bb45-6910efe385bf), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:14.896092 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:14.930886 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-222fda0b-3e1e-4ed1-8ad9-7261c237fd24 req-18d1da8e-4b91-445d-8938-23116adb03d2 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=104c9f39-d5bd-44df-9832-5ae2b62e50e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125655 Sep 17 03:49:14.952773 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 44292) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:14.960298 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0989508a-96c1-4c8f-99cb-0a515ea61d1f admin admin] Publish callbacks [] for security_group (3cd23ab6-bdfa-4c82-bb45-6910efe385bf), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:15.069966 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:15.105437 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0989508a-96c1-4c8f-99cb-0a515ea61d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (3cd23ab6-bdfa-4c82-bb45-6910efe385bf), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:15.110530 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0989508a-96c1-4c8f-99cb-0a515ea61d1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:15.116939 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-0989508a-96c1-4c8f-99cb-0a515ea61d1f admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/3cd23ab6-bdfa-4c82-bb45-6910efe385bf HTTP/1.1" status: 204 len: 168 time: 0.3566978 Sep 17 03:49:15.117087 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-373d98a3-fd20-47fb-870f-98e0ac68c1d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:15.128918 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:15.130622 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0989508a-96c1-4c8f-99cb-0a515ea61d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd23ab6-bdfa-4c82-bb45-6910efe385bf,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:15.138432 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 44298) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:15.162884 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-1c1e7079-f6ac-4542-a2ca-d823deffa550 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:15.278546 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-373d98a3-fd20-47fb-870f-98e0ac68c1d1 admin admin] Publish callbacks [] for security_group (0bc0cefc-6e67-4953-adf6-6120e5367d05), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:15.323494 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-1c1e7079-f6ac-4542-a2ca-d823deffa550 admin admin] Publish callbacks [] for security_group (5185d499-75be-4945-8ba5-27bfe936dc64), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:15.344540 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-2581e2ff-1d70-4371-8f10-b8d7fc78c12c req-ea3ecc4c-22d8-4385-8bc1-814d3882c340 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 210 time: 0.0403361 Sep 17 03:49:15.354697 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-64a0c80f-3447-48d6-9862-b6bde7c4f229 None None] Attempt 10 to provision port b1d2d738-c68a-46c8-87de-365753cb88b6 Sep 17 03:49:15.390910 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-64a0c80f-3447-48d6-9862-b6bde7c4f229 None None] Port b1d2d738-c68a-46c8-87de-365753cb88b6 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:49:15.421318 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-373d98a3-fd20-47fb-870f-98e0ac68c1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (0bc0cefc-6e67-4953-adf6-6120e5367d05), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:15.457205 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:15.462592 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-1c1e7079-f6ac-4542-a2ca-d823deffa550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (5185d499-75be-4945-8ba5-27bfe936dc64), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:15.467076 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d98a3-fd20-47fb-870f-98e0ac68c1d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc0cefc-6e67-4953-adf6-6120e5367d05,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:15.492140 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-373d98a3-fd20-47fb-870f-98e0ac68c1d1 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=0193b7b86e8c452ca48e414b2d8e722f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5426424 Sep 17 03:49:15.493876 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 44306) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:15.523553 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-1c1e7079-f6ac-4542-a2ca-d823deffa550 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f1a83565f60e4cc4909033e2ded526c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3836176 Sep 17 03:49:15.529127 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 44308) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:15.547869 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1e7079-f6ac-4542-a2ca-d823deffa550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5185d499-75be-4945-8ba5-27bfe936dc64,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:15.558361 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ac6fe65d-3f28-4eb2-b7fb-33a269fb460a req-e7e1b582-a407-45e9-9a41-a3b9819c5eca tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4f3df2d-670f-4ee1-b3f2-4f906fab9f11 HTTP/1.1" status: 200 len: 210 time: 0.0401893 Sep 17 03:49:15.587452 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-33d7d3e8-0e68-4bd0-99d1-e2279b47d88a admin admin] Publish callbacks [] for security_group (0bc0cefc-6e67-4953-adf6-6120e5367d05), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:15.601184 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a46d8f42-1749-4e48-becb-c93bb68df2d0 admin admin] Publish callbacks [] for security_group (5185d499-75be-4945-8ba5-27bfe936dc64), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:15.610158 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-33d7d3e8-0e68-4bd0-99d1-e2279b47d88a admin admin] Publish callbacks [] for security_group (0bc0cefc-6e67-4953-adf6-6120e5367d05), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:15.623511 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a46d8f42-1749-4e48-becb-c93bb68df2d0 admin admin] Publish callbacks [] for security_group (5185d499-75be-4945-8ba5-27bfe936dc64), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:15.750655 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-33d7d3e8-0e68-4bd0-99d1-e2279b47d88a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (0bc0cefc-6e67-4953-adf6-6120e5367d05), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:15.753511 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-33d7d3e8-0e68-4bd0-99d1-e2279b47d88a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:15.755034 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-33d7d3e8-0e68-4bd0-99d1-e2279b47d88a admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/0bc0cefc-6e67-4953-adf6-6120e5367d05 HTTP/1.1" status: 204 len: 168 time: 0.2598829 Sep 17 03:49:15.796788 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d7d3e8-0e68-4bd0-99d1-e2279b47d88a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc0cefc-6e67-4953-adf6-6120e5367d05,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:15.899452 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-6aa25e6d-79df-4685-a30e-499c2d32b955 req-813fa097-91cd-4d2d-b627-1694f0cbfdf4 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 210 time: 0.0606849 Sep 17 03:49:15.955806 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a46d8f42-1749-4e48-becb-c93bb68df2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (5185d499-75be-4945-8ba5-27bfe936dc64), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:15.962669 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a46d8f42-1749-4e48-becb-c93bb68df2d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:15.964272 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-a46d8f42-1749-4e48-becb-c93bb68df2d0 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/5185d499-75be-4945-8ba5-27bfe936dc64 HTTP/1.1" status: 204 len: 168 time: 0.4339371 Sep 17 03:49:15.973994 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d8f42-1749-4e48-becb-c93bb68df2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5185d499-75be-4945-8ba5-27bfe936dc64,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:16.085368 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38e79b-b662-4f62-a4c6-d033e92c3ca6 req-06f608b4-e16d-491b-a555-85cd2bda1874 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:16.087100 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-fa38e79b-b662-4f62-a4c6-d033e92c3ca6 req-06f608b4-e16d-491b-a555-85cd2bda1874 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48f6b82c-bba2-4e02-8a7e-84d78f3390d3 HTTP/1.1" status: 200 len: 931 time: 0.0554852 Sep 17 03:49:16.154794 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-fa38e79b-b662-4f62-a4c6-d033e92c3ca6 req-188ca093-c158-4fe9-b632-2ad3a82caeb4 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=104c9f39-d5bd-44df-9832-5ae2b62e50e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607665 Sep 17 03:49:16.229520 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:16.361297 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (56a63866-613b-46a0-90ee-05b9222d9bfc), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:16.468554 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b61f5d23-bd2c-4dce-b24b-8029ad3fcabf req-04e6d77f-e908-4e2d-9576-dc92d0afaf24 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 210 time: 0.0334451 Sep 17 03:49:16.702752 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-22647afc-15b4-4f19-88e1-21f75ce59abd req-5d1af58a-fd53-410d-ae7c-c4d075e0a3e4 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4f3df2d-670f-4ee1-b3f2-4f906fab9f11 HTTP/1.1" status: 200 len: 210 time: 0.0328188 Sep 17 03:49:16.932186 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 44342) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:16.957073 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-8d20a2c3-04ae-40ac-8959-9c923bb722d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:17.029491 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ed928440-b8dd-4653-8922-804e24442eb5 req-a23dcbaf-134a-4526-bc5b-c7ab0ece4269 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 210 time: 0.0430689 Sep 17 03:49:17.053955 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-8d20a2c3-04ae-40ac-8959-9c923bb722d4 admin admin] Publish callbacks [] for security_group (b81a2eb4-4699-4ae7-bea8-13e2065132b3), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:17.247023 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-8d20a2c3-04ae-40ac-8959-9c923bb722d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (b81a2eb4-4699-4ae7-bea8-13e2065132b3), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:17.284697 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 44352) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:17.311264 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-eb50abd3-635d-475b-a3d4-2e02ba68edf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:17.314646 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ca74e-f441-4100-ad80-735b05c42603 req-7ff47c51-7a9d-4b0c-9e1f-5e34f7d7440b tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:17.326315 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-767ca74e-f441-4100-ad80-735b05c42603 req-7ff47c51-7a9d-4b0c-9e1f-5e34f7d7440b tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48f6b82c-bba2-4e02-8a7e-84d78f3390d3 HTTP/1.1" status: 200 len: 931 time: 0.0940382 Sep 17 03:49:17.339506 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-8d20a2c3-04ae-40ac-8959-9c923bb722d4 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=fbcb64092c1d45f98a9d266d81b7a53e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4029934 Sep 17 03:49:17.339677 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 44356) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:17.356123 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d20a2c3-04ae-40ac-8959-9c923bb722d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81a2eb4-4699-4ae7-bea8-13e2065132b3,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:17.468268 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-8078f66f-1ce4-4852-adf6-70807bb677ad admin admin] Publish callbacks [] for security_group (b81a2eb4-4699-4ae7-bea8-13e2065132b3), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:17.500058 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-8078f66f-1ce4-4852-adf6-70807bb677ad admin admin] Publish callbacks [] for security_group (b81a2eb4-4699-4ae7-bea8-13e2065132b3), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:17.575304 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-eb50abd3-635d-475b-a3d4-2e02ba68edf3 admin admin] Publish callbacks [] for security_group (fe63709c-2932-4484-af87-d8fb5b54dda8), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:17.647872 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-58f061ae-13d1-4b32-8a7a-9b49f7f57007 req-ff66358b-df4b-4c2f-b506-a51d6b4dcc16 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 210 time: 0.0354443 Sep 17 03:49:17.684531 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-767ca74e-f441-4100-ad80-735b05c42603 req-f81f8168-2078-4769-8524-a8444c19f51f tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=104c9f39-d5bd-44df-9832-5ae2b62e50e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540483 Sep 17 03:49:17.691598 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-eb50abd3-635d-475b-a3d4-2e02ba68edf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (fe63709c-2932-4484-af87-d8fb5b54dda8), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:17.708636 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-8078f66f-1ce4-4852-adf6-70807bb677ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (b81a2eb4-4699-4ae7-bea8-13e2065132b3), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:17.711326 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-8078f66f-1ce4-4852-adf6-70807bb677ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:17.715387 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-8078f66f-1ce4-4852-adf6-70807bb677ad admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b81a2eb4-4699-4ae7-bea8-13e2065132b3 HTTP/1.1" status: 204 len: 168 time: 0.3721838 Sep 17 03:49:17.730319 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb50abd3-635d-475b-a3d4-2e02ba68edf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe63709c-2932-4484-af87-d8fb5b54dda8,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:17.750196 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8078f66f-1ce4-4852-adf6-70807bb677ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81a2eb4-4699-4ae7-bea8-13e2065132b3,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:17.762522 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-eb50abd3-635d-475b-a3d4-2e02ba68edf3 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=49f2070fe01b4cd89fd59d3463e9482f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4740217 Sep 17 03:49:17.763051 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 44368) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:17.884328 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c3915ca3-372b-4750-832f-b7cc41f833f1 admin admin] Publish callbacks [] for security_group (fe63709c-2932-4484-af87-d8fb5b54dda8), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:17.917137 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a884117b-54af-4e51-9b42-654904e8f6d7 req-9237c836-bce1-45f9-873a-5abd1afcff1d tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4f3df2d-670f-4ee1-b3f2-4f906fab9f11 HTTP/1.1" status: 200 len: 210 time: 0.0504661 Sep 17 03:49:17.958633 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c3915ca3-372b-4750-832f-b7cc41f833f1 admin admin] Publish callbacks [] for security_group (fe63709c-2932-4484-af87-d8fb5b54dda8), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:18.160479 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d8e7d9de-3b12-4425-87db-550129324d8d req-b27a52fe-a25b-4c41-8c4c-7249d86ba36c tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 210 time: 0.0296516 Sep 17 03:49:18.171353 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:18.172343 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c3915ca3-372b-4750-832f-b7cc41f833f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (fe63709c-2932-4484-af87-d8fb5b54dda8), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:18.174933 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c3915ca3-372b-4750-832f-b7cc41f833f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:18.188867 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-c3915ca3-372b-4750-832f-b7cc41f833f1 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/fe63709c-2932-4484-af87-d8fb5b54dda8 HTTP/1.1" status: 204 len: 168 time: 0.4118776 Sep 17 03:49:18.188867 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3915ca3-372b-4750-832f-b7cc41f833f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe63709c-2932-4484-af87-d8fb5b54dda8,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:18.775611 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-51af7a18-1419-4652-8988-5fceb8ffab64 req-1e3d0081-2bd9-45a8-bf0f-f80aafdd9893 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 210 time: 0.0328975 Sep 17 03:49:18.867388 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a77137-a1fc-4732-be59-069a4397a8ff req-4652c478-68f7-4ff7-aee6-64a065e0d23f tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:18.869027 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-67a77137-a1fc-4732-be59-069a4397a8ff req-4652c478-68f7-4ff7-aee6-64a065e0d23f tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48f6b82c-bba2-4e02-8a7e-84d78f3390d3 HTTP/1.1" status: 200 len: 931 time: 0.0685027 Sep 17 03:49:18.923478 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-67a77137-a1fc-4732-be59-069a4397a8ff req-d2edc6af-e7dc-4395-b0ad-d550aa3d8fbb tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=104c9f39-d5bd-44df-9832-5ae2b62e50e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482109 Sep 17 03:49:19.042406 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8abce6cf-b519-406e-aa7b-7093ec1a2d9b req-61a9d358-855c-43db-8355-a10bfbec0375 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4f3df2d-670f-4ee1-b3f2-4f906fab9f11 HTTP/1.1" status: 200 len: 210 time: 0.0327930 Sep 17 03:49:19.271199 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-373f4c7c-65d7-4f5a-bf7b-a225e11b814f req-dbfc10b7-7445-4a60-8b77-60bb22231f21 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 210 time: 0.0311594 Sep 17 03:49:19.456972 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [req-97f8db22-d997-4ade-bf12-f8e405bfac6a req-1806e0c9-83f5-4cbe-b37d-9d07f6a764c4 service neutron] Request body: {'port': {'device_id': '48f6b82c-bba2-4e02-8a7e-84d78f3390d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:49:19.500703 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [req-27956d7b-c481-49da-817a-125634625697 req-c760a281-14a7-402f-b3c9-9ee24c759352 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Request body: {'port': {'device_id': '0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e', 'network_id': '2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0', 'admin_state_up': True, 'tenant_id': '294abb2085b844a99908242d4b02e263'}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:49:19.523517 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-97f8db22-d997-4ade-bf12-f8e405bfac6a req-1806e0c9-83f5-4cbe-b37d-9d07f6a764c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (b1d2d738-c68a-46c8-87de-365753cb88b6), before_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:19.693945 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1cc606-2dc3-4d90-8f1b-aeeb18c3083b req-a8cd78da-d95e-4b1a-ba3f-0096cd2a0596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:19.695578 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-aa1cc606-2dc3-4d90-8f1b-aeeb18c3083b req-a8cd78da-d95e-4b1a-ba3f-0096cd2a0596 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=294abb2085b844a99908242d4b02e263&device_id=f73d2688-0699-49aa-9019-94ca41f9df5c HTTP/1.1" status: 200 len: 1127 time: 0.1152968 Sep 17 03:49:19.868768 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:19.925285 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-79aba8a0-3e3e-4d40-859b-92a3c1e23d08 req-7ed21194-708a-4661-8c81-092b051f53de tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 210 time: 0.0430219 Sep 17 03:49:19.931601 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1cc606-2dc3-4d90-8f1b-aeeb18c3083b req-8f2464e8-b52a-420e-809a-542ff632b12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:19.931842 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-aa1cc606-2dc3-4d90-8f1b-aeeb18c3083b req-8f2464e8-b52a-420e-809a-542ff632b12d service neutron] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=294abb2085b844a99908242d4b02e263&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2186012 Sep 17 03:49:19.941234 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.notifiers.nova [req-97f8db22-d997-4ade-bf12-f8e405bfac6a req-1806e0c9-83f5-4cbe-b37d-9d07f6a764c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1d2d738-c68a-46c8-87de-365753cb88b6 {{(pid=113210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:49:19.952213 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-97f8db22-d997-4ade-bf12-f8e405bfac6a req-1806e0c9-83f5-4cbe-b37d-9d07f6a764c4 service neutron] Publish callbacks [] for port (b1d2d738-c68a-46c8-87de-365753cb88b6), precommit_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:19.972712 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.provisioning_blocks [req-97f8db22-d997-4ade-bf12-f8e405bfac6a req-1806e0c9-83f5-4cbe-b37d-9d07f6a764c4 service neutron] Transition to ACTIVE for port object b1d2d738-c68a-46c8-87de-365753cb88b6 will not be triggered until provisioned by entity L2. {{(pid=113210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 03:49:20.031084 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27956d7b-c481-49da-817a-125634625697 req-c760a281-14a7-402f-b3c9-9ee24c759352 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Made reservation on behalf of 294abb2085b844a99908242d4b02e263 for: {'port': 1} {{(pid=113211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:49:20.034210 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-27956d7b-c481-49da-817a-125634625697 req-c760a281-14a7-402f-b3c9-9ee24c759352 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:20.085847 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-97f8db22-d997-4ade-bf12-f8e405bfac6a req-1806e0c9-83f5-4cbe-b37d-9d07f6a764c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (b1d2d738-c68a-46c8-87de-365753cb88b6), after_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:20.163749 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b66cd-0e5d-41e5-b28a-2738dc8e0a12 req-5acdb9ec-7e82-4e1f-a8d8-325db4a312c3 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:20.165222 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a30b66cd-0e5d-41e5-b28a-2738dc8e0a12 req-5acdb9ec-7e82-4e1f-a8d8-325db4a312c3 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48f6b82c-bba2-4e02-8a7e-84d78f3390d3 HTTP/1.1" status: 200 len: 931 time: 0.1152220 Sep 17 03:49:20.205153 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1806e0c9-83f5-4cbe-b37d-9d07f6a764c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b1d2d738-c68a-46c8-87de-365753cb88b6,revision_number=2']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:20.208556 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d242f5c6-c31d-4aca-91b5-f89a06e4a03a req-cf77de5b-c464-4688-b9fb-5485721c2804 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4f3df2d-670f-4ee1-b3f2-4f906fab9f11 HTTP/1.1" status: 200 len: 210 time: 0.0648620 Sep 17 03:49:20.211219 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.managers [req-97f8db22-d997-4ade-bf12-f8e405bfac6a req-1806e0c9-83f5-4cbe-b37d-9d07f6a764c4 service neutron] Attempting to bind port b1d2d738-c68a-46c8-87de-365753cb88b6 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:49:20.222944 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.managers [req-97f8db22-d997-4ade-bf12-f8e405bfac6a req-1806e0c9-83f5-4cbe-b37d-9d07f6a764c4 service neutron] Attempting to bind port b1d2d738-c68a-46c8-87de-365753cb88b6 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '09b48951-5e53-4799-9ac8-9400d268b3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'eacb834d-7250-498a-85a1-85ac9b6ef1b3'}] {{(pid=113210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:49:20.222944 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f8db22-d997-4ade-bf12-f8e405bfac6a req-1806e0c9-83f5-4cbe-b37d-9d07f6a764c4 service neutron] Attempting to bind port b1d2d738-c68a-46c8-87de-365753cb88b6 on network eacb834d-7250-498a-85a1-85ac9b6ef1b3 {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:49:20.278390 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.18', 58730) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:20.407209 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f8db22-d997-4ade-bf12-f8e405bfac6a req-1806e0c9-83f5-4cbe-b37d-9d07f6a764c4 service neutron] Port b1d2d738-c68a-46c8-87de-365753cb88b6 on network eacb834d-7250-498a-85a1-85ac9b6ef1b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 03:49:20.407420 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f8db22-d997-4ade-bf12-f8e405bfac6a req-1806e0c9-83f5-4cbe-b37d-9d07f6a764c4 service neutron] Attempting to bind port b1d2d738-c68a-46c8-87de-365753cb88b6 on network eacb834d-7250-498a-85a1-85ac9b6ef1b3 {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:49:20.407499 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a30b66cd-0e5d-41e5-b28a-2738dc8e0a12 req-242d383b-12b5-47eb-9008-b0317c7ee0da tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=104c9f39-d5bd-44df-9832-5ae2b62e50e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339506 Sep 17 03:49:20.491644 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.db_base_plugin_common [req-27956d7b-c481-49da-817a-125634625697 req-c760a281-14a7-402f-b3c9-9ee24c759352 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Allocated IP 172.20.0.14 (2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0/4a9bc613-44d6-4890-b247-86fc85e41240/b02d1a09-a924-4830-ad51-135682e8cbb2) {{(pid=113211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:49:20.532245 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb2198-e279-4810-afa6-ac2eb1b622d4 req-edd37dac-7485-4f21-a4f1-92b285029468 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:20.533913 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-d2eb2198-e279-4810-afa6-ac2eb1b622d4 req-edd37dac-7485-4f21-a4f1-92b285029468 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.18 "GET /networking/v2.0/networks?id=07c207ee-c2bb-4d53-bca3-b5aa6199ad0f HTTP/1.1" status: 200 len: 814 time: 0.2546022 Sep 17 03:49:20.535092 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f8db22-d997-4ade-bf12-f8e405bfac6a req-1806e0c9-83f5-4cbe-b37d-9d07f6a764c4 service neutron] Checking agent: {'id': '56a63866-613b-46a0-90ee-05b9222d9bfc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 46, 46), 'started_at': datetime.datetime(2022, 9, 17, 3, 46, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:49:20.535518 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f8db22-d997-4ade-bf12-f8e405bfac6a req-1806e0c9-83f5-4cbe-b37d-9d07f6a764c4 service neutron] Checking segment: {'id': '09b48951-5e53-4799-9ac8-9400d268b3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'eacb834d-7250-498a-85a1-85ac9b6ef1b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:49:20.536126 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f8db22-d997-4ade-bf12-f8e405bfac6a req-1806e0c9-83f5-4cbe-b37d-9d07f6a764c4 service neutron] Bound using segment: {'id': '09b48951-5e53-4799-9ac8-9400d268b3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'eacb834d-7250-498a-85a1-85ac9b6ef1b3'} {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:49:20.536701 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.managers [req-97f8db22-d997-4ade-bf12-f8e405bfac6a req-1806e0c9-83f5-4cbe-b37d-9d07f6a764c4 service neutron] Bound port: b1d2d738-c68a-46c8-87de-365753cb88b6, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09b48951-5e53-4799-9ac8-9400d268b3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'eacb834d-7250-498a-85a1-85ac9b6ef1b3'}}] {{(pid=113210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:49:20.537123 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-97f8db22-d997-4ade-bf12-f8e405bfac6a req-1806e0c9-83f5-4cbe-b37d-9d07f6a764c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (b1d2d738-c68a-46c8-87de-365753cb88b6), before_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:20.545583 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-09bee349-64b7-4c3f-8cde-74a1f800b753 req-9c0232d7-8245-49b1-9f1a-dcf668c89bcd tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 210 time: 0.1268280 Sep 17 03:49:20.603067 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:20.634613 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1cc606-2dc3-4d90-8f1b-aeeb18c3083b req-ba5c370d-8f57-49bf-8829-138ab7495e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:20.636082 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-aa1cc606-2dc3-4d90-8f1b-aeeb18c3083b req-ba5c370d-8f57-49bf-8829-138ab7495e78 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3715792 Sep 17 03:49:20.659711 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [req-97f8db22-d997-4ade-bf12-f8e405bfac6a req-1806e0c9-83f5-4cbe-b37d-9d07f6a764c4 service neutron] For port b1d2d738-c68a-46c8-87de-365753cb88b6, host hv-cinder-84914, cleared binding levels {{(pid=113210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:49:20.722901 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [req-97f8db22-d997-4ade-bf12-f8e405bfac6a req-1806e0c9-83f5-4cbe-b37d-9d07f6a764c4 service neutron] For port b1d2d738-c68a-46c8-87de-365753cb88b6, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=b1d2d738-c68a-46c8-87de-365753cb88b6,segment=NetworkSegment(09b48951-5e53-4799-9ac8-9400d268b3f1),segment_id=09b48951-5e53-4799-9ac8-9400d268b3f1)] {{(pid=113210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:49:20.761437 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-d2eb2198-e279-4810-afa6-ac2eb1b622d4 req-66657826-b547-4022-9bcb-93745b310219 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fb6cb03abf5242b594efcf325909dd32 HTTP/1.1" status: 200 len: 379 time: 0.1742175 Sep 17 03:49:20.766999 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [req-d2eb2198-e279-4810-afa6-ac2eb1b622d4 req-4ca58268-e4dd-4817-8728-6b6f0ecc306d tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Request body: {'port': {'device_id': 'e4f3df2d-670f-4ee1-b3f2-4f906fab9f11', 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f', 'admin_state_up': True, 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'security_groups': ['ef52a5d3-7c1e-43aa-8e16-f6b712f6e159']}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:49:20.841475 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-97f8db22-d997-4ade-bf12-f8e405bfac6a req-1806e0c9-83f5-4cbe-b37d-9d07f6a764c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (b1d2d738-c68a-46c8-87de-365753cb88b6), after_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:20.863516 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827ac1d-1eee-46d5-b2dd-96ad15674c8a req-a08a8a97-a282-47a0-a6ec-f4a7ed37a915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:20.865116 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e827ac1d-1eee-46d5-b2dd-96ad15674c8a req-a08a8a97-a282-47a0-a6ec-f4a7ed37a915 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=294abb2085b844a99908242d4b02e263&device_id=f73d2688-0699-49aa-9019-94ca41f9df5c HTTP/1.1" status: 200 len: 1127 time: 0.1280529 Sep 17 03:49:20.922154 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8db22-d997-4ade-bf12-f8e405bfac6a req-1806e0c9-83f5-4cbe-b37d-9d07f6a764c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:20.922988 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-97f8db22-d997-4ade-bf12-f8e405bfac6a req-1806e0c9-83f5-4cbe-b37d-9d07f6a764c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for port (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:20.924373 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-97f8db22-d997-4ade-bf12-f8e405bfac6a req-1806e0c9-83f5-4cbe-b37d-9d07f6a764c4 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/b1d2d738-c68a-46c8-87de-365753cb88b6 HTTP/1.1" status: 200 len: 1093 time: 1.4759693 Sep 17 03:49:20.928753 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48f6b82c-bba2-4e02-8a7e-84d78f3390d3', 'tag': 'b1d2d738-c68a-46c8-87de-365753cb88b6'}] {{(pid=113210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:49:20.951257 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-27956d7b-c481-49da-817a-125634625697 req-c760a281-14a7-402f-b3c9-9ee24c759352 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks [] for port (b02d1a09-a924-4830-ad51-135682e8cbb2), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:21.041337 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1806e0c9-83f5-4cbe-b37d-9d07f6a764c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b1d2d738-c68a-46c8-87de-365753cb88b6,revision_number=3']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:21.074284 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-cf64d05f-65de-4072-a16c-2ea8685b7c92 req-a8614b03-6b22-4b97-ad37-ec46a5c08c8e tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 210 time: 0.0341048 Sep 17 03:49:21.082304 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-27956d7b-c481-49da-817a-125634625697 req-c760a281-14a7-402f-b3c9-9ee24c759352 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976'] for port (b02d1a09-a924-4830-ad51-135682e8cbb2), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:21.110427 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2eb2198-e279-4810-afa6-ac2eb1b622d4 req-4ca58268-e4dd-4817-8728-6b6f0ecc306d tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Made reservation on behalf of fb6cb03abf5242b594efcf325909dd32 for: {'port': 1} {{(pid=113210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:49:21.114965 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-d2eb2198-e279-4810-afa6-ac2eb1b622d4 req-4ca58268-e4dd-4817-8728-6b6f0ecc306d tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:21.275468 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27956d7b-c481-49da-817a-125634625697 req-c760a281-14a7-402f-b3c9-9ee24c759352 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Network 2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0 is already hosted by enough agents. {{(pid=113211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:49:21.279594 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.base_scheduler [req-27956d7b-c481-49da-817a-125634625697 req-c760a281-14a7-402f-b3c9-9ee24c759352 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Resources bound (agent type, host, resource id): {{(pid=113211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:49:21.285486 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e827ac1d-1eee-46d5-b2dd-96ad15674c8a req-2c848f46-72bd-451e-b0c5-9b30dabcb740 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3503855f-51a9-451a-8977-ccd98a4a0f27 HTTP/1.1" status: 200 len: 217 time: 0.1591461 Sep 17 03:49:21.308338 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.l3_dvrscheduler_db [req-27956d7b-c481-49da-817a-125634625697 req-c760a281-14a7-402f-b3c9-9ee24c759352 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Received port after_create {{(pid=113211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:49:21.313697 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27956d7b-c481-49da-817a-125634625697 req-c760a281-14a7-402f-b3c9-9ee24c759352 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:21.316630 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-27956d7b-c481-49da-817a-125634625697 req-c760a281-14a7-402f-b3c9-9ee24c759352 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for port (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:21.360567 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.db_base_plugin_common [req-d2eb2198-e279-4810-afa6-ac2eb1b622d4 req-4ca58268-e4dd-4817-8728-6b6f0ecc306d tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Allocated IP 172.20.0.14 (07c207ee-c2bb-4d53-bca3-b5aa6199ad0f/21657c11-9b0c-49b1-8935-9d760016ec10/fae1032b-da6a-4063-9698-4bfb74f60750) {{(pid=113210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:49:21.366684 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760a281-14a7-402f-b3c9-9ee24c759352 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Pushing event updated for resources: {'Port': ['ID=b02d1a09-a924-4830-ad51-135682e8cbb2,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:21.512319 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8db22-d997-4ade-bf12-f8e405bfac6a req-b65ab6c5-8721-456c-865b-c43211a28ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:21.513860 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-97f8db22-d997-4ade-bf12-f8e405bfac6a req-b65ab6c5-8721-456c-865b-c43211a28ea8 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=5b4fba22f55549188446d54f94aa1620&device_id=48f6b82c-bba2-4e02-8a7e-84d78f3390d3 HTTP/1.1" status: 200 len: 1127 time: 0.1406400 Sep 17 03:49:21.548171 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a613894f386080b2b9315951ba9a4c402b93d12b77848e4e2f89d9386810e3b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e865f9d8-44c2-47b9-9e6a-8ee655991f7c" -d '{"events": [{"name": "network-changed", "server_uuid": "48f6b82c-bba2-4e02-8a7e-84d78f3390d3", "tag": "b1d2d738-c68a-46c8-87de-365753cb88b6"}]}' {{(pid=113210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:49:21.616008 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.18', 58741) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:21.696613 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-b393db9a-ca03-4b9a-92c7-2a78b71fcb4d None None] Provisioning complete for port b02d1a09-a924-4830-ad51-135682e8cbb2 triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:49:21.697131 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-b393db9a-ca03-4b9a-92c7-2a78b71fcb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (b02d1a09-a924-4830-ad51-135682e8cbb2), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:21.706065 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-b393db9a-ca03-4b9a-92c7-2a78b71fcb4d None None] Attempt 1 to provision port b02d1a09-a924-4830-ad51-135682e8cbb2 Sep 17 03:49:21.735845 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-97f8db22-d997-4ade-bf12-f8e405bfac6a req-d1394a7b-d610-4b3e-a6fc-9f0ccc536f14 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1d2d738-c68a-46c8-87de-365753cb88b6 HTTP/1.1" status: 200 len: 217 time: 0.1848042 Sep 17 03:49:21.738756 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-6fc3cdb3-1be4-4dc3-968b-b4394a9fa57f req-7f9fdf8b-f2e2-4f4d-9e73-854b2e876eee tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4f3df2d-670f-4ee1-b3f2-4f906fab9f11 HTTP/1.1" status: 200 len: 210 time: 0.3105683 Sep 17 03:49:21.758166 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-b393db9a-ca03-4b9a-92c7-2a78b71fcb4d None None] Port b02d1a09-a924-4830-ad51-135682e8cbb2 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:49:21.767132 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-27956d7b-c481-49da-817a-125634625697 req-c760a281-14a7-402f-b3c9-9ee24c759352 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2696538 Sep 17 03:49:21.800643 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [req-27956d7b-c481-49da-817a-125634625697 req-ec57a3c2-a8fd-4747-b618-32e33dda0903 service neutron] Request body: {'port': {'device_id': '0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:49:21.817183 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827ac1d-1eee-46d5-b2dd-96ad15674c8a req-6ee3984c-a63e-4365-8ca9-9691a6882c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:21.818778 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e827ac1d-1eee-46d5-b2dd-96ad15674c8a req-6ee3984c-a63e-4365-8ca9-9691a6882c17 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=4a9bc613-44d6-4890-b247-86fc85e41240 HTTP/1.1" status: 200 len: 857 time: 0.4467697 Sep 17 03:49:21.907668 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8db22-d997-4ade-bf12-f8e405bfac6a req-e40aaaf3-f427-49f4-b03f-673e2af914bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:21.909706 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-97f8db22-d997-4ade-bf12-f8e405bfac6a req-e40aaaf3-f427-49f4-b03f-673e2af914bb service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=8381982b-250c-4494-8c4e-ef7a1961ea50 HTTP/1.1" status: 200 len: 851 time: 0.1360183 Sep 17 03:49:21.942515 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff5766-0f07-4797-9fcd-bcbc43a21d59 req-fd5e6d65-6f5c-43f8-b698-f28b71c72cbd tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:21.949492 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c4ff5766-0f07-4797-9fcd-bcbc43a21d59 req-fd5e6d65-6f5c-43f8-b698-f28b71c72cbd tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48f6b82c-bba2-4e02-8a7e-84d78f3390d3 HTTP/1.1" status: 200 len: 943 time: 0.2055089 Sep 17 03:49:21.962241 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 44510) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:21.977875 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c0d8d-bb2c-4432-85a8-fe8f2ef68be2 req-cd65c6cd-a185-4f62-b44f-8577b506bcde tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:21.979677 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-484c0d8d-bb2c-4432-85a8-fe8f2ef68be2 req-cd65c6cd-a185-4f62-b44f-8577b506bcde tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.18 "GET /networking/v2.0/networks?id=a2c22271-da7e-4d2b-b2be-97deb622f84c HTTP/1.1" status: 200 len: 815 time: 0.3625896 Sep 17 03:49:21.996471 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f3801-e826-4ed1-92e0-8610efdcf1cc req-b97b7ebd-1165-4e63-8191-6d5bbdade756 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:21.997991 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-890f3801-e826-4ed1-92e0-8610efdcf1cc req-b97b7ebd-1165-4e63-8191-6d5bbdade756 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 932 time: 0.1930246 Sep 17 03:49:22.033643 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:22.043283 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827ac1d-1eee-46d5-b2dd-96ad15674c8a req-0dbaf848-7734-4e7e-bfed-9c8015d08a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:22.044745 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e827ac1d-1eee-46d5-b2dd-96ad15674c8a req-0dbaf848-7734-4e7e-bfed-9c8015d08a4a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2038660 Sep 17 03:49:22.126179 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-27956d7b-c481-49da-817a-125634625697 req-ec57a3c2-a8fd-4747-b618-32e33dda0903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (b02d1a09-a924-4830-ad51-135682e8cbb2), before_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:22.188914 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [None req-856c9ff7-e39b-46d2-a10c-e0a9a594e29c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-399413388-network', 'tenant_id': 'ca2e65ee55f142dd9ad4419ab18dcf7d'}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:49:22.223118 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:22.253310 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-b393db9a-ca03-4b9a-92c7-2a78b71fcb4d None None] Attempt 2 to provision port b02d1a09-a924-4830-ad51-135682e8cbb2 Sep 17 03:49:22.272785 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c4ff5766-0f07-4797-9fcd-bcbc43a21d59 req-a43a71f0-0eca-4d5c-85b1-5e5d4436b3cd tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=104c9f39-d5bd-44df-9832-5ae2b62e50e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221791 Sep 17 03:49:22.294964 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-d2eb2198-e279-4810-afa6-ac2eb1b622d4 req-4ca58268-e4dd-4817-8728-6b6f0ecc306d tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for port (fae1032b-da6a-4063-9698-4bfb74f60750), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:22.305498 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-890f3801-e826-4ed1-92e0-8610efdcf1cc req-880873f2-5293-41d6-915b-60faff645f5d tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945690 Sep 17 03:49:22.309174 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-b393db9a-ca03-4b9a-92c7-2a78b71fcb4d None None] Port b02d1a09-a924-4830-ad51-135682e8cbb2 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:49:22.326583 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:22.336545 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8db22-d997-4ade-bf12-f8e405bfac6a req-6673e4c3-1fa4-463c-a81e-22a02d520c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:22.338578 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-97f8db22-d997-4ade-bf12-f8e405bfac6a req-6673e4c3-1fa4-463c-a81e-22a02d520c95 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=eacb834d-7250-498a-85a1-85ac9b6ef1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3578787 Sep 17 03:49:22.369040 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e827ac1d-1eee-46d5-b2dd-96ad15674c8a req-681ae8fd-b308-4464-84f4-9095200dc21e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983589 Sep 17 03:49:22.500869 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856c9ff7-e39b-46d2-a10c-e0a9a594e29c admin admin] Made reservation on behalf of ca2e65ee55f142dd9ad4419ab18dcf7d for: {'network': 1} {{(pid=113211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:49:22.503865 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-856c9ff7-e39b-46d2-a10c-e0a9a594e29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for network (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:22.513808 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-97f8db22-d997-4ade-bf12-f8e405bfac6a req-2429c5ff-a631-4ae3-a080-211024ce33c8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/eacb834d-7250-498a-85a1-85ac9b6ef1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313834 Sep 17 03:49:22.532347 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-856c9ff7-e39b-46d2-a10c-e0a9a594e29c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:22.537933 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 44542) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:22.546319 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-484c0d8d-bb2c-4432-85a8-fe8f2ef68be2 req-cc7b4985-1bfd-44cd-beb2-b731f3ef8a1e tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c1a07eadb5ea4914a6e1e6f3844afe94 HTTP/1.1" status: 200 len: 379 time: 0.5271120 Sep 17 03:49:22.593941 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f241fda3-0380-4372-a8db-6c7862d1ab54 req-212e946f-9152-4ec3-b079-4e323661cd74 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 210 time: 0.1381595 Sep 17 03:49:22.605549 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [req-484c0d8d-bb2c-4432-85a8-fe8f2ef68be2 req-d4ece6f8-72ff-4a9f-9bd1-ba9590d693dd tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Request body: {'port': {'device_id': '7cc5c225-b092-4c0a-9667-476ecc0e4e39', 'network_id': 'a2c22271-da7e-4d2b-b2be-97deb622f84c', 'admin_state_up': True, 'tenant_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'security_groups': ['aef7a971-7800-48bd-affd-b3e4b03b9a57']}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:49:22.666475 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-d2eb2198-e279-4810-afa6-ac2eb1b622d4 req-4ca58268-e4dd-4817-8728-6b6f0ecc306d tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976'] for port (fae1032b-da6a-4063-9698-4bfb74f60750), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:22.714506 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-856c9ff7-e39b-46d2-a10c-e0a9a594e29c admin admin] Publish callbacks [] for security_group (1255afdb-aee6-4891-ae9a-1a4e7d458cd7), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:22.723866 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e827ac1d-1eee-46d5-b2dd-96ad15674c8a req-c9c35542-a29e-44f3-8e8b-06ad89453e7f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912171 Sep 17 03:49:22.745648 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2eb2198-e279-4810-afa6-ac2eb1b622d4 req-4ca58268-e4dd-4817-8728-6b6f0ecc306d tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Network 07c207ee-c2bb-4d53-bca3-b5aa6199ad0f is already hosted by enough agents. {{(pid=113210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:49:22.766933 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.base_scheduler [req-d2eb2198-e279-4810-afa6-ac2eb1b622d4 req-4ca58268-e4dd-4817-8728-6b6f0ecc306d tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Resources bound (agent type, host, resource id): {{(pid=113210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:49:22.784972 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2eb2198-e279-4810-afa6-ac2eb1b622d4 req-4ca58268-e4dd-4817-8728-6b6f0ecc306d tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Received port after_create {{(pid=113210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:49:22.789628 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb2198-e279-4810-afa6-ac2eb1b622d4 req-4ca58268-e4dd-4817-8728-6b6f0ecc306d tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:22.790266 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-d2eb2198-e279-4810-afa6-ac2eb1b622d4 req-4ca58268-e4dd-4817-8728-6b6f0ecc306d tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for port (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:22.806092 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca58268-e4dd-4817-8728-6b6f0ecc306d tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Pushing event updated for resources: {'Port': ['ID=fae1032b-da6a-4063-9698-4bfb74f60750,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:22.813394 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-b393db9a-ca03-4b9a-92c7-2a78b71fcb4d None None] Attempt 3 to provision port b02d1a09-a924-4830-ad51-135682e8cbb2 Sep 17 03:49:22.833819 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-856c9ff7-e39b-46d2-a10c-e0a9a594e29c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (1255afdb-aee6-4891-ae9a-1a4e7d458cd7), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:22.857980 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d712833c-c04e-4e48-a649-61d178ed23c5 x-openstack-request-id: req-d712833c-c04e-4e48-a649-61d178ed23c5 {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:49:22.858942 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48f6b82c-bba2-4e02-8a7e-84d78f3390d3", "tag": "b1d2d738-c68a-46c8-87de-365753cb88b6", "status": "completed", "code": 200}]} {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:49:22.859225 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d712833c-c04e-4e48-a649-61d178ed23c5 {{(pid=113210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:49:22.859694 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d712833c-c04e-4e48-a649-61d178ed23c5'] response: {'name': 'network-changed', 'server_uuid': '48f6b82c-bba2-4e02-8a7e-84d78f3390d3', 'tag': 'b1d2d738-c68a-46c8-87de-365753cb88b6', 'status': 'completed', 'code': 200} Sep 17 03:49:22.869282 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-97f8db22-d997-4ade-bf12-f8e405bfac6a req-e77ec579-74f4-44b6-bb43-57d9672395e5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/eacb834d-7250-498a-85a1-85ac9b6ef1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447957 Sep 17 03:49:22.931140 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-b393db9a-ca03-4b9a-92c7-2a78b71fcb4d None None] Port b02d1a09-a924-4830-ad51-135682e8cbb2 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:49:22.962387 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.notifiers.nova [req-27956d7b-c481-49da-817a-125634625697 req-ec57a3c2-a8fd-4747-b618-32e33dda0903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b02d1a09-a924-4830-ad51-135682e8cbb2 {{(pid=113211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:49:22.979985 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-27956d7b-c481-49da-817a-125634625697 req-ec57a3c2-a8fd-4747-b618-32e33dda0903 service neutron] Publish callbacks [] for port (b02d1a09-a924-4830-ad51-135682e8cbb2), precommit_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:23.002667 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-6365c5dc-0c05-44a9-9dcb-c62e0799e41b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:23.032446 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-856c9ff7-e39b-46d2-a10c-e0a9a594e29c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=113211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 03:49:23.042002 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-d2eb2198-e279-4810-afa6-ac2eb1b622d4 req-4ca58268-e4dd-4817-8728-6b6f0ecc306d tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2795317 Sep 17 03:49:23.081985 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.provisioning_blocks [req-27956d7b-c481-49da-817a-125634625697 req-ec57a3c2-a8fd-4747-b618-32e33dda0903 service neutron] Transition to ACTIVE for port object b02d1a09-a924-4830-ad51-135682e8cbb2 will not be triggered until provisioned by entity L2. {{(pid=113211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 03:49:23.096181 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-856c9ff7-e39b-46d2-a10c-e0a9a594e29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16505770'] for segment (40a47736-4ea1-4eea-8cea-ed2a33812359), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:23.096858 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.db.segments_db [None req-856c9ff7-e39b-46d2-a10c-e0a9a594e29c admin admin] Added segment 40a47736-4ea1-4eea-8cea-ed2a33812359 of type vlan for network 1fd72c10-4a74-432a-9d89-dc7591e6a4ad Sep 17 03:49:23.098733 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856c9ff7-e39b-46d2-a10c-e0a9a594e29c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1255afdb-aee6-4891-ae9a-1a4e7d458cd7,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:23.114621 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-6365c5dc-0c05-44a9-9dcb-c62e0799e41b admin admin] Publish callbacks [] for security_group (58c1896b-517e-44a8-9e0d-e8e263817049), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:23.121540 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d84524-56c9-4364-9b47-d79004516cfd req-5ce526de-bca4-4c61-a135-05dd44df217c tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:23.124286 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c4d84524-56c9-4364-9b47-d79004516cfd req-5ce526de-bca4-4c61-a135-05dd44df217c tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4f3df2d-670f-4ee1-b3f2-4f906fab9f11 HTTP/1.1" status: 200 len: 932 time: 0.1306136 Sep 17 03:49:23.173784 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-856c9ff7-e39b-46d2-a10c-e0a9a594e29c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745114436006'] for network (1fd72c10-4a74-432a-9d89-dc7591e6a4ad), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:23.206765 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-484c0d8d-bb2c-4432-85a8-fe8f2ef68be2 req-d4ece6f8-72ff-4a9f-9bd1-ba9590d693dd tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Made reservation on behalf of c1a07eadb5ea4914a6e1e6f3844afe94 for: {'port': 1} {{(pid=113210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:49:23.211413 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-484c0d8d-bb2c-4432-85a8-fe8f2ef68be2 req-d4ece6f8-72ff-4a9f-9bd1-ba9590d693dd tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:23.212798 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-27956d7b-c481-49da-817a-125634625697 req-ec57a3c2-a8fd-4747-b618-32e33dda0903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (b02d1a09-a924-4830-ad51-135682e8cbb2), after_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:23.224587 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c4d84524-56c9-4364-9b47-d79004516cfd req-c3b88714-53f0-4787-a12e-c412ac8a21cb tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ef52a5d3-7c1e-43aa-8e16-f6b712f6e159&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779681 Sep 17 03:49:23.272436 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec57a3c2-a8fd-4747-b618-32e33dda0903 service neutron] Pushing event updated for resources: {'Port': ['ID=b02d1a09-a924-4830-ad51-135682e8cbb2,revision_number=2']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:23.273113 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-6365c5dc-0c05-44a9-9dcb-c62e0799e41b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (58c1896b-517e-44a8-9e0d-e8e263817049), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:23.302990 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.managers [req-27956d7b-c481-49da-817a-125634625697 req-ec57a3c2-a8fd-4747-b618-32e33dda0903 service neutron] Attempting to bind port b02d1a09-a924-4830-ad51-135682e8cbb2 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:49:23.303315 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.managers [req-27956d7b-c481-49da-817a-125634625697 req-ec57a3c2-a8fd-4747-b618-32e33dda0903 service neutron] Attempting to bind port b02d1a09-a924-4830-ad51-135682e8cbb2 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'fd61fd09-fc24-4021-8673-02b64116f7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0'}] {{(pid=113211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:49:23.303638 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27956d7b-c481-49da-817a-125634625697 req-ec57a3c2-a8fd-4747-b618-32e33dda0903 service neutron] Attempting to bind port b02d1a09-a924-4830-ad51-135682e8cbb2 on network 2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0 {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:49:23.337764 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-6365c5dc-0c05-44a9-9dcb-c62e0799e41b admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=798c8bf087f8499b81057bbf2c532cf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7875459 Sep 17 03:49:23.339385 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 44574) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:23.341287 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6365c5dc-0c05-44a9-9dcb-c62e0799e41b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c1896b-517e-44a8-9e0d-e8e263817049,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:23.386988 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27956d7b-c481-49da-817a-125634625697 req-ec57a3c2-a8fd-4747-b618-32e33dda0903 service neutron] Port b02d1a09-a924-4830-ad51-135682e8cbb2 on network 2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 03:49:23.386988 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27956d7b-c481-49da-817a-125634625697 req-ec57a3c2-a8fd-4747-b618-32e33dda0903 service neutron] Attempting to bind port b02d1a09-a924-4830-ad51-135682e8cbb2 on network 2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0 {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:49:23.398311 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-856c9ff7-e39b-46d2-a10c-e0a9a594e29c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828'] for network (1fd72c10-4a74-432a-9d89-dc7591e6a4ad), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:23.399073 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856c9ff7-e39b-46d2-a10c-e0a9a594e29c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:23.399661 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-856c9ff7-e39b-46d2-a10c-e0a9a594e29c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for network (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:23.429983 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-b393db9a-ca03-4b9a-92c7-2a78b71fcb4d None None] Attempt 4 to provision port b02d1a09-a924-4830-ad51-135682e8cbb2 Sep 17 03:49:23.476156 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.db_base_plugin_common [req-484c0d8d-bb2c-4432-85a8-fe8f2ef68be2 req-d4ece6f8-72ff-4a9f-9bd1-ba9590d693dd tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Allocated IP 172.20.0.4 (a2c22271-da7e-4d2b-b2be-97deb622f84c/eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5/21eb96ad-7324-4cd7-bafe-bcd97e1bcf22) {{(pid=113210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:49:23.486443 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e70bf707-a7de-4834-a7ad-bbec92485e29 admin admin] Publish callbacks [] for security_group (58c1896b-517e-44a8-9e0d-e8e263817049), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:23.523437 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-b393db9a-ca03-4b9a-92c7-2a78b71fcb4d None None] Port b02d1a09-a924-4830-ad51-135682e8cbb2 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:49:23.533988 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e70bf707-a7de-4834-a7ad-bbec92485e29 admin admin] Publish callbacks [] for security_group (58c1896b-517e-44a8-9e0d-e8e263817049), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:23.578769 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:23.579302 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f594930-ac55-43ad-aa67-ecd0fc4b67f3 req-a5943adc-4926-49d4-9cfd-411e09ea775b tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:23.579302 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7f594930-ac55-43ad-aa67-ecd0fc4b67f3 req-a5943adc-4926-49d4-9cfd-411e09ea775b tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 944 time: 0.0771549 Sep 17 03:49:23.619518 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856c9ff7-e39b-46d2-a10c-e0a9a594e29c admin admin] Pushing event updated for resources: {'Network': ['ID=1fd72c10-4a74-432a-9d89-dc7591e6a4ad,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:23.635513 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229819f1-40d1-49d6-ac1c-982623a2c653 req-bffd54c2-4bcc-4aab-82fa-dccd6e2d64d9 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:23.636662 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Network 1fd72c10-4a74-432a-9d89-dc7591e6a4ad details requested by agent ovs-agent-dv-cinder-849143-3-iscsi with host dv-cinder-849143-3-iscsi {{(pid=113212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 03:49:23.637116 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-229819f1-40d1-49d6-ac1c-982623a2c653 req-bffd54c2-4bcc-4aab-82fa-dccd6e2d64d9 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48f6b82c-bba2-4e02-8a7e-84d78f3390d3 HTTP/1.1" status: 200 len: 943 time: 0.2017868 Sep 17 03:49:23.651117 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27956d7b-c481-49da-817a-125634625697 req-ec57a3c2-a8fd-4747-b618-32e33dda0903 service neutron] Checking agent: {'id': '56a63866-613b-46a0-90ee-05b9222d9bfc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 46, 46), 'started_at': datetime.datetime(2022, 9, 17, 3, 46, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:49:23.651438 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27956d7b-c481-49da-817a-125634625697 req-ec57a3c2-a8fd-4747-b618-32e33dda0903 service neutron] Checking segment: {'id': 'fd61fd09-fc24-4021-8673-02b64116f7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:49:23.651827 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27956d7b-c481-49da-817a-125634625697 req-ec57a3c2-a8fd-4747-b618-32e33dda0903 service neutron] Bound using segment: {'id': 'fd61fd09-fc24-4021-8673-02b64116f7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0'} {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:49:23.652272 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.managers [req-27956d7b-c481-49da-817a-125634625697 req-ec57a3c2-a8fd-4747-b618-32e33dda0903 service neutron] Bound port: b02d1a09-a924-4830-ad51-135682e8cbb2, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd61fd09-fc24-4021-8673-02b64116f7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0'}}] {{(pid=113211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:49:23.653160 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-27956d7b-c481-49da-817a-125634625697 req-ec57a3c2-a8fd-4747-b618-32e33dda0903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (b02d1a09-a924-4830-ad51-135682e8cbb2), before_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:23.700153 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-856c9ff7-e39b-46d2-a10c-e0a9a594e29c admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7331808 Sep 17 03:49:23.700680 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 44584) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:23.704722 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7f594930-ac55-43ad-aa67-ecd0fc4b67f3 req-23493d47-8e6b-409d-aed5-54a141430f83 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136727 Sep 17 03:49:23.707772 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-032917c6-9247-4006-b4a3-be8481265a7b admin admin] Request body: {'subnet': {'network_id': '1fd72c10-4a74-432a-9d89-dc7591e6a4ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-399413388-subnet', 'tenant_id': 'ca2e65ee55f142dd9ad4419ab18dcf7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:49:23.757056 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e70bf707-a7de-4834-a7ad-bbec92485e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (58c1896b-517e-44a8-9e0d-e8e263817049), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:23.759697 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e70bf707-a7de-4834-a7ad-bbec92485e29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:23.761555 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-e70bf707-a7de-4834-a7ad-bbec92485e29 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/58c1896b-517e-44a8-9e0d-e8e263817049 HTTP/1.1" status: 204 len: 168 time: 0.4215429 Sep 17 03:49:23.816390 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70bf707-a7de-4834-a7ad-bbec92485e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c1896b-517e-44a8-9e0d-e8e263817049,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:23.853161 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032917c6-9247-4006-b4a3-be8481265a7b admin admin] Made reservation on behalf of ca2e65ee55f142dd9ad4419ab18dcf7d for: {'subnet': 1} {{(pid=113210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:49:23.856100 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-032917c6-9247-4006-b4a3-be8481265a7b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:23.860439 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-229819f1-40d1-49d6-ac1c-982623a2c653 req-888bc0ae-654c-476c-8416-2324985b82cf tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=104c9f39-d5bd-44df-9832-5ae2b62e50e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108181 Sep 17 03:49:23.863387 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7e678b20-728e-4fe4-9066-bb9baec15f4f req-130e84b2-318b-466e-9767-241910aeae8a tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 210 time: 0.0654378 Sep 17 03:49:23.891432 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.db [req-27956d7b-c481-49da-817a-125634625697 req-ec57a3c2-a8fd-4747-b618-32e33dda0903 service neutron] For port b02d1a09-a924-4830-ad51-135682e8cbb2, host hv-cinder-84914, cleared binding levels {{(pid=113211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:49:23.907978 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.db [req-27956d7b-c481-49da-817a-125634625697 req-ec57a3c2-a8fd-4747-b618-32e33dda0903 service neutron] For port b02d1a09-a924-4830-ad51-135682e8cbb2, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=b02d1a09-a924-4830-ad51-135682e8cbb2,segment=NetworkSegment(fd61fd09-fc24-4021-8673-02b64116f7ad),segment_id=fd61fd09-fc24-4021-8673-02b64116f7ad)] {{(pid=113211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:49:23.947120 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-484c0d8d-bb2c-4432-85a8-fe8f2ef68be2 req-d4ece6f8-72ff-4a9f-9bd1-ba9590d693dd tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks [] for port (21eb96ad-7324-4cd7-bafe-bcd97e1bcf22), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:24.023541 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-27956d7b-c481-49da-817a-125634625697 req-ec57a3c2-a8fd-4747-b618-32e33dda0903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (b02d1a09-a924-4830-ad51-135682e8cbb2), after_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:24.024991 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-b393db9a-ca03-4b9a-92c7-2a78b71fcb4d None None] Attempt 5 to provision port b02d1a09-a924-4830-ad51-135682e8cbb2 Sep 17 03:49:24.029435 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27956d7b-c481-49da-817a-125634625697 req-ec57a3c2-a8fd-4747-b618-32e33dda0903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:24.029800 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-27956d7b-c481-49da-817a-125634625697 req-ec57a3c2-a8fd-4747-b618-32e33dda0903 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for port (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:24.031858 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-27956d7b-c481-49da-817a-125634625697 req-ec57a3c2-a8fd-4747-b618-32e33dda0903 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/b02d1a09-a924-4830-ad51-135682e8cbb2 HTTP/1.1" status: 200 len: 1094 time: 2.2357895 Sep 17 03:49:24.034949 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e', 'tag': 'b02d1a09-a924-4830-ad51-135682e8cbb2'}] {{(pid=113211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:49:24.037660 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346c2caff186dcd388f83f6dc64b2ba25d7763d65cfebe6fa09f9256a5522518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28937811-0817-4285-9bc5-ede3587ef4c9" -d '{"events": [{"name": "network-changed", "server_uuid": "0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e", "tag": "b02d1a09-a924-4830-ad51-135682e8cbb2"}]}' {{(pid=113211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:49:24.089007 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1603b2e9-b6b4-46e0-b1c2-50ece568d42e x-openstack-request-id: req-1603b2e9-b6b4-46e0-b1c2-50ece568d42e {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:49:24.089309 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e", "tag": "b02d1a09-a924-4830-ad51-135682e8cbb2", "status": "completed", "code": 200}]} {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:49:24.089805 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1603b2e9-b6b4-46e0-b1c2-50ece568d42e {{(pid=113211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:49:24.090002 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1603b2e9-b6b4-46e0-b1c2-50ece568d42e'] response: {'name': 'network-changed', 'server_uuid': '0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e', 'tag': 'b02d1a09-a924-4830-ad51-135682e8cbb2', 'status': 'completed', 'code': 200} Sep 17 03:49:24.093996 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-b393db9a-ca03-4b9a-92c7-2a78b71fcb4d None None] Port b02d1a09-a924-4830-ad51-135682e8cbb2 had new provisioning blocks added so it will not transition to active. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 17 03:49:24.100517 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec57a3c2-a8fd-4747-b618-32e33dda0903 service neutron] Pushing event updated for resources: {'Port': ['ID=b02d1a09-a924-4830-ad51-135682e8cbb2,revision_number=3']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:24.137270 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-484c0d8d-bb2c-4432-85a8-fe8f2ef68be2 req-d4ece6f8-72ff-4a9f-9bd1-ba9590d693dd tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976'] for port (21eb96ad-7324-4cd7-bafe-bcd97e1bcf22), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:24.180920 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-484c0d8d-bb2c-4432-85a8-fe8f2ef68be2 req-d4ece6f8-72ff-4a9f-9bd1-ba9590d693dd tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Network a2c22271-da7e-4d2b-b2be-97deb622f84c is already hosted by enough agents. {{(pid=113210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:49:24.184047 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.base_scheduler [req-484c0d8d-bb2c-4432-85a8-fe8f2ef68be2 req-d4ece6f8-72ff-4a9f-9bd1-ba9590d693dd tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Resources bound (agent type, host, resource id): {{(pid=113210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:49:24.188442 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [req-484c0d8d-bb2c-4432-85a8-fe8f2ef68be2 req-d4ece6f8-72ff-4a9f-9bd1-ba9590d693dd tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Received port after_create {{(pid=113210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:49:24.193756 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c0d8d-bb2c-4432-85a8-fe8f2ef68be2 req-d4ece6f8-72ff-4a9f-9bd1-ba9590d693dd tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:24.194363 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-484c0d8d-bb2c-4432-85a8-fe8f2ef68be2 req-d4ece6f8-72ff-4a9f-9bd1-ba9590d693dd tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for port (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:24.210146 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ece6f8-72ff-4a9f-9bd1-ba9590d693dd tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Pushing event updated for resources: {'Port': ['ID=21eb96ad-7324-4cd7-bafe-bcd97e1bcf22,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:24.216661 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-dda5edd0-ec04-4cdd-929f-c82d7faf9183 None None] Provisioning complete for port fae1032b-da6a-4063-9698-4bfb74f60750 triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:49:24.217030 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-dda5edd0-ec04-4cdd-929f-c82d7faf9183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (fae1032b-da6a-4063-9698-4bfb74f60750), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:24.217464 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-dda5edd0-ec04-4cdd-929f-c82d7faf9183 None None] Attempt 1 to provision port fae1032b-da6a-4063-9698-4bfb74f60750 Sep 17 03:49:24.228456 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-032917c6-9247-4006-b4a3-be8481265a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828'] for subnet (dde75ce6-8d98-40e5-ac54-fd475574bb8f), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:24.272064 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-dda5edd0-ec04-4cdd-929f-c82d7faf9183 None None] Port fae1032b-da6a-4063-9698-4bfb74f60750 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:49:24.274792 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [req-d2eb2198-e279-4810-afa6-ac2eb1b622d4 req-e0b234ae-ede5-4dcc-9895-90c56d33b039 service neutron] Request body: {'port': {'device_id': 'e4f3df2d-670f-4ee1-b3f2-4f906fab9f11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:49:24.343830 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032917c6-9247-4006-b4a3-be8481265a7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=dde75ce6-8d98-40e5-ac54-fd475574bb8f,revision_number=0']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:24.392604 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032917c6-9247-4006-b4a3-be8481265a7b admin admin] Checking segment: {'id': '40a47736-4ea1-4eea-8cea-ed2a33812359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1fd72c10-4a74-432a-9d89-dc7591e6a4ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:49:24.392604 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032917c6-9247-4006-b4a3-be8481265a7b admin admin] Network hostable DHCP agents. Network: 1fd72c10-4a74-432a-9d89-dc7591e6a4ad, hostable agents: ['b0b4725d-5d3f-4adf-8b60-729f2f7a35da'], hosted agents: [] {{(pid=113210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 03:49:24.399104 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-d2eb2198-e279-4810-afa6-ac2eb1b622d4 req-e0b234ae-ede5-4dcc-9895-90c56d33b039 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (fae1032b-da6a-4063-9698-4bfb74f60750), before_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:24.404184 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903fe76-d3be-4eb0-844a-fc9649a7110b req-bc75306e-2836-49a9-bf3e-130df2faaf9a tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:24.405820 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c903fe76-d3be-4eb0-844a-fc9649a7110b req-bc75306e-2836-49a9-bf3e-130df2faaf9a tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4f3df2d-670f-4ee1-b3f2-4f906fab9f11 HTTP/1.1" status: 200 len: 932 time: 0.0531580 Sep 17 03:49:24.445250 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-484c0d8d-bb2c-4432-85a8-fe8f2ef68be2 req-d4ece6f8-72ff-4a9f-9bd1-ba9590d693dd tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8814375 Sep 17 03:49:24.473184 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c903fe76-d3be-4eb0-844a-fc9649a7110b req-634a9f96-4216-43a0-acbe-c77aeb588ec9 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ef52a5d3-7c1e-43aa-8e16-f6b712f6e159&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589347 Sep 17 03:49:24.515061 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032917c6-9247-4006-b4a3-be8481265a7b admin admin] Network 1fd72c10-4a74-432a-9d89-dc7591e6a4ad is scheduled to be hosted by DHCP agent b0b4725d-5d3f-4adf-8b60-729f2f7a35da with binding_index 1 {{(pid=113210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 03:49:24.648018 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.base_scheduler [None req-032917c6-9247-4006-b4a3-be8481265a7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-3-iscsi, 1fd72c10-4a74-432a-9d89-dc7591e6a4ad) {{(pid=113210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:49:24.661992 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032917c6-9247-4006-b4a3-be8481265a7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:24.661992 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-032917c6-9247-4006-b4a3-be8481265a7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for subnet (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:24.662246 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae3d2ae-771c-497c-9d0c-4b86eddfa2c1 None None] Network 1fd72c10-4a74-432a-9d89-dc7591e6a4ad requested from dv-cinder-849143-3-iscsi {{(pid=113212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:49:24.712157 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.notifiers.nova [req-d2eb2198-e279-4810-afa6-ac2eb1b622d4 req-e0b234ae-ede5-4dcc-9895-90c56d33b039 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fae1032b-da6a-4063-9698-4bfb74f60750 {{(pid=113210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:49:24.720019 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-d2eb2198-e279-4810-afa6-ac2eb1b622d4 req-e0b234ae-ede5-4dcc-9895-90c56d33b039 service neutron] Publish callbacks [] for port (fae1032b-da6a-4063-9698-4bfb74f60750), precommit_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:24.732617 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.provisioning_blocks [req-d2eb2198-e279-4810-afa6-ac2eb1b622d4 req-e0b234ae-ede5-4dcc-9895-90c56d33b039 service neutron] Transition to ACTIVE for port object fae1032b-da6a-4063-9698-4bfb74f60750 will not be triggered until provisioned by entity L2. {{(pid=113210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 03:49:24.776497 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-dda5edd0-ec04-4cdd-929f-c82d7faf9183 None None] Attempt 2 to provision port fae1032b-da6a-4063-9698-4bfb74f60750 Sep 17 03:49:24.789155 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 44606) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:24.796883 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-032917c6-9247-4006-b4a3-be8481265a7b admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0935733 Sep 17 03:49:24.798497 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9395f286-8ad6-4dc3-ba49-081db23c1c06 None None] Network 1fd72c10-4a74-432a-9d89-dc7591e6a4ad requested from dv-cinder-849143-3-iscsi {{(pid=113212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:49:24.804341 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-7dc80bdb-7416-419d-bc57-414aed34ce2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:24.860765 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-d2eb2198-e279-4810-afa6-ac2eb1b622d4 req-e0b234ae-ede5-4dcc-9895-90c56d33b039 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (fae1032b-da6a-4063-9698-4bfb74f60750), after_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:24.875944 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-dda5edd0-ec04-4cdd-929f-c82d7faf9183 None None] Port fae1032b-da6a-4063-9698-4bfb74f60750 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:49:24.923653 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d663dd-5c0a-4214-8ddf-87cb488d9605 req-8d99afb3-ddbd-46c1-a615-4bad4e79e7a1 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:24.930983 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-61d663dd-5c0a-4214-8ddf-87cb488d9605 req-8d99afb3-ddbd-46c1-a615-4bad4e79e7a1 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 944 time: 0.0968773 Sep 17 03:49:24.955687 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b234ae-ede5-4dcc-9895-90c56d33b039 service neutron] Pushing event updated for resources: {'Port': ['ID=fae1032b-da6a-4063-9698-4bfb74f60750,revision_number=2']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:25.002068 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-61d663dd-5c0a-4214-8ddf-87cb488d9605 req-87881e31-7f8d-42db-9ee7-7dc3e9b30eb5 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677271 Sep 17 03:49:25.013173 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.managers [req-d2eb2198-e279-4810-afa6-ac2eb1b622d4 req-e0b234ae-ede5-4dcc-9895-90c56d33b039 service neutron] Attempting to bind port fae1032b-da6a-4063-9698-4bfb74f60750 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:49:25.013518 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.managers [req-d2eb2198-e279-4810-afa6-ac2eb1b622d4 req-e0b234ae-ede5-4dcc-9895-90c56d33b039 service neutron] Attempting to bind port fae1032b-da6a-4063-9698-4bfb74f60750 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f'}] {{(pid=113210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:49:25.013900 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2eb2198-e279-4810-afa6-ac2eb1b622d4 req-e0b234ae-ede5-4dcc-9895-90c56d33b039 service neutron] Attempting to bind port fae1032b-da6a-4063-9698-4bfb74f60750 on network 07c207ee-c2bb-4d53-bca3-b5aa6199ad0f {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:49:25.057631 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-7dc80bdb-7416-419d-bc57-414aed34ce2b admin admin] Publish callbacks [] for security_group (ee8bbde2-f210-4334-913b-fbcb76752af1), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:25.058881 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2eb2198-e279-4810-afa6-ac2eb1b622d4 req-e0b234ae-ede5-4dcc-9895-90c56d33b039 service neutron] Port fae1032b-da6a-4063-9698-4bfb74f60750 on network 07c207ee-c2bb-4d53-bca3-b5aa6199ad0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 03:49:25.059213 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2eb2198-e279-4810-afa6-ac2eb1b622d4 req-e0b234ae-ede5-4dcc-9895-90c56d33b039 service neutron] Attempting to bind port fae1032b-da6a-4063-9698-4bfb74f60750 on network 07c207ee-c2bb-4d53-bca3-b5aa6199ad0f {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:49:25.090026 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:25.106711 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2eb2198-e279-4810-afa6-ac2eb1b622d4 req-e0b234ae-ede5-4dcc-9895-90c56d33b039 service neutron] Checking agent: {'id': '56a63866-613b-46a0-90ee-05b9222d9bfc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 46, 46), 'started_at': datetime.datetime(2022, 9, 17, 3, 46, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:49:25.112243 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2eb2198-e279-4810-afa6-ac2eb1b622d4 req-e0b234ae-ede5-4dcc-9895-90c56d33b039 service neutron] Checking segment: {'id': 'f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:49:25.112243 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2eb2198-e279-4810-afa6-ac2eb1b622d4 req-e0b234ae-ede5-4dcc-9895-90c56d33b039 service neutron] Bound using segment: {'id': 'f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f'} {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:49:25.112243 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.managers [req-d2eb2198-e279-4810-afa6-ac2eb1b622d4 req-e0b234ae-ede5-4dcc-9895-90c56d33b039 service neutron] Bound port: fae1032b-da6a-4063-9698-4bfb74f60750, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f'}}] {{(pid=113210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:49:25.112243 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-d2eb2198-e279-4810-afa6-ac2eb1b622d4 req-e0b234ae-ede5-4dcc-9895-90c56d33b039 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (fae1032b-da6a-4063-9698-4bfb74f60750), before_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:25.180170 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [req-484c0d8d-bb2c-4432-85a8-fe8f2ef68be2 req-55653d36-55bb-4810-9f9c-27fb2cfc1d2f service neutron] Request body: {'port': {'device_id': '7cc5c225-b092-4c0a-9667-476ecc0e4e39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:49:25.188852 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-7dc80bdb-7416-419d-bc57-414aed34ce2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (ee8bbde2-f210-4334-913b-fbcb76752af1), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:25.258062 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28937811-0817-4285-9bc5-ede3587ef4c9 req-b21e8aa6-c57b-4491-8edf-e31c3e4f255a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:25.259556 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-28937811-0817-4285-9bc5-ede3587ef4c9 req-b21e8aa6-c57b-4491-8edf-e31c3e4f255a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=294abb2085b844a99908242d4b02e263&device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 1128 time: 0.0963819 Sep 17 03:49:25.279207 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [req-d2eb2198-e279-4810-afa6-ac2eb1b622d4 req-e0b234ae-ede5-4dcc-9895-90c56d33b039 service neutron] For port fae1032b-da6a-4063-9698-4bfb74f60750, host hv-cinder-84914, cleared binding levels {{(pid=113210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:49:25.315116 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [req-d2eb2198-e279-4810-afa6-ac2eb1b622d4 req-e0b234ae-ede5-4dcc-9895-90c56d33b039 service neutron] For port fae1032b-da6a-4063-9698-4bfb74f60750, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=fae1032b-da6a-4063-9698-4bfb74f60750,segment=NetworkSegment(f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54),segment_id=f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54)] {{(pid=113210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:49:25.375499 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-484c0d8d-bb2c-4432-85a8-fe8f2ef68be2 req-55653d36-55bb-4810-9f9c-27fb2cfc1d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (21eb96ad-7324-4cd7-bafe-bcd97e1bcf22), before_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:25.376766 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-dda5edd0-ec04-4cdd-929f-c82d7faf9183 None None] Attempt 3 to provision port fae1032b-da6a-4063-9698-4bfb74f60750 Sep 17 03:49:25.415180 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:25.417013 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-dda5edd0-ec04-4cdd-929f-c82d7faf9183 None None] Port fae1032b-da6a-4063-9698-4bfb74f60750 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:49:25.442049 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da24e5-7e71-4673-b7ba-ebd9117e4aa2 req-c5a87ea5-e4b7-453f-a053-3ee6d61e9bc9 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:25.443447 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-81da24e5-7e71-4673-b7ba-ebd9117e4aa2 req-c5a87ea5-e4b7-453f-a053-3ee6d61e9bc9 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 931 time: 0.3668246 Sep 17 03:49:25.449311 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035fdbe3-30b2-4c78-ad08-bde02ef8ee58 req-356c9f8c-9df1-4714-9277-f3fb8e5b4c52 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:25.450573 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-035fdbe3-30b2-4c78-ad08-bde02ef8ee58 req-356c9f8c-9df1-4714-9277-f3fb8e5b4c52 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48f6b82c-bba2-4e02-8a7e-84d78f3390d3 HTTP/1.1" status: 200 len: 943 time: 0.4635715 Sep 17 03:49:25.453968 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865f9d8-44c2-47b9-9e6a-8ee655991f7c req-aeb26dae-37ea-423b-a431-d95831ee678c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:25.455362 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e865f9d8-44c2-47b9-9e6a-8ee655991f7c req-aeb26dae-37ea-423b-a431-d95831ee678c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=5b4fba22f55549188446d54f94aa1620&device_id=48f6b82c-bba2-4e02-8a7e-84d78f3390d3 HTTP/1.1" status: 200 len: 1127 time: 0.2797561 Sep 17 03:49:25.456334 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc80bdb-7416-419d-bc57-414aed34ce2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8bbde2-f210-4334-913b-fbcb76752af1,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:25.459038 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-d2eb2198-e279-4810-afa6-ac2eb1b622d4 req-e0b234ae-ede5-4dcc-9895-90c56d33b039 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (fae1032b-da6a-4063-9698-4bfb74f60750), after_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:25.463570 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-7dc80bdb-7416-419d-bc57-414aed34ce2b admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=885e698cb07d4e668697bb2740ac17de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6731222 Sep 17 03:49:25.476196 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 44620) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:25.477508 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb2198-e279-4810-afa6-ac2eb1b622d4 req-e0b234ae-ede5-4dcc-9895-90c56d33b039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:25.478150 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-d2eb2198-e279-4810-afa6-ac2eb1b622d4 req-e0b234ae-ede5-4dcc-9895-90c56d33b039 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for port (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:25.479531 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-d2eb2198-e279-4810-afa6-ac2eb1b622d4 req-e0b234ae-ede5-4dcc-9895-90c56d33b039 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/fae1032b-da6a-4063-9698-4bfb74f60750 HTTP/1.1" status: 200 len: 1094 time: 1.2173727 Sep 17 03:49:25.488724 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4f3df2d-670f-4ee1-b3f2-4f906fab9f11', 'tag': 'fae1032b-da6a-4063-9698-4bfb74f60750'}] {{(pid=113210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:49:25.490958 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a613894f386080b2b9315951ba9a4c402b93d12b77848e4e2f89d9386810e3b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f80051-3ac0-456c-b2d7-e817b5867d83" -d '{"events": [{"name": "network-changed", "server_uuid": "e4f3df2d-670f-4ee1-b3f2-4f906fab9f11", "tag": "fae1032b-da6a-4063-9698-4bfb74f60750"}]}' {{(pid=113210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:49:25.656734 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-81da24e5-7e71-4673-b7ba-ebd9117e4aa2 req-b9a1a6e1-34c7-4949-b747-af02e6ee0c83 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1963518 Sep 17 03:49:25.673760 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-035fdbe3-30b2-4c78-ad08-bde02ef8ee58 req-124b26ff-be0d-4612-bde7-e28b4dfe0132 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=104c9f39-d5bd-44df-9832-5ae2b62e50e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143605 Sep 17 03:49:25.712793 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865f9d8-44c2-47b9-9e6a-8ee655991f7c req-f277ec30-7fee-46fa-9ac4-4a865eecc90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:25.722592 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e865f9d8-44c2-47b9-9e6a-8ee655991f7c req-f277ec30-7fee-46fa-9ac4-4a865eecc90f service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=eacb834d-7250-498a-85a1-85ac9b6ef1b3 HTTP/1.1" status: 200 len: 913 time: 0.2511754 Sep 17 03:49:25.768609 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2bd690-d048-43d2-b943-73378dd534e0 x-openstack-request-id: req-ef2bd690-d048-43d2-b943-73378dd534e0 {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:49:25.769175 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4f3df2d-670f-4ee1-b3f2-4f906fab9f11", "tag": "fae1032b-da6a-4063-9698-4bfb74f60750", "status": "completed", "code": 200}]} {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:49:25.769175 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ef2bd690-d048-43d2-b943-73378dd534e0 {{(pid=113210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:49:25.769764 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef2bd690-d048-43d2-b943-73378dd534e0'] response: {'name': 'network-changed', 'server_uuid': 'e4f3df2d-670f-4ee1-b3f2-4f906fab9f11', 'tag': 'fae1032b-da6a-4063-9698-4bfb74f60750', 'status': 'completed', 'code': 200} Sep 17 03:49:25.777531 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e865f9d8-44c2-47b9-9e6a-8ee655991f7c req-8b799e11-50bb-487d-883d-382a73912b29 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1d2d738-c68a-46c8-87de-365753cb88b6 HTTP/1.1" status: 200 len: 217 time: 0.0474403 Sep 17 03:49:25.849284 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28937811-0817-4285-9bc5-ede3587ef4c9 req-c04838b7-653c-4076-829d-a6292f3e4665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:25.850789 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-28937811-0817-4285-9bc5-ede3587ef4c9 req-c04838b7-653c-4076-829d-a6292f3e4665 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=294abb2085b844a99908242d4b02e263&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5690820 Sep 17 03:49:25.857787 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865f9d8-44c2-47b9-9e6a-8ee655991f7c req-20a7f5b3-ea01-415b-aebb-e0bb16e4e7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:25.860258 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e865f9d8-44c2-47b9-9e6a-8ee655991f7c req-20a7f5b3-ea01-415b-aebb-e0bb16e4e7d1 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=8381982b-250c-4494-8c4e-ef7a1961ea50 HTTP/1.1" status: 200 len: 851 time: 0.0765479 Sep 17 03:49:25.906251 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a29d36-2762-4b1c-bbbd-770bda95b135 req-11dcacd9-e2bd-4190-8f18-946a19607327 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:25.908051 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-00a29d36-2762-4b1c-bbbd-770bda95b135 req-11dcacd9-e2bd-4190-8f18-946a19607327 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4f3df2d-670f-4ee1-b3f2-4f906fab9f11 HTTP/1.1" status: 200 len: 944 time: 0.0869012 Sep 17 03:49:25.919454 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-dda5edd0-ec04-4cdd-929f-c82d7faf9183 None None] Attempt 4 to provision port fae1032b-da6a-4063-9698-4bfb74f60750 Sep 17 03:49:25.944934 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865f9d8-44c2-47b9-9e6a-8ee655991f7c req-644853da-edec-4d12-a836-90fc75bebf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:25.954555 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e865f9d8-44c2-47b9-9e6a-8ee655991f7c req-644853da-edec-4d12-a836-90fc75bebf7d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=eacb834d-7250-498a-85a1-85ac9b6ef1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0761380 Sep 17 03:49:25.995237 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb2198-e279-4810-afa6-ac2eb1b622d4 req-d098f876-6682-45c6-9e6f-2de60eb9ed78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:25.996756 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-d2eb2198-e279-4810-afa6-ac2eb1b622d4 req-d098f876-6682-45c6-9e6f-2de60eb9ed78 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=fb6cb03abf5242b594efcf325909dd32&device_id=e4f3df2d-670f-4ee1-b3f2-4f906fab9f11 HTTP/1.1" status: 200 len: 1128 time: 0.2487068 Sep 17 03:49:25.996929 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-dda5edd0-ec04-4cdd-929f-c82d7faf9183 None None] Port fae1032b-da6a-4063-9698-4bfb74f60750 had new provisioning blocks added so it will not transition to active. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 17 03:49:26.016915 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b234ae-ede5-4dcc-9895-90c56d33b039 service neutron] Pushing event updated for resources: {'Port': ['ID=fae1032b-da6a-4063-9698-4bfb74f60750,revision_number=3']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:26.028050 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-00a29d36-2762-4b1c-bbbd-770bda95b135 req-d62a74b9-5554-4f21-8d3c-3e8b19f332c3 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ef52a5d3-7c1e-43aa-8e16-f6b712f6e159&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145163 Sep 17 03:49:26.087856 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e865f9d8-44c2-47b9-9e6a-8ee655991f7c req-fcec4039-77f6-4765-9fe1-6c3fec742c9f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/eacb834d-7250-498a-85a1-85ac9b6ef1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242993 Sep 17 03:49:26.122156 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-32358197-6467-46c0-86bc-f9a68ebe1ef1 None None] Provisioning complete for port 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22 triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:49:26.122602 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-32358197-6467-46c0-86bc-f9a68ebe1ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (21eb96ad-7324-4cd7-bafe-bcd97e1bcf22), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:26.126095 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-32358197-6467-46c0-86bc-f9a68ebe1ef1 None None] Attempt 1 to provision port 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22 Sep 17 03:49:26.148740 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-d2eb2198-e279-4810-afa6-ac2eb1b622d4 req-2f49689e-c54a-437e-9bd6-60b834a1266e service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fae1032b-da6a-4063-9698-4bfb74f60750 HTTP/1.1" status: 200 len: 217 time: 0.1181867 Sep 17 03:49:26.193154 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-32358197-6467-46c0-86bc-f9a68ebe1ef1 None None] Port 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:49:26.196196 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-23c908c9-0b4b-4f74-b56d-17e1745cfa64 admin admin] Publish callbacks [] for security_group (ee8bbde2-f210-4334-913b-fbcb76752af1), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:26.246793 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231526e-42d5-41b6-8bad-3c002bbb45d0 req-8c6fa8eb-40b3-4f00-8f24-f0b8e9c5f43b tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:26.255351 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5231526e-42d5-41b6-8bad-3c002bbb45d0 req-8c6fa8eb-40b3-4f00-8f24-f0b8e9c5f43b tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 944 time: 0.1355538 Sep 17 03:49:26.270516 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28937811-0817-4285-9bc5-ede3587ef4c9 req-4c4ef7e9-7d69-4132-b67d-cdabf6753fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:26.272005 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-28937811-0817-4285-9bc5-ede3587ef4c9 req-4c4ef7e9-7d69-4132-b67d-cdabf6753fc0 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4112542 Sep 17 03:49:26.275530 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-23c908c9-0b4b-4f74-b56d-17e1745cfa64 admin admin] Publish callbacks [] for security_group (ee8bbde2-f210-4334-913b-fbcb76752af1), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:26.297628 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb2198-e279-4810-afa6-ac2eb1b622d4 req-bafb7794-99b9-4c6b-9943-e06a37a05cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:26.299341 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-d2eb2198-e279-4810-afa6-ac2eb1b622d4 req-bafb7794-99b9-4c6b-9943-e06a37a05cb1 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=21657c11-9b0c-49b1-8935-9d760016ec10 HTTP/1.1" status: 200 len: 853 time: 0.1312032 Sep 17 03:49:26.337896 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e865f9d8-44c2-47b9-9e6a-8ee655991f7c req-b4c9027a-f86a-4b44-b76a-2117134704b0 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/eacb834d-7250-498a-85a1-85ac9b6ef1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402778 Sep 17 03:49:26.343001 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5231526e-42d5-41b6-8bad-3c002bbb45d0 req-f371bf6a-3b50-4aba-a6b5-1c71aafc5ff5 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864656 Sep 17 03:49:26.396227 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb2198-e279-4810-afa6-ac2eb1b622d4 req-1d1e7731-1db9-494e-a9c5-5cb2d9eec49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:26.397783 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-d2eb2198-e279-4810-afa6-ac2eb1b622d4 req-1d1e7731-1db9-494e-a9c5-5cb2d9eec49f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=07c207ee-c2bb-4d53-bca3-b5aa6199ad0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0831621 Sep 17 03:49:26.432823 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27956d7b-c481-49da-817a-125634625697 req-44629a64-5588-419c-b554-f3c1f3b5190a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:26.434989 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-27956d7b-c481-49da-817a-125634625697 req-44629a64-5588-419c-b554-f3c1f3b5190a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=294abb2085b844a99908242d4b02e263&device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 1128 time: 0.0684142 Sep 17 03:49:26.457773 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 44652) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:26.494106 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.notifiers.nova [req-484c0d8d-bb2c-4432-85a8-fe8f2ef68be2 req-55653d36-55bb-4810-9f9c-27fb2cfc1d2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22 {{(pid=113210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:49:26.494834 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-27956d7b-c481-49da-817a-125634625697 req-59f9e901-c69c-4d4e-8a30-c1e7f16ce460 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b02d1a09-a924-4830-ad51-135682e8cbb2 HTTP/1.1" status: 200 len: 217 time: 0.0447767 Sep 17 03:49:26.511332 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-484c0d8d-bb2c-4432-85a8-fe8f2ef68be2 req-55653d36-55bb-4810-9f9c-27fb2cfc1d2f service neutron] Publish callbacks [] for port (21eb96ad-7324-4cd7-bafe-bcd97e1bcf22), precommit_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:26.544147 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.provisioning_blocks [req-484c0d8d-bb2c-4432-85a8-fe8f2ef68be2 req-55653d36-55bb-4810-9f9c-27fb2cfc1d2f service neutron] Transition to ACTIVE for port object 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22 will not be triggered until provisioned by entity L2. {{(pid=113210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 03:49:26.547443 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-23c908c9-0b4b-4f74-b56d-17e1745cfa64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (ee8bbde2-f210-4334-913b-fbcb76752af1), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:26.549988 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-23c908c9-0b4b-4f74-b56d-17e1745cfa64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:26.553805 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27956d7b-c481-49da-817a-125634625697 req-a1aab0a5-b558-4b69-be13-4e6917deb6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:26.553928 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-23c908c9-0b4b-4f74-b56d-17e1745cfa64 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ee8bbde2-f210-4334-913b-fbcb76752af1 HTTP/1.1" status: 204 len: 168 time: 1.0633190 Sep 17 03:49:26.554020 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-27956d7b-c481-49da-817a-125634625697 req-a1aab0a5-b558-4b69-be13-4e6917deb6f1 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=4a9bc613-44d6-4890-b247-86fc85e41240 HTTP/1.1" status: 200 len: 857 time: 0.0493987 Sep 17 03:49:26.555210 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:26.558624 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-d2eb2198-e279-4810-afa6-ac2eb1b622d4 req-132e4bc0-8356-4c7b-91e0-6426b0c90ed2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/07c207ee-c2bb-4d53-bca3-b5aa6199ad0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526589 Sep 17 03:49:26.563452 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c908c9-0b4b-4f74-b56d-17e1745cfa64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8bbde2-f210-4334-913b-fbcb76752af1,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:26.617435 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27956d7b-c481-49da-817a-125634625697 req-78bd26a8-f80b-4d91-9cca-2d6b77dec9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:26.619208 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-27956d7b-c481-49da-817a-125634625697 req-78bd26a8-f80b-4d91-9cca-2d6b77dec9bc service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528905 Sep 17 03:49:26.647218 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-484c0d8d-bb2c-4432-85a8-fe8f2ef68be2 req-55653d36-55bb-4810-9f9c-27fb2cfc1d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (21eb96ad-7324-4cd7-bafe-bcd97e1bcf22), after_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:26.692511 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-ab826917-7fbb-4d43-b12f-724d17bbef29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:26.695221 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-32358197-6467-46c0-86bc-f9a68ebe1ef1 None None] Attempt 2 to provision port 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22 Sep 17 03:49:26.741879 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:26.753123 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-32358197-6467-46c0-86bc-f9a68ebe1ef1 None None] Port 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:49:26.754386 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55653d36-55bb-4810-9f9c-27fb2cfc1d2f service neutron] Pushing event updated for resources: {'Port': ['ID=21eb96ad-7324-4cd7-bafe-bcd97e1bcf22,revision_number=2']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:26.782089 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-27956d7b-c481-49da-817a-125634625697 req-15987d38-d040-4f44-9f1b-377e62acd2c8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528661 Sep 17 03:49:26.783115 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-d2eb2198-e279-4810-afa6-ac2eb1b622d4 req-f7436ea1-0d3e-4a1f-876b-3d0a45ec180b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/07c207ee-c2bb-4d53-bca3-b5aa6199ad0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082374 Sep 17 03:49:26.787316 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.managers [req-484c0d8d-bb2c-4432-85a8-fe8f2ef68be2 req-55653d36-55bb-4810-9f9c-27fb2cfc1d2f service neutron] Attempting to bind port 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:49:26.787648 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.managers [req-484c0d8d-bb2c-4432-85a8-fe8f2ef68be2 req-55653d36-55bb-4810-9f9c-27fb2cfc1d2f service neutron] Attempting to bind port 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '08cb3b6a-b907-4438-a94b-64c1979bcd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a2c22271-da7e-4d2b-b2be-97deb622f84c'}] {{(pid=113210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:49:26.787971 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484c0d8d-bb2c-4432-85a8-fe8f2ef68be2 req-55653d36-55bb-4810-9f9c-27fb2cfc1d2f service neutron] Attempting to bind port 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22 on network a2c22271-da7e-4d2b-b2be-97deb622f84c {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:49:26.839125 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484c0d8d-bb2c-4432-85a8-fe8f2ef68be2 req-55653d36-55bb-4810-9f9c-27fb2cfc1d2f service neutron] Port 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22 on network a2c22271-da7e-4d2b-b2be-97deb622f84c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 03:49:26.839497 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484c0d8d-bb2c-4432-85a8-fe8f2ef68be2 req-55653d36-55bb-4810-9f9c-27fb2cfc1d2f service neutron] Attempting to bind port 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22 on network a2c22271-da7e-4d2b-b2be-97deb622f84c {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:49:26.883572 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484c0d8d-bb2c-4432-85a8-fe8f2ef68be2 req-55653d36-55bb-4810-9f9c-27fb2cfc1d2f service neutron] Checking agent: {'id': '56a63866-613b-46a0-90ee-05b9222d9bfc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 46, 46), 'started_at': datetime.datetime(2022, 9, 17, 3, 46, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:49:26.883901 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484c0d8d-bb2c-4432-85a8-fe8f2ef68be2 req-55653d36-55bb-4810-9f9c-27fb2cfc1d2f service neutron] Checking segment: {'id': '08cb3b6a-b907-4438-a94b-64c1979bcd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a2c22271-da7e-4d2b-b2be-97deb622f84c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:49:26.884282 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484c0d8d-bb2c-4432-85a8-fe8f2ef68be2 req-55653d36-55bb-4810-9f9c-27fb2cfc1d2f service neutron] Bound using segment: {'id': '08cb3b6a-b907-4438-a94b-64c1979bcd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a2c22271-da7e-4d2b-b2be-97deb622f84c'} {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:49:26.884714 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.managers [req-484c0d8d-bb2c-4432-85a8-fe8f2ef68be2 req-55653d36-55bb-4810-9f9c-27fb2cfc1d2f service neutron] Bound port: 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08cb3b6a-b907-4438-a94b-64c1979bcd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a2c22271-da7e-4d2b-b2be-97deb622f84c'}}] {{(pid=113210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:49:26.885066 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-484c0d8d-bb2c-4432-85a8-fe8f2ef68be2 req-55653d36-55bb-4810-9f9c-27fb2cfc1d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (21eb96ad-7324-4cd7-bafe-bcd97e1bcf22), before_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:26.923164 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 3503855f-51a9-451a-8977-ccd98a4a0f27 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=113212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 03:49:26.949686 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53296eb-0a12-4389-b08c-7f0d668f4d4f req-04e66f4c-0603-4680-9fbd-b94f107be137 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:26.951238 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f53296eb-0a12-4389-b08c-7f0d668f4d4f req-04e66f4c-0603-4680-9fbd-b94f107be137 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 943 time: 0.1681864 Sep 17 03:49:26.967274 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed76da2-c623-468a-bdeb-4fa119dd1d01 req-36f958d6-bc0f-4a0d-a69c-6011eb6be0e1 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:26.969253 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-aed76da2-c623-468a-bdeb-4fa119dd1d01 req-36f958d6-bc0f-4a0d-a69c-6011eb6be0e1 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48f6b82c-bba2-4e02-8a7e-84d78f3390d3 HTTP/1.1" status: 200 len: 943 time: 0.1581194 Sep 17 03:49:26.990084 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [req-484c0d8d-bb2c-4432-85a8-fe8f2ef68be2 req-55653d36-55bb-4810-9f9c-27fb2cfc1d2f service neutron] For port 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22, host hv-cinder-84914, cleared binding levels {{(pid=113210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:49:26.994949 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [req-484c0d8d-bb2c-4432-85a8-fe8f2ef68be2 req-55653d36-55bb-4810-9f9c-27fb2cfc1d2f service neutron] For port 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=21eb96ad-7324-4cd7-bafe-bcd97e1bcf22,segment=NetworkSegment(08cb3b6a-b907-4438-a94b-64c1979bcd7f),segment_id=08cb3b6a-b907-4438-a94b-64c1979bcd7f)] {{(pid=113210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:49:27.050050 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=100 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:27.081323 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-ab826917-7fbb-4d43-b12f-724d17bbef29 admin admin] Publish callbacks [] for security_group (a364c991-6a97-4e5a-a40f-bc9ac87d9017), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:27.084118 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-27956d7b-c481-49da-817a-125634625697 req-a30515d0-1158-4948-a24e-7608ec9569d6 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703362 Sep 17 03:49:27.089904 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f53296eb-0a12-4389-b08c-7f0d668f4d4f req-7fdfc825-c0d1-4212-a363-0613f8ab1508 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182261 Sep 17 03:49:27.091928 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port 3503855f-51a9-451a-8977-ccd98a4a0f27, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3503855f-51a9-451a-8977-ccd98a4a0f27,segment=NetworkSegment(fd61fd09-fc24-4021-8673-02b64116f7ad),segment_id=fd61fd09-fc24-4021-8673-02b64116f7ad)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:49:27.105513 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Returning: {'device': '3503855f-51a9-451a-8977-ccd98a4a0f27', 'network_id': '2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0', 'port_id': '3503855f-51a9-451a-8977-ccd98a4a0f27', 'mac_address': 'fa:16:3e:a9:21:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a9bc613-44d6-4890-b247-86fc85e41240', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 03:49:27.127275 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-aed76da2-c623-468a-bdeb-4fa119dd1d01 req-ead4cacb-05c6-458b-9a68-9ffca413cad3 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=104c9f39-d5bd-44df-9832-5ae2b62e50e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253717 Sep 17 03:49:27.146154 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port 3503855f-51a9-451a-8977-ccd98a4a0f27 is: DOWN; New status is: BUILD {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:49:27.146553 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (3503855f-51a9-451a-8977-ccd98a4a0f27), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:27.162700 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3503855f-51a9-451a-8977-ccd98a4a0f27 {{(pid=113212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:49:27.187228 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port 3503855f-51a9-451a-8977-ccd98a4a0f27, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3503855f-51a9-451a-8977-ccd98a4a0f27,segment=NetworkSegment(fd61fd09-fc24-4021-8673-02b64116f7ad),segment_id=fd61fd09-fc24-4021-8673-02b64116f7ad)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:49:27.256552 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-32358197-6467-46c0-86bc-f9a68ebe1ef1 None None] Attempt 3 to provision port 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22 Sep 17 03:49:27.264659 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:27.265854 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-484c0d8d-bb2c-4432-85a8-fe8f2ef68be2 req-55653d36-55bb-4810-9f9c-27fb2cfc1d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (21eb96ad-7324-4cd7-bafe-bcd97e1bcf22), after_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:27.269821 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c0d8d-bb2c-4432-85a8-fe8f2ef68be2 req-55653d36-55bb-4810-9f9c-27fb2cfc1d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:27.270704 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-484c0d8d-bb2c-4432-85a8-fe8f2ef68be2 req-55653d36-55bb-4810-9f9c-27fb2cfc1d2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for port (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:27.271530 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c120c-6ce1-4059-9ad4-c598566f79fa req-aeb392d1-49a5-40b4-b9bc-0960a8afef80 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:27.273062 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-878c120c-6ce1-4059-9ad4-c598566f79fa req-aeb392d1-49a5-40b4-b9bc-0960a8afef80 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4f3df2d-670f-4ee1-b3f2-4f906fab9f11 HTTP/1.1" status: 200 len: 944 time: 0.0520406 Sep 17 03:49:27.273680 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-484c0d8d-bb2c-4432-85a8-fe8f2ef68be2 req-55653d36-55bb-4810-9f9c-27fb2cfc1d2f service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/21eb96ad-7324-4cd7-bafe-bcd97e1bcf22 HTTP/1.1" status: 200 len: 1093 time: 2.1092851 Sep 17 03:49:27.317891 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-32358197-6467-46c0-86bc-f9a68ebe1ef1 None None] Port 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:49:27.327890 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-ab826917-7fbb-4d43-b12f-724d17bbef29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (a364c991-6a97-4e5a-a40f-bc9ac87d9017), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:27.332921 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55653d36-55bb-4810-9f9c-27fb2cfc1d2f service neutron] Pushing event updated for resources: {'Port': ['ID=21eb96ad-7324-4cd7-bafe-bcd97e1bcf22,revision_number=3']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:27.352987 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (3503855f-51a9-451a-8977-ccd98a4a0f27), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:27.353827 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device b1d2d738-c68a-46c8-87de-365753cb88b6 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=113212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 03:49:27.356875 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-878c120c-6ce1-4059-9ad4-c598566f79fa req-a6c52615-fa1a-4d59-ab05-84de6b42a48e tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ef52a5d3-7c1e-43aa-8e16-f6b712f6e159&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769858 Sep 17 03:49:27.379968 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-ab826917-7fbb-4d43-b12f-724d17bbef29 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=fd843c9df17449e59e3545598686ca05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9202433 Sep 17 03:49:27.384669 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 44682) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:27.390115 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab826917-7fbb-4d43-b12f-724d17bbef29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a364c991-6a97-4e5a-a40f-bc9ac87d9017,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:27.463288 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-08572236-9e5d-44a3-9ebb-5e32ecb990a4 admin admin] Publish callbacks [] for security_group (a364c991-6a97-4e5a-a40f-bc9ac87d9017), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:27.487298 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-08572236-9e5d-44a3-9ebb-5e32ecb990a4 admin admin] Publish callbacks [] for security_group (a364c991-6a97-4e5a-a40f-bc9ac87d9017), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:27.532315 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fcb339-0c0c-48d5-af15-9bdd3f1fc86e req-6c3f7db6-8919-4479-818f-9952b1c9a1f6 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:27.540014 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-68fcb339-0c0c-48d5-af15-9bdd3f1fc86e req-6c3f7db6-8919-4479-818f-9952b1c9a1f6 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 944 time: 0.0947590 Sep 17 03:49:27.556436 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port b1d2d738-c68a-46c8-87de-365753cb88b6, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=b1d2d738-c68a-46c8-87de-365753cb88b6,segment=NetworkSegment(09b48951-5e53-4799-9ac8-9400d268b3f1),segment_id=09b48951-5e53-4799-9ac8-9400d268b3f1)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:49:27.580167 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Returning: {'device': 'b1d2d738-c68a-46c8-87de-365753cb88b6', 'network_id': 'eacb834d-7250-498a-85a1-85ac9b6ef1b3', 'port_id': 'b1d2d738-c68a-46c8-87de-365753cb88b6', 'mac_address': 'fa:16:3e:ee:9b:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8381982b-250c-4494-8c4e-ef7a1961ea50', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 03:49:27.585442 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=3503855f-51a9-451a-8977-ccd98a4a0f27,revision_number=4']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:27.624917 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port b1d2d738-c68a-46c8-87de-365753cb88b6 is: DOWN; New status is: BUILD {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:49:27.625297 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (b1d2d738-c68a-46c8-87de-365753cb88b6), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:27.638269 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1d2d738-c68a-46c8-87de-365753cb88b6 {{(pid=113212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:49:27.646689 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-08572236-9e5d-44a3-9ebb-5e32ecb990a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (a364c991-6a97-4e5a-a40f-bc9ac87d9017), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:27.649290 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-08572236-9e5d-44a3-9ebb-5e32ecb990a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:27.650683 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-08572236-9e5d-44a3-9ebb-5e32ecb990a4 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/a364c991-6a97-4e5a-a40f-bc9ac87d9017 HTTP/1.1" status: 204 len: 168 time: 0.2649531 Sep 17 03:49:27.650911 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-68fcb339-0c0c-48d5-af15-9bdd3f1fc86e req-ab40ee4d-7b0a-478c-8ead-e0f7f8d93609 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096201 Sep 17 03:49:27.663290 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08572236-9e5d-44a3-9ebb-5e32ecb990a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a364c991-6a97-4e5a-a40f-bc9ac87d9017,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:27.663441 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port b1d2d738-c68a-46c8-87de-365753cb88b6, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=b1d2d738-c68a-46c8-87de-365753cb88b6,segment=NetworkSegment(09b48951-5e53-4799-9ac8-9400d268b3f1),segment_id=09b48951-5e53-4799-9ac8-9400d268b3f1)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:49:27.703412 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f197c-9f0d-469c-9516-f7d180f7fe8f req-050ba30b-0253-44c1-b459-7220b006f048 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:27.705005 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-526f197c-9f0d-469c-9516-f7d180f7fe8f req-050ba30b-0253-44c1-b459-7220b006f048 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/networks?id=1fd72c10-4a74-432a-9d89-dc7591e6a4ad HTTP/1.1" status: 200 len: 808 time: 0.1624362 Sep 17 03:49:27.721507 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-526f197c-9f0d-469c-9516-f7d180f7fe8f req-040b1551-6f96-454b-a337-72df8da60c68 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/quotas/ca2e65ee55f142dd9ad4419ab18dcf7d HTTP/1.1" status: 200 len: 375 time: 0.0104060 Sep 17 03:49:27.744144 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (b1d2d738-c68a-46c8-87de-365753cb88b6), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:27.759342 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-526f197c-9f0d-469c-9516-f7d180f7fe8f req-8f3133bc-eefc-4fd0-b2d5-1863fc2a1883 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=ca2e65ee55f142dd9ad4419ab18dcf7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323098 Sep 17 03:49:27.770495 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cc5c225-b092-4c0a-9667-476ecc0e4e39', 'tag': '21eb96ad-7324-4cd7-bafe-bcd97e1bcf22'}] {{(pid=113210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:49:27.772998 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a613894f386080b2b9315951ba9a4c402b93d12b77848e4e2f89d9386810e3b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c91328c-e17c-440b-b09a-363f7f5aa4c3" -d '{"events": [{"name": "network-changed", "server_uuid": "7cc5c225-b092-4c0a-9667-476ecc0e4e39", "tag": "21eb96ad-7324-4cd7-bafe-bcd97e1bcf22"}]}' {{(pid=113210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:49:27.817282 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=b1d2d738-c68a-46c8-87de-365753cb88b6,revision_number=4']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:27.822179 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-32358197-6467-46c0-86bc-f9a68ebe1ef1 None None] Attempt 4 to provision port 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22 Sep 17 03:49:27.875943 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-32358197-6467-46c0-86bc-f9a68ebe1ef1 None None] Port 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22 had new provisioning blocks added so it will not transition to active. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 17 03:49:27.894614 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726ae0b6-b3c3-423c-ad45-361a88e3dde8 x-openstack-request-id: req-726ae0b6-b3c3-423c-ad45-361a88e3dde8 {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:49:27.895430 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cc5c225-b092-4c0a-9667-476ecc0e4e39", "tag": "21eb96ad-7324-4cd7-bafe-bcd97e1bcf22", "status": "completed", "code": 200}]} {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:49:27.895830 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-726ae0b6-b3c3-423c-ad45-361a88e3dde8 {{(pid=113210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:49:27.896244 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-726ae0b6-b3c3-423c-ad45-361a88e3dde8'] response: {'name': 'network-changed', 'server_uuid': '7cc5c225-b092-4c0a-9667-476ecc0e4e39', 'tag': '21eb96ad-7324-4cd7-bafe-bcd97e1bcf22', 'status': 'completed', 'code': 200} Sep 17 03:49:27.912479 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-526f197c-9f0d-469c-9516-f7d180f7fe8f req-f3503c67-d84c-4127-ab11-7b28ad5bc59e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/1fd72c10-4a74-432a-9d89-dc7591e6a4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462510 Sep 17 03:49:27.943975 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f80051-3ac0-456c-b2d7-e817b5867d83 req-28aedb0a-1394-415d-aea3-8632d8631d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:27.945485 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f9f80051-3ac0-456c-b2d7-e817b5867d83 req-28aedb0a-1394-415d-aea3-8632d8631d0e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=fb6cb03abf5242b594efcf325909dd32&device_id=e4f3df2d-670f-4ee1-b3f2-4f906fab9f11 HTTP/1.1" status: 200 len: 1128 time: 0.0638964 Sep 17 03:49:28.002237 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:28.004300 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91328c-e17c-440b-b09a-363f7f5aa4c3 req-83e7d7aa-a768-4467-a970-c727a81aee91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:28.006499 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-6c91328c-e17c-440b-b09a-363f7f5aa4c3 req-83e7d7aa-a768-4467-a970-c727a81aee91 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=c1a07eadb5ea4914a6e1e6f3844afe94&device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 1127 time: 0.0528142 Sep 17 03:49:28.090976 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-526f197c-9f0d-469c-9516-f7d180f7fe8f req-72f49aa6-edcf-4378-aeef-75d9ddd22410 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/1fd72c10-4a74-432a-9d89-dc7591e6a4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715546 Sep 17 03:49:28.104131 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f80051-3ac0-456c-b2d7-e817b5867d83 req-42081d72-9690-4841-99fc-70177436e3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:28.105578 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f9f80051-3ac0-456c-b2d7-e817b5867d83 req-42081d72-9690-4841-99fc-70177436e3a2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=07c207ee-c2bb-4d53-bca3-b5aa6199ad0f HTTP/1.1" status: 200 len: 915 time: 0.1325629 Sep 17 03:49:28.216292 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:28.242302 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d374545-7a8a-4c6c-a15f-8e3a8ae868e8 req-b0c29507-ac8a-46fe-ab9d-9d9bfeb553b9 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:28.246345 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5d374545-7a8a-4c6c-a15f-8e3a8ae868e8 req-b0c29507-ac8a-46fe-ab9d-9d9bfeb553b9 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 943 time: 0.0579791 Sep 17 03:49:28.296838 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5d374545-7a8a-4c6c-a15f-8e3a8ae868e8 req-bf97df76-b966-4c6e-9243-05652df65061 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451181 Sep 17 03:49:28.335411 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] get_ports_and_sgs() called for port_ids ['3503855f-51a9-451a-8977-ccd98a4a0f27'] {{(pid=113212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:49:28.399303 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:28.442243 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-3f922753-113a-4d70-951c-61723c2887d8 req-71ff7860-718b-474d-aa29-0ed053ed1ec0 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0dc27850-d570-4ae8-8d78-a88b4e539286 HTTP/1.1" status: 200 len: 210 time: 0.0470951 Sep 17 03:49:28.536812 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010db89d-9fbe-4fa3-8832-cb93169f7078 req-cac4a55c-0dca-497d-8f4b-36fc06970ca2 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:28.538757 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-010db89d-9fbe-4fa3-8832-cb93169f7078 req-cac4a55c-0dca-497d-8f4b-36fc06970ca2 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48f6b82c-bba2-4e02-8a7e-84d78f3390d3 HTTP/1.1" status: 200 len: 944 time: 0.1114581 Sep 17 03:49:28.563451 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] get_ports_and_sgs() called for port_ids ['b1d2d738-c68a-46c8-87de-365753cb88b6'] {{(pid=113212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:49:28.643830 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 44742) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:28.670696 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-09db3f61-f5d7-4681-96dc-0f4444bb9a77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:28.684145 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf8504-830a-4a67-a0a6-9fd1d83e3708 req-4ed05e44-f80a-4689-af1c-0fe8831341df tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:28.685557 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-18cf8504-830a-4a67-a0a6-9fd1d83e3708 req-4ed05e44-f80a-4689-af1c-0fe8831341df tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4f3df2d-670f-4ee1-b3f2-4f906fab9f11 HTTP/1.1" status: 200 len: 944 time: 0.1389217 Sep 17 03:49:28.703418 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-010db89d-9fbe-4fa3-8832-cb93169f7078 req-32d27e6a-5cfc-46f1-8eca-bc018717462d tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=104c9f39-d5bd-44df-9832-5ae2b62e50e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542113 Sep 17 03:49:28.830827 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-09db3f61-f5d7-4681-96dc-0f4444bb9a77 admin admin] Publish callbacks [] for security_group (f9bbc6d5-16a5-4a5d-9a22-52f41b1d9621), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:28.844757 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-18cf8504-830a-4a67-a0a6-9fd1d83e3708 req-be752da8-4230-41b6-a191-1ed0cf93045f tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ef52a5d3-7c1e-43aa-8e16-f6b712f6e159&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390510 Sep 17 03:49:28.872579 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91835c-9638-46d4-9241-9a4ab77c33c2 req-b550a393-1b83-4fa8-915e-4cb96d6c664d tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:28.874876 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9d91835c-9638-46d4-9241-9a4ab77c33c2 req-b550a393-1b83-4fa8-915e-4cb96d6c664d tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 944 time: 0.0916688 Sep 17 03:49:28.884931 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:28.931617 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f9f80051-3ac0-456c-b2d7-e817b5867d83 req-f4bc7e0d-2ebf-41e0-a5ff-943ba7aeea4f service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fae1032b-da6a-4063-9698-4bfb74f60750 HTTP/1.1" status: 200 len: 217 time: 0.0441198 Sep 17 03:49:28.939814 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-09db3f61-f5d7-4681-96dc-0f4444bb9a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (f9bbc6d5-16a5-4a5d-9a22-52f41b1d9621), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:28.996972 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9d91835c-9638-46d4-9241-9a4ab77c33c2 req-cf459fac-f951-40b3-a129-f07b4e93950f tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167457 Sep 17 03:49:29.005008 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-09db3f61-f5d7-4681-96dc-0f4444bb9a77 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=d7567d601e194c32bb27e4e0c76f8702&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3599603 Sep 17 03:49:29.008489 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 44752) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:29.012990 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db3f61-f5d7-4681-96dc-0f4444bb9a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9bbc6d5-16a5-4a5d-9a22-52f41b1d9621,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:29.042103 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91328c-e17c-440b-b09a-363f7f5aa4c3 req-5c54a42d-b4c1-47c7-b6e5-0fc33132fc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:29.043788 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-6c91328c-e17c-440b-b09a-363f7f5aa4c3 req-5c54a42d-b4c1-47c7-b6e5-0fc33132fc25 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=c1a07eadb5ea4914a6e1e6f3844afe94&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1576734 Sep 17 03:49:29.044017 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f80051-3ac0-456c-b2d7-e817b5867d83 req-6fd7a6b6-20c9-4567-bec3-1e58fde9a291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:29.047247 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f9f80051-3ac0-456c-b2d7-e817b5867d83 req-6fd7a6b6-20c9-4567-bec3-1e58fde9a291 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=21657c11-9b0c-49b1-8935-9d760016ec10 HTTP/1.1" status: 200 len: 853 time: 0.0997159 Sep 17 03:49:29.137157 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f80051-3ac0-456c-b2d7-e817b5867d83 req-d9fdd5b3-c314-4ba7-b765-57b9fbed93d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:29.138829 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f9f80051-3ac0-456c-b2d7-e817b5867d83 req-d9fdd5b3-c314-4ba7-b765-57b9fbed93d2 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=07c207ee-c2bb-4d53-bca3-b5aa6199ad0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0697656 Sep 17 03:49:29.169077 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91328c-e17c-440b-b09a-363f7f5aa4c3 req-90dbf602-091a-49ff-97e1-fdcbceddc744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:29.169077 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-6c91328c-e17c-440b-b09a-363f7f5aa4c3 req-90dbf602-091a-49ff-97e1-fdcbceddc744 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1062374 Sep 17 03:49:29.178677 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-84f2306b-3621-4720-af3c-bb2ff976c4db admin admin] Publish callbacks [] for security_group (f9bbc6d5-16a5-4a5d-9a22-52f41b1d9621), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:29.230944 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-84f2306b-3621-4720-af3c-bb2ff976c4db admin admin] Publish callbacks [] for security_group (f9bbc6d5-16a5-4a5d-9a22-52f41b1d9621), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:29.284193 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device fae1032b-da6a-4063-9698-4bfb74f60750 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=113212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 03:49:29.299933 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f9f80051-3ac0-456c-b2d7-e817b5867d83 req-5514ce9d-52df-4457-b9f1-5e553877d5ee service neutron] 10.222.0.18 "GET /networking/v2.0/networks/07c207ee-c2bb-4d53-bca3-b5aa6199ad0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489995 Sep 17 03:49:29.322293 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c0d8d-bb2c-4432-85a8-fe8f2ef68be2 req-a420cbb7-288f-4386-badd-5e2d0048addf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:29.323737 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-484c0d8d-bb2c-4432-85a8-fe8f2ef68be2 req-a420cbb7-288f-4386-badd-5e2d0048addf service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=c1a07eadb5ea4914a6e1e6f3844afe94&device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 1127 time: 0.0852568 Sep 17 03:49:29.380438 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-484c0d8d-bb2c-4432-85a8-fe8f2ef68be2 req-2d050423-856c-4468-bb1d-2c2a559dcfc0 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21eb96ad-7324-4cd7-bafe-bcd97e1bcf22 HTTP/1.1" status: 200 len: 217 time: 0.0394990 Sep 17 03:49:29.408450 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f9f80051-3ac0-456c-b2d7-e817b5867d83 req-281548ff-5878-4726-9f3c-91efb50afd6f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/07c207ee-c2bb-4d53-bca3-b5aa6199ad0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017046 Sep 17 03:49:29.467326 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port fae1032b-da6a-4063-9698-4bfb74f60750, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=fae1032b-da6a-4063-9698-4bfb74f60750,segment=NetworkSegment(f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54),segment_id=f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:49:29.479005 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c0d8d-bb2c-4432-85a8-fe8f2ef68be2 req-c19761f3-2253-448d-bee7-b440e8287c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:29.479915 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-484c0d8d-bb2c-4432-85a8-fe8f2ef68be2 req-c19761f3-2253-448d-bee7-b440e8287c42 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5 HTTP/1.1" status: 200 len: 854 time: 0.0917888 Sep 17 03:49:29.484686 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Returning: {'device': 'fae1032b-da6a-4063-9698-4bfb74f60750', 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f', 'port_id': 'fae1032b-da6a-4063-9698-4bfb74f60750', 'mac_address': 'fa:16:3e:79:df:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 03:49:29.513244 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a0664-569f-4733-b79d-060a18faa1b6 req-a3bb2c65-728d-4930-8e00-dafd3abe7e94 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:29.515200 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-1a7a0664-569f-4733-b79d-060a18faa1b6 req-a3bb2c65-728d-4930-8e00-dafd3abe7e94 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 943 time: 0.0930605 Sep 17 03:49:29.528464 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port fae1032b-da6a-4063-9698-4bfb74f60750 is: DOWN; New status is: BUILD {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:49:29.528869 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (fae1032b-da6a-4063-9698-4bfb74f60750), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:29.549671 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fae1032b-da6a-4063-9698-4bfb74f60750 {{(pid=113212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:49:29.554842 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c0d8d-bb2c-4432-85a8-fe8f2ef68be2 req-89093fb5-37fb-41be-b4d3-ca182ff15297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:29.557046 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-484c0d8d-bb2c-4432-85a8-fe8f2ef68be2 req-89093fb5-37fb-41be-b4d3-ca182ff15297 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=a2c22271-da7e-4d2b-b2be-97deb622f84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0659902 Sep 17 03:49:29.579872 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port fae1032b-da6a-4063-9698-4bfb74f60750, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=fae1032b-da6a-4063-9698-4bfb74f60750,segment=NetworkSegment(f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54),segment_id=f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:49:29.664337 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (fae1032b-da6a-4063-9698-4bfb74f60750), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:29.670388 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-484c0d8d-bb2c-4432-85a8-fe8f2ef68be2 req-c1f674a2-1630-47b0-ac93-a805d8664b35 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a2c22271-da7e-4d2b-b2be-97deb622f84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956337 Sep 17 03:49:29.716485 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=fae1032b-da6a-4063-9698-4bfb74f60750,revision_number=4']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:29.749571 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-84f2306b-3621-4720-af3c-bb2ff976c4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (f9bbc6d5-16a5-4a5d-9a22-52f41b1d9621), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:29.752015 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-84f2306b-3621-4720-af3c-bb2ff976c4db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:29.753124 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-84f2306b-3621-4720-af3c-bb2ff976c4db admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f9bbc6d5-16a5-4a5d-9a22-52f41b1d9621 HTTP/1.1" status: 204 len: 168 time: 0.7437198 Sep 17 03:49:29.778581 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5a5f551f-8cde-40a9-bb54-a1fe7836a4e6 req-04e41ec0-f4b1-4b8f-81cb-fc807d12739b tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0dc27850-d570-4ae8-8d78-a88b4e539286 HTTP/1.1" status: 200 len: 210 time: 0.2555389 Sep 17 03:49:29.819169 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-484c0d8d-bb2c-4432-85a8-fe8f2ef68be2 req-37609673-5b6f-464c-895f-ba32bf17e976 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a2c22271-da7e-4d2b-b2be-97deb622f84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275139 Sep 17 03:49:29.819414 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f2306b-3621-4720-af3c-bb2ff976c4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9bbc6d5-16a5-4a5d-9a22-52f41b1d9621,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:29.865332 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-1a7a0664-569f-4733-b79d-060a18faa1b6 req-b1661ee8-df0b-4242-a6f3-cca28d9426f2 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3409925 Sep 17 03:49:29.871668 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 3503855f-51a9-451a-8977-ccd98a4a0f27 up at agent hyperv_hv-cinder-84914 {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:49:29.919622 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deee901-a076-40da-b1bc-ac7fa0201723 req-8942d19a-7902-4ac1-94bf-2b6188d549ed tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:29.941132 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-3deee901-a076-40da-b1bc-ac7fa0201723 req-8942d19a-7902-4ac1-94bf-2b6188d549ed tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48f6b82c-bba2-4e02-8a7e-84d78f3390d3 HTTP/1.1" status: 200 len: 944 time: 0.0548043 Sep 17 03:49:29.947214 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Provisioning for port 3503855f-51a9-451a-8977-ccd98a4a0f27 completed by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 03:49:29.973885 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-3deee901-a076-40da-b1bc-ac7fa0201723 req-f738c5fc-e924-461e-a40e-f7277a7a650d tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=104c9f39-d5bd-44df-9832-5ae2b62e50e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464904 Sep 17 03:49:30.022418 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc12d7a-2bf8-4266-be29-014f67b0e58a req-16b5be5b-8692-40ea-8280-d4451aa75dac tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:30.023887 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ebc12d7a-2bf8-4266-be29-014f67b0e58a req-16b5be5b-8692-40ea-8280-d4451aa75dac tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4f3df2d-670f-4ee1-b3f2-4f906fab9f11 HTTP/1.1" status: 200 len: 945 time: 0.0491481 Sep 17 03:49:30.078103 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:30.098752 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ebc12d7a-2bf8-4266-be29-014f67b0e58a req-9d6e7c53-3455-4816-87dd-9106a12e1e13 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ef52a5d3-7c1e-43aa-8e16-f6b712f6e159&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503726 Sep 17 03:49:30.098848 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Provisioning complete for port 3503855f-51a9-451a-8977-ccd98a4a0f27 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:49:30.098848 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (3503855f-51a9-451a-8977-ccd98a4a0f27), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:30.098848 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Attempt 1 to provision port 3503855f-51a9-451a-8977-ccd98a4a0f27 Sep 17 03:49:30.181842 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b24ce1-8310-42da-a3b8-a24b3b66cf39 req-7160b7e6-d8e0-49ea-a667-d10117b4ce7c tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:30.182432 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port 3503855f-51a9-451a-8977-ccd98a4a0f27 is: BUILD; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:49:30.182530 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (3503855f-51a9-451a-8977-ccd98a4a0f27), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:30.183321 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-07b24ce1-8310-42da-a3b8-a24b3b66cf39 req-7160b7e6-d8e0-49ea-a667-d10117b4ce7c tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 944 time: 0.0489008 Sep 17 03:49:30.194974 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] get_ports_and_sgs() called for port_ids ['fae1032b-da6a-4063-9698-4bfb74f60750'] {{(pid=113212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:49:30.246347 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-07b24ce1-8310-42da-a3b8-a24b3b66cf39 req-65ba4be4-eea8-42ba-8be8-232c15ad44a4 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564094 Sep 17 03:49:30.248022 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f73d2688-0699-49aa-9019-94ca41f9df5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3503855f-51a9-451a-8977-ccd98a4a0f27'}] {{(pid=113212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:49:30.332797 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port 3503855f-51a9-451a-8977-ccd98a4a0f27, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3503855f-51a9-451a-8977-ccd98a4a0f27,segment=NetworkSegment(fd61fd09-fc24-4021-8673-02b64116f7ad),segment_id=fd61fd09-fc24-4021-8673-02b64116f7ad)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:49:30.468336 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (3503855f-51a9-451a-8977-ccd98a4a0f27), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:30.469125 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device b1d2d738-c68a-46c8-87de-365753cb88b6 up at agent hyperv_hv-cinder-84914 {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:49:30.574817 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=3503855f-51a9-451a-8977-ccd98a4a0f27,revision_number=5']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:30.591556 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Provisioning for port b1d2d738-c68a-46c8-87de-365753cb88b6 completed by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 03:49:30.637253 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc6586f6b4c6bd034ee7705c69f50a833cff710b963951e05e6de8956872ccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa28814-ec3a-4ce5-a6f0-786215c1629e" -d '{"events": [{"server_uuid": "f73d2688-0699-49aa-9019-94ca41f9df5c", "name": "network-vif-plugged", "status": "completed", "tag": "3503855f-51a9-451a-8977-ccd98a4a0f27"}]}' {{(pid=113212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:49:30.691816 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Provisioning complete for port b1d2d738-c68a-46c8-87de-365753cb88b6 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:49:30.692198 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (b1d2d738-c68a-46c8-87de-365753cb88b6), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:30.692532 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Attempt 1 to provision port b1d2d738-c68a-46c8-87de-365753cb88b6 Sep 17 03:49:30.724453 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 44836) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:30.734004 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:30.775574 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port b1d2d738-c68a-46c8-87de-365753cb88b6 is: BUILD; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:49:30.776006 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (b1d2d738-c68a-46c8-87de-365753cb88b6), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:30.783702 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:30.814135 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port b1d2d738-c68a-46c8-87de-365753cb88b6, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=b1d2d738-c68a-46c8-87de-365753cb88b6,segment=NetworkSegment(09b48951-5e53-4799-9ac8-9400d268b3f1),segment_id=09b48951-5e53-4799-9ac8-9400d268b3f1)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:49:30.884943 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b75ac084-501c-448e-b137-8abce14061e6 req-2cebf7d5-a6a1-443a-a82c-a2a4b965d4e3 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0dc27850-d570-4ae8-8d78-a88b4e539286 HTTP/1.1" status: 200 len: 210 time: 0.0355773 Sep 17 03:49:30.902883 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19669b09-d668-4dda-b1d3-e0de63f96653 x-openstack-request-id: req-19669b09-d668-4dda-b1d3-e0de63f96653 {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:49:30.903227 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f73d2688-0699-49aa-9019-94ca41f9df5c", "name": "network-vif-plugged", "status": "completed", "tag": "3503855f-51a9-451a-8977-ccd98a4a0f27", "code": 200}]} {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:49:30.903483 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-19669b09-d668-4dda-b1d3-e0de63f96653 {{(pid=113212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:49:30.904525 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19669b09-d668-4dda-b1d3-e0de63f96653'] response: {'server_uuid': 'f73d2688-0699-49aa-9019-94ca41f9df5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3503855f-51a9-451a-8977-ccd98a4a0f27', 'code': 200} Sep 17 03:49:30.908012 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (b1d2d738-c68a-46c8-87de-365753cb88b6), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:30.923007 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:30.967057 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-e2ea7a62-c050-46df-af63-446f95b8e313 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:31.004103 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=b1d2d738-c68a-46c8-87de-365753cb88b6,revision_number=5']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:31.082745 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe4cb1d-e51b-4b6a-871c-20b80606f1da req-04ce14ba-3039-4e80-8936-453e2402fcbc tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:31.084175 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ebe4cb1d-e51b-4b6a-871c-20b80606f1da req-04ce14ba-3039-4e80-8936-453e2402fcbc tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 943 time: 0.0673585 Sep 17 03:49:31.154619 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e83ee-1b4d-42c3-8bc4-2ab20b73d751 req-a4c2dd09-1877-427a-9f93-6f4de385c864 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:31.156696 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b34e83ee-1b4d-42c3-8bc4-2ab20b73d751 req-a4c2dd09-1877-427a-9f93-6f4de385c864 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48f6b82c-bba2-4e02-8a7e-84d78f3390d3 HTTP/1.1" status: 200 len: 945 time: 0.0807307 Sep 17 03:49:31.211172 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ebe4cb1d-e51b-4b6a-871c-20b80606f1da req-252e09a0-67ad-4de5-880d-a83180b2d825 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159482 Sep 17 03:49:31.220028 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-e2ea7a62-c050-46df-af63-446f95b8e313 admin admin] Publish callbacks [] for security_group (11a0590e-6564-469f-bd61-a020751e7530), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:31.257550 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b34e83ee-1b4d-42c3-8bc4-2ab20b73d751 req-74250914-8af4-4d5a-a1f9-b4b5731d575b tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=104c9f39-d5bd-44df-9832-5ae2b62e50e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927002 Sep 17 03:49:31.294980 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device b02d1a09-a924-4830-ad51-135682e8cbb2 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=113212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 03:49:31.332395 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device fae1032b-da6a-4063-9698-4bfb74f60750 up at agent hyperv_hv-cinder-84914 {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:49:31.335003 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae25af-59cf-477c-887d-36f8aeb99a9f req-7d0b92ed-ab04-4cde-8e5d-db16182daad2 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:31.336585 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a7ae25af-59cf-477c-887d-36f8aeb99a9f req-7d0b92ed-ab04-4cde-8e5d-db16182daad2 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4f3df2d-670f-4ee1-b3f2-4f906fab9f11 HTTP/1.1" status: 200 len: 945 time: 0.0641479 Sep 17 03:49:31.408362 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-e2ea7a62-c050-46df-af63-446f95b8e313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (11a0590e-6564-469f-bd61-a020751e7530), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:31.457683 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Provisioning for port fae1032b-da6a-4063-9698-4bfb74f60750 completed by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 03:49:31.475006 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed0f6b-94bc-4541-8d7e-6fe33ec9d854 req-10515466-3dab-4f03-875e-f10735d90c93 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:31.477097 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port b02d1a09-a924-4830-ad51-135682e8cbb2, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=b02d1a09-a924-4830-ad51-135682e8cbb2,segment=NetworkSegment(fd61fd09-fc24-4021-8673-02b64116f7ad),segment_id=fd61fd09-fc24-4021-8673-02b64116f7ad)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:49:31.484359 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-3eed0f6b-94bc-4541-8d7e-6fe33ec9d854 req-10515466-3dab-4f03-875e-f10735d90c93 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 944 time: 0.1389892 Sep 17 03:49:31.492567 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Returning: {'device': 'b02d1a09-a924-4830-ad51-135682e8cbb2', 'network_id': '2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0', 'port_id': 'b02d1a09-a924-4830-ad51-135682e8cbb2', 'mac_address': 'fa:16:3e:74:92:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a9bc613-44d6-4890-b247-86fc85e41240', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 03:49:31.495986 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-e2ea7a62-c050-46df-af63-446f95b8e313 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=88e93d0a887445a4a5ebefde211dd186&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7674720 Sep 17 03:49:31.495986 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea7a62-c050-46df-af63-446f95b8e313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a0590e-6564-469f-bd61-a020751e7530,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:31.496952 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 44864) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:31.537602 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384325c0-4267-4a3c-bb57-1cf4cfdbcc20 req-bccdb200-b0c3-47f3-bb19-ba0c4d90dd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:31.540713 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port b02d1a09-a924-4830-ad51-135682e8cbb2 is: DOWN; New status is: BUILD {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:49:31.541920 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (b02d1a09-a924-4830-ad51-135682e8cbb2), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:31.546376 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-384325c0-4267-4a3c-bb57-1cf4cfdbcc20 req-bccdb200-b0c3-47f3-bb19-ba0c4d90dd37 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f73d2688-0699-49aa-9019-94ca41f9df5c HTTP/1.1" status: 200 len: 1129 time: 0.1126676 Sep 17 03:49:31.578762 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-384325c0-4267-4a3c-bb57-1cf4cfdbcc20 req-3ef9197b-3665-4950-8ac5-5ce88fcf6e38 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:31.581300 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a7ae25af-59cf-477c-887d-36f8aeb99a9f req-23372a68-7cac-48ce-925f-e65e4ee67965 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ef52a5d3-7c1e-43aa-8e16-f6b712f6e159&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2368758 Sep 17 03:49:31.601818 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b02d1a09-a924-4830-ad51-135682e8cbb2 {{(pid=113212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:49:31.618703 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-3eed0f6b-94bc-4541-8d7e-6fe33ec9d854 req-94e842bf-d7f5-4b3a-b3a5-640772181954 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332538 Sep 17 03:49:31.638726 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Provisioning complete for port fae1032b-da6a-4063-9698-4bfb74f60750 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:49:31.638726 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (fae1032b-da6a-4063-9698-4bfb74f60750), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:31.642037 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Attempt 1 to provision port fae1032b-da6a-4063-9698-4bfb74f60750 Sep 17 03:49:31.650038 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port b02d1a09-a924-4830-ad51-135682e8cbb2, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=b02d1a09-a924-4830-ad51-135682e8cbb2,segment=NetworkSegment(fd61fd09-fc24-4021-8673-02b64116f7ad),segment_id=fd61fd09-fc24-4021-8673-02b64116f7ad)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:49:31.662064 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-96b5a83e-fce1-426f-9497-062391565e94 admin admin] Publish callbacks [] for security_group (11a0590e-6564-469f-bd61-a020751e7530), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:31.698250 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-96b5a83e-fce1-426f-9497-062391565e94 admin admin] Publish callbacks [] for security_group (11a0590e-6564-469f-bd61-a020751e7530), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:31.744208 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:31.745162 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port fae1032b-da6a-4063-9698-4bfb74f60750 is: BUILD; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:49:31.745553 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (fae1032b-da6a-4063-9698-4bfb74f60750), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:31.757604 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-384325c0-4267-4a3c-bb57-1cf4cfdbcc20 req-3ef9197b-3665-4950-8ac5-5ce88fcf6e38 service neutron] Publish callbacks [] for security_group (659febae-2256-46b3-adc8-af37828b0e52), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:31.758250 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 44870) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:31.759610 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (b02d1a09-a924-4830-ad51-135682e8cbb2), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:31.843615 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port fae1032b-da6a-4063-9698-4bfb74f60750, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=fae1032b-da6a-4063-9698-4bfb74f60750,segment=NetworkSegment(f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54),segment_id=f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:49:31.849648 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=b02d1a09-a924-4830-ad51-135682e8cbb2,revision_number=4']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:31.923177 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-96b5a83e-fce1-426f-9497-062391565e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (11a0590e-6564-469f-bd61-a020751e7530), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:31.925121 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-96b5a83e-fce1-426f-9497-062391565e94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:31.926452 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-96b5a83e-fce1-426f-9497-062391565e94 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/11a0590e-6564-469f-bd61-a020751e7530 HTTP/1.1" status: 204 len: 168 time: 0.4285364 Sep 17 03:49:31.930219 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-384325c0-4267-4a3c-bb57-1cf4cfdbcc20 req-3ef9197b-3665-4950-8ac5-5ce88fcf6e38 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (659febae-2256-46b3-adc8-af37828b0e52), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:31.947679 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-f68dc679-b63f-4c3f-b69b-72e2117aaa1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:31.956077 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (fae1032b-da6a-4063-9698-4bfb74f60750), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:32.045896 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=fae1032b-da6a-4063-9698-4bfb74f60750,revision_number=5']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:32.088265 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a988f6fe-9e4a-437b-bda4-3643f8ff5bc9 req-d5a80624-c92d-4bc8-a75e-ce479f584b92 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0dc27850-d570-4ae8-8d78-a88b4e539286 HTTP/1.1" status: 200 len: 210 time: 0.0635755 Sep 17 03:49:32.136016 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-f68dc679-b63f-4c3f-b69b-72e2117aaa1a admin admin] Publish callbacks [] for security_group (33c8826b-1285-4d4b-9435-889ea1eaa0fc), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:32.156673 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] get_ports_and_sgs() called for port_ids ['b02d1a09-a924-4830-ad51-135682e8cbb2'] {{(pid=113212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:49:32.202197 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b5a83e-fce1-426f-9497-062391565e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a0590e-6564-469f-bd61-a020751e7530,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:32.218621 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:32.224597 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-384325c0-4267-4a3c-bb57-1cf4cfdbcc20 req-3ef9197b-3665-4950-8ac5-5ce88fcf6e38 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6689868 Sep 17 03:49:32.239557 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef9197b-3665-4950-8ac5-5ce88fcf6e38 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=659febae-2256-46b3-adc8-af37828b0e52,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:32.320859 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-f68dc679-b63f-4c3f-b69b-72e2117aaa1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (33c8826b-1285-4d4b-9435-889ea1eaa0fc), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:32.378717 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6580e-bd6b-43fa-a203-5805569cf35f req-7a1bc483-fed3-484f-87f4-ccc59a3438a3 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:32.380297 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5dd6580e-bd6b-43fa-a203-5805569cf35f req-7a1bc483-fed3-484f-87f4-ccc59a3438a3 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 943 time: 0.0889480 Sep 17 03:49:32.409968 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68dc679-b63f-4c3f-b69b-72e2117aaa1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c8826b-1285-4d4b-9435-889ea1eaa0fc,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:32.435656 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-f68dc679-b63f-4c3f-b69b-72e2117aaa1a admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=c7170638677744cea3b2495291d7091c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6762550 Sep 17 03:49:32.439145 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 44890) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:32.449691 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0a28c-8810-4d4d-a576-56832e9d261a req-4964e320-6c64-4778-8348-76d576410398 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:32.451518 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e7b0a28c-8810-4d4d-a576-56832e9d261a req-4964e320-6c64-4778-8348-76d576410398 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48f6b82c-bba2-4e02-8a7e-84d78f3390d3 HTTP/1.1" status: 200 len: 945 time: 0.1002600 Sep 17 03:49:32.493996 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5dd6580e-bd6b-43fa-a203-5805569cf35f req-d361ca3a-b4c6-4452-95ae-0cd0d691f58b tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918083 Sep 17 03:49:32.529421 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e7b0a28c-8810-4d4d-a576-56832e9d261a req-23c8dc2a-2b21-4fe1-b25d-d16414513d44 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=104c9f39-d5bd-44df-9832-5ae2b62e50e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689113 Sep 17 03:49:32.529552 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-0465de23-9af9-43be-a44f-acac5ba16df2 admin admin] Publish callbacks [] for security_group (33c8826b-1285-4d4b-9435-889ea1eaa0fc), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:32.532237 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:32.560440 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-0465de23-9af9-43be-a44f-acac5ba16df2 admin admin] Publish callbacks [] for security_group (33c8826b-1285-4d4b-9435-889ea1eaa0fc), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:32.737235 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2091831e-1b96-4ab9-97a8-23b2ecf8f695 req-9aad905b-ba35-4539-bbec-f15a1aa12963 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:32.738665 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-2091831e-1b96-4ab9-97a8-23b2ecf8f695 req-9aad905b-ba35-4539-bbec-f15a1aa12963 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4f3df2d-670f-4ee1-b3f2-4f906fab9f11 HTTP/1.1" status: 200 len: 946 time: 0.0764797 Sep 17 03:49:32.766321 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72996b3b-3371-4aee-b377-2d4020cd0414 req-6202ba8d-2d82-498b-8eb0-ea17ce70620c tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:32.767779 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-72996b3b-3371-4aee-b377-2d4020cd0414 req-6202ba8d-2d82-498b-8eb0-ea17ce70620c tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 945 time: 0.0730712 Sep 17 03:49:32.770568 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-0465de23-9af9-43be-a44f-acac5ba16df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (33c8826b-1285-4d4b-9435-889ea1eaa0fc), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:32.773110 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-0465de23-9af9-43be-a44f-acac5ba16df2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:32.776764 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-0465de23-9af9-43be-a44f-acac5ba16df2 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/33c8826b-1285-4d4b-9435-889ea1eaa0fc HTTP/1.1" status: 204 len: 168 time: 0.3341594 Sep 17 03:49:32.785381 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0465de23-9af9-43be-a44f-acac5ba16df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c8826b-1285-4d4b-9435-889ea1eaa0fc,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:32.817267 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-2091831e-1b96-4ab9-97a8-23b2ecf8f695 req-6ed2bc28-875b-4364-8e8a-f0d991f76b51 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ef52a5d3-7c1e-43aa-8e16-f6b712f6e159&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726707 Sep 17 03:49:32.847169 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-72996b3b-3371-4aee-b377-2d4020cd0414 req-87831f0e-bfac-4f5f-a5b9-d3c257f9ef15 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612917 Sep 17 03:49:32.906460 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f6b82c-bba2-4e02-8a7e-84d78f3390d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d2d738-c68a-46c8-87de-365753cb88b6'}, {'server_uuid': 'e4f3df2d-670f-4ee1-b3f2-4f906fab9f11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae1032b-da6a-4063-9698-4bfb74f60750'}] {{(pid=113212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:49:32.908984 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc6586f6b4c6bd034ee7705c69f50a833cff710b963951e05e6de8956872ccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a0c302-5996-428b-b8f0-2e3297714e9f" -d '{"events": [{"server_uuid": "48f6b82c-bba2-4e02-8a7e-84d78f3390d3", "name": "network-vif-plugged", "status": "completed", "tag": "b1d2d738-c68a-46c8-87de-365753cb88b6"}, {"server_uuid": "e4f3df2d-670f-4ee1-b3f2-4f906fab9f11", "name": "network-vif-plugged", "status": "completed", "tag": "fae1032b-da6a-4063-9698-4bfb74f60750"}]}' {{(pid=113212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:49:32.950698 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 17 Sep 2022 03:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af24aef-9a1d-4a29-8aa0-c32839c6e66d x-openstack-request-id: req-5af24aef-9a1d-4a29-8aa0-c32839c6e66d {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:49:32.950997 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f6b82c-bba2-4e02-8a7e-84d78f3390d3", "name": "network-vif-plugged", "status": "completed", "tag": "b1d2d738-c68a-46c8-87de-365753cb88b6", "code": 200}, {"server_uuid": "e4f3df2d-670f-4ee1-b3f2-4f906fab9f11", "name": "network-vif-plugged", "status": "completed", "tag": "fae1032b-da6a-4063-9698-4bfb74f60750", "code": 200}]} {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:49:32.951249 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5af24aef-9a1d-4a29-8aa0-c32839c6e66d {{(pid=113212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:49:32.952406 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5af24aef-9a1d-4a29-8aa0-c32839c6e66d'] response: {'server_uuid': '48f6b82c-bba2-4e02-8a7e-84d78f3390d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d2d738-c68a-46c8-87de-365753cb88b6', 'code': 200} Sep 17 03:49:32.952714 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5af24aef-9a1d-4a29-8aa0-c32839c6e66d'] response: {'server_uuid': 'e4f3df2d-670f-4ee1-b3f2-4f906fab9f11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae1032b-da6a-4063-9698-4bfb74f60750', 'code': 200} Sep 17 03:49:33.198782 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-68dabd12-aa78-449a-8048-91e505a84e40 req-e0a0f9a9-1df7-4ae7-b538-5341b5d4126e tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0dc27850-d570-4ae8-8d78-a88b4e539286 HTTP/1.1" status: 200 len: 210 time: 0.0330148 Sep 17 03:49:33.236316 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 44910) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:33.256647 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b6aebcd3-4232-4005-ab26-79c4eea45f6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:33.296140 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=113212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 03:49:33.313012 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device b02d1a09-a924-4830-ad51-135682e8cbb2 up at agent hyperv_hv-cinder-84914 {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:49:33.341856 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b6aebcd3-4232-4005-ab26-79c4eea45f6b admin admin] Publish callbacks [] for security_group (6ca68811-7f7c-4596-87af-dd93d8be7b77), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:33.409719 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Provisioning for port b02d1a09-a924-4830-ad51-135682e8cbb2 completed by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 03:49:33.429835 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b6aebcd3-4232-4005-ab26-79c4eea45f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (6ca68811-7f7c-4596-87af-dd93d8be7b77), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:33.438256 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=21eb96ad-7324-4cd7-bafe-bcd97e1bcf22,segment=NetworkSegment(08cb3b6a-b907-4438-a94b-64c1979bcd7f),segment_id=08cb3b6a-b907-4438-a94b-64c1979bcd7f)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:49:33.453393 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Returning: {'device': '21eb96ad-7324-4cd7-bafe-bcd97e1bcf22', 'network_id': 'a2c22271-da7e-4d2b-b2be-97deb622f84c', 'port_id': '21eb96ad-7324-4cd7-bafe-bcd97e1bcf22', 'mac_address': 'fa:16:3e:d2:8d:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 03:49:33.476023 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-b6aebcd3-4232-4005-ab26-79c4eea45f6b admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=bff29d400eb347f9bbfcd2832bffa0a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2362719 Sep 17 03:49:33.476023 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aebcd3-4232-4005-ab26-79c4eea45f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca68811-7f7c-4596-87af-dd93d8be7b77,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:33.476431 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 44916) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:33.519728 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22 is: DOWN; New status is: BUILD {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:49:33.519978 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (21eb96ad-7324-4cd7-bafe-bcd97e1bcf22), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:33.547091 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-d4bbe0a4-877c-4529-915f-112967967326 admin admin] Publish callbacks [] for security_group (6ca68811-7f7c-4596-87af-dd93d8be7b77), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:33.577703 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22 {{(pid=113212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:49:33.581001 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-d4bbe0a4-877c-4529-915f-112967967326 admin admin] Publish callbacks [] for security_group (6ca68811-7f7c-4596-87af-dd93d8be7b77), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:33.597926 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Provisioning complete for port b02d1a09-a924-4830-ad51-135682e8cbb2 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:49:33.598306 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (b02d1a09-a924-4830-ad51-135682e8cbb2), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:33.598646 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Attempt 1 to provision port b02d1a09-a924-4830-ad51-135682e8cbb2 Sep 17 03:49:33.695471 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9847b-bf0b-4ea4-a0b7-8b352c884873 req-1f00d38a-3e62-4e61-b0ac-a7201b70f648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:33.699051 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-58b9847b-bf0b-4ea4-a0b7-8b352c884873 req-1f00d38a-3e62-4e61-b0ac-a7201b70f648 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e4f3df2d-670f-4ee1-b3f2-4f906fab9f11 HTTP/1.1" status: 200 len: 1130 time: 0.0911169 Sep 17 03:49:33.715022 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:33.717585 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=21eb96ad-7324-4cd7-bafe-bcd97e1bcf22,segment=NetworkSegment(08cb3b6a-b907-4438-a94b-64c1979bcd7f),segment_id=08cb3b6a-b907-4438-a94b-64c1979bcd7f)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:49:33.773068 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port b02d1a09-a924-4830-ad51-135682e8cbb2 is: BUILD; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:49:33.773637 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (b02d1a09-a924-4830-ad51-135682e8cbb2), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:33.776465 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-58b9847b-bf0b-4ea4-a0b7-8b352c884873 req-e3fa5807-7dd9-4bbc-a9d4-8278775bd47e service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef52a5d3-7c1e-43aa-8e16-f6b712f6e159&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497248 Sep 17 03:49:33.804643 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (21eb96ad-7324-4cd7-bafe-bcd97e1bcf22), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:34.082882 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66470bcd-da12-4801-ab05-0bb1fb7c0784 req-e4461eae-1f26-49b2-a3fd-741069cab945 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:34.082882 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-66470bcd-da12-4801-ab05-0bb1fb7c0784 req-e4461eae-1f26-49b2-a3fd-741069cab945 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48f6b82c-bba2-4e02-8a7e-84d78f3390d3 HTTP/1.1" status: 200 len: 945 time: 0.1915915 Sep 17 03:49:34.082882 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e191d-b9f7-4fda-bb66-43f91efeab5b req-44e227ba-8a84-472a-830e-d1876f8a5352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:34.085393 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port b02d1a09-a924-4830-ad51-135682e8cbb2, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=b02d1a09-a924-4830-ad51-135682e8cbb2,segment=NetworkSegment(fd61fd09-fc24-4021-8673-02b64116f7ad),segment_id=fd61fd09-fc24-4021-8673-02b64116f7ad)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:49:34.086494 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ef5e191d-b9f7-4fda-bb66-43f91efeab5b req-44e227ba-8a84-472a-830e-d1876f8a5352 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=48f6b82c-bba2-4e02-8a7e-84d78f3390d3 HTTP/1.1" status: 200 len: 1129 time: 0.1874990 Sep 17 03:49:34.087061 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=21eb96ad-7324-4cd7-bafe-bcd97e1bcf22,revision_number=4']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:34.087261 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b7388f-4d5b-44ba-a269-5179f0c6e100 req-bb10bf1a-68a0-4c10-95b3-50dc75f29e83 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:34.087261 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-98b7388f-4d5b-44ba-a269-5179f0c6e100 req-bb10bf1a-68a0-4c10-95b3-50dc75f29e83 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 943 time: 0.1681778 Sep 17 03:49:34.087261 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:34.087261 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-66470bcd-da12-4801-ab05-0bb1fb7c0784 req-b248c5b1-de39-46d4-91ab-e91dbcc11b37 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=104c9f39-d5bd-44df-9832-5ae2b62e50e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870543 Sep 17 03:49:34.087261 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-98b7388f-4d5b-44ba-a269-5179f0c6e100 req-02b07c13-b087-433f-9056-c69d343d761b tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843594 Sep 17 03:49:34.087786 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (b02d1a09-a924-4830-ad51-135682e8cbb2), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:34.088285 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-d4bbe0a4-877c-4529-915f-112967967326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (6ca68811-7f7c-4596-87af-dd93d8be7b77), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:34.088285 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-d4bbe0a4-877c-4529-915f-112967967326 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:34.088285 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-d4bbe0a4-877c-4529-915f-112967967326 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/6ca68811-7f7c-4596-87af-dd93d8be7b77 HTTP/1.1" status: 204 len: 168 time: 0.5926943 Sep 17 03:49:34.119303 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66569b3e-a400-49a3-8f86-7ca2fc01d568 req-c2dddc2d-c8b3-4618-909c-947dae53932c tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:34.123119 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-66569b3e-a400-49a3-8f86-7ca2fc01d568 req-c2dddc2d-c8b3-4618-909c-947dae53932c tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 946 time: 0.0736375 Sep 17 03:49:34.134024 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f53ea-9463-48ce-a63a-c7bc13871601 req-f9f77bc4-d13f-40cb-a87f-a8b55f64e835 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:34.136228 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e69f53ea-9463-48ce-a63a-c7bc13871601 req-f9f77bc4-d13f-40cb-a87f-a8b55f64e835 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4f3df2d-670f-4ee1-b3f2-4f906fab9f11 HTTP/1.1" status: 200 len: 946 time: 0.1300402 Sep 17 03:49:34.143855 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:34.149591 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bbe0a4-877c-4529-915f-112967967326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca68811-7f7c-4596-87af-dd93d8be7b77,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:34.157593 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=b02d1a09-a924-4830-ad51-135682e8cbb2,revision_number=5']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:34.162233 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] get_ports_and_sgs() called for port_ids ['21eb96ad-7324-4cd7-bafe-bcd97e1bcf22'] {{(pid=113212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:49:34.250926 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-66569b3e-a400-49a3-8f86-7ca2fc01d568 req-8274fd60-555f-4d23-ad8b-579d317974b3 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134632 Sep 17 03:49:34.266146 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 44944) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:34.269464 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e69f53ea-9463-48ce-a63a-c7bc13871601 req-bf2432c5-c641-4fd0-b729-6919500cab5d tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ef52a5d3-7c1e-43aa-8e16-f6b712f6e159&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166143 Sep 17 03:49:34.322757 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9e08a6fc-edc6-42c5-a9ce-b3d81a3658a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:34.332476 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ef5e191d-b9f7-4fda-bb66-43f91efeab5b req-26e85125-fea7-4258-a549-accbac04ec8c service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=104c9f39-d5bd-44df-9832-5ae2b62e50e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115212 Sep 17 03:49:34.393039 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f72e6a83-0cf5-4978-a3fa-6b7cbdc2bc11 req-0f922536-18db-45d4-b9af-cbc70147afa4 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0dc27850-d570-4ae8-8d78-a88b4e539286 HTTP/1.1" status: 200 len: 210 time: 0.0299437 Sep 17 03:49:34.429101 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9e08a6fc-edc6-42c5-a9ce-b3d81a3658a0 admin admin] Publish callbacks [] for security_group (b8cb498f-62ab-4595-8581-214473232986), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:34.567839 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9e08a6fc-edc6-42c5-a9ce-b3d81a3658a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (b8cb498f-62ab-4595-8581-214473232986), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:34.624757 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-9e08a6fc-edc6-42c5-a9ce-b3d81a3658a0 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=54b9050cfaee4fcab5c2ca73e065efe2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3527653 Sep 17 03:49:34.624757 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e08a6fc-edc6-42c5-a9ce-b3d81a3658a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8cb498f-62ab-4595-8581-214473232986,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:34.625470 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 44952) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:34.677545 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a0bf0a6e-8fbc-45fa-9f39-a6aaad7e5d4d admin admin] Publish callbacks [] for security_group (b8cb498f-62ab-4595-8581-214473232986), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:34.698850 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a0bf0a6e-8fbc-45fa-9f39-a6aaad7e5d4d admin admin] Publish callbacks [] for security_group (b8cb498f-62ab-4595-8581-214473232986), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:34.846825 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a0bf0a6e-8fbc-45fa-9f39-a6aaad7e5d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (b8cb498f-62ab-4595-8581-214473232986), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:34.849507 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a0bf0a6e-8fbc-45fa-9f39-a6aaad7e5d4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:34.850635 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-a0bf0a6e-8fbc-45fa-9f39-a6aaad7e5d4d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b8cb498f-62ab-4595-8581-214473232986 HTTP/1.1" status: 204 len: 168 time: 0.2246823 Sep 17 03:49:34.851565 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=6,neutron:DELETE=4 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:34.860167 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bf0a6e-8fbc-45fa-9f39-a6aaad7e5d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8cb498f-62ab-4595-8581-214473232986,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:34.954429 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b02d1a09-a924-4830-ad51-135682e8cbb2'}] {{(pid=113212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:49:34.958193 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc6586f6b4c6bd034ee7705c69f50a833cff710b963951e05e6de8956872ccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eca9214-4bd1-4a4e-aa7b-972a80f12073" -d '{"events": [{"server_uuid": "0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e", "name": "network-vif-plugged", "status": "completed", "tag": "b02d1a09-a924-4830-ad51-135682e8cbb2"}]}' {{(pid=113212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:49:35.000130 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4716d555-0e4f-4bd6-91b1-3b6bbedc75cb x-openstack-request-id: req-4716d555-0e4f-4bd6-91b1-3b6bbedc75cb {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:49:35.000398 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e", "name": "network-vif-plugged", "status": "completed", "tag": "b02d1a09-a924-4830-ad51-135682e8cbb2", "code": 200}]} {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:49:35.000760 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4716d555-0e4f-4bd6-91b1-3b6bbedc75cb {{(pid=113212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:49:35.001248 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4716d555-0e4f-4bd6-91b1-3b6bbedc75cb'] response: {'server_uuid': '0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b02d1a09-a924-4830-ad51-135682e8cbb2', 'code': 200} Sep 17 03:49:35.096989 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083a181-0467-496c-9d05-1a77572139fa req-028abf9c-cbf1-4568-b9da-c3b2a37187d0 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:35.098473 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-2083a181-0467-496c-9d05-1a77572139fa req-028abf9c-cbf1-4568-b9da-c3b2a37187d0 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48f6b82c-bba2-4e02-8a7e-84d78f3390d3 HTTP/1.1" status: 200 len: 945 time: 0.0608675 Sep 17 03:49:35.123851 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:35.146188 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84dcde8-d057-4eb2-bf14-0a92730cea55 req-f8b4e44d-3149-4329-8f8c-234e43d60ef8 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:35.147668 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c84dcde8-d057-4eb2-bf14-0a92730cea55 req-f8b4e44d-3149-4329-8f8c-234e43d60ef8 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 944 time: 0.0679541 Sep 17 03:49:35.189990 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-2083a181-0467-496c-9d05-1a77572139fa req-06ed084e-a91d-460b-9124-8620fe5c016e tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=104c9f39-d5bd-44df-9832-5ae2b62e50e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746632 Sep 17 03:49:35.218172 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c84dcde8-d057-4eb2-bf14-0a92730cea55 req-005042ff-9c83-4fb0-bace-6b8ef6bceb79 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591428 Sep 17 03:49:35.293014 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f197c-9f0d-469c-9516-f7d180f7fe8f req-b627a179-c173-4a76-bfce-425e48a07b44 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:35.294822 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-526f197c-9f0d-469c-9516-f7d180f7fe8f req-b627a179-c173-4a76-bfce-425e48a07b44 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.18 "GET /networking/v2.0/networks?id=1fd72c10-4a74-432a-9d89-dc7591e6a4ad HTTP/1.1" status: 200 len: 808 time: 0.1593881 Sep 17 03:49:35.298956 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22 up at agent hyperv_hv-cinder-84914 {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:49:35.353192 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Provisioning for port 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22 completed by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 03:49:35.446442 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Provisioning complete for port 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:49:35.447076 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (21eb96ad-7324-4cd7-bafe-bcd97e1bcf22), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:35.450700 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Attempt 1 to provision port 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22 Sep 17 03:49:35.465696 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94adc3b3-2e26-4f7b-95e4-a08e49f5f239 req-685f421a-4e27-444c-ac1a-8fbbe143a765 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:35.467289 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-94adc3b3-2e26-4f7b-95e4-a08e49f5f239 req-685f421a-4e27-444c-ac1a-8fbbe143a765 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 946 time: 0.1088736 Sep 17 03:49:35.492183 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89daa016-4f67-48b3-8141-b30e124efdf8 req-0cf9baae-6aa5-4634-a253-6c2533867bca tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:35.500263 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-89daa016-4f67-48b3-8141-b30e124efdf8 req-0cf9baae-6aa5-4634-a253-6c2533867bca tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4f3df2d-670f-4ee1-b3f2-4f906fab9f11 HTTP/1.1" status: 200 len: 946 time: 0.0799420 Sep 17 03:49:35.575554 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-94adc3b3-2e26-4f7b-95e4-a08e49f5f239 req-32fe1da2-6577-4876-9595-2cfe8b591caa tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995924 Sep 17 03:49:35.604407 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22 is: BUILD; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:49:35.604811 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (21eb96ad-7324-4cd7-bafe-bcd97e1bcf22), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:35.627084 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-89daa016-4f67-48b3-8141-b30e124efdf8 req-d29b4e97-bbe7-4715-95ec-1bc84f867cb9 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ef52a5d3-7c1e-43aa-8e16-f6b712f6e159&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253748 Sep 17 03:49:35.671001 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=21eb96ad-7324-4cd7-bafe-bcd97e1bcf22,segment=NetworkSegment(08cb3b6a-b907-4438-a94b-64c1979bcd7f),segment_id=08cb3b6a-b907-4438-a94b-64c1979bcd7f)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:49:35.700456 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-30d31dcf-1291-476a-87d8-0d462cdd9aa6 req-f6c60cc3-fc9c-4908-a6ca-e114c1778a20 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0dc27850-d570-4ae8-8d78-a88b4e539286 HTTP/1.1" status: 200 len: 210 time: 0.0331483 Sep 17 03:49:35.739182 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (21eb96ad-7324-4cd7-bafe-bcd97e1bcf22), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:35.785490 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:35.790379 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=21eb96ad-7324-4cd7-bafe-bcd97e1bcf22,revision_number=5']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:36.356184 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da179e3-9cc3-4d79-b8ee-209808b1cc6e req-7c5ee754-1382-456f-b528-8fe10db0f4f9 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:36.363759 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-2da179e3-9cc3-4d79-b8ee-209808b1cc6e req-7c5ee754-1382-456f-b528-8fe10db0f4f9 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48f6b82c-bba2-4e02-8a7e-84d78f3390d3 HTTP/1.1" status: 200 len: 945 time: 0.0882418 Sep 17 03:49:36.391909 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32422005-37c7-4385-a6f8-abd9ef97b3f5 req-0cea4b9d-f39f-4ecb-99c7-087540a37ebc tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:36.393665 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-32422005-37c7-4385-a6f8-abd9ef97b3f5 req-0cea4b9d-f39f-4ecb-99c7-087540a37ebc tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 945 time: 0.0866499 Sep 17 03:49:36.452127 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:36.460431 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-2da179e3-9cc3-4d79-b8ee-209808b1cc6e req-12005dd6-9055-4c45-9fd6-9aee7f66b915 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=104c9f39-d5bd-44df-9832-5ae2b62e50e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957968 Sep 17 03:49:36.475761 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [req-526f197c-9f0d-469c-9516-f7d180f7fe8f req-39bc5d6d-3901-4c0f-8fc6-32708eadb8da tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Request body: {'port': {'device_id': '0dc27850-d570-4ae8-8d78-a88b4e539286', 'network_id': '1fd72c10-4a74-432a-9d89-dc7591e6a4ad', 'admin_state_up': True, 'tenant_id': 'ca2e65ee55f142dd9ad4419ab18dcf7d'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:49:36.484718 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-32422005-37c7-4385-a6f8-abd9ef97b3f5 req-a87102e2-ed58-47db-8f24-a0c68ab49e97 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774438 Sep 17 03:49:36.778026 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-526f197c-9f0d-469c-9516-f7d180f7fe8f req-39bc5d6d-3901-4c0f-8fc6-32708eadb8da tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Made reservation on behalf of ca2e65ee55f142dd9ad4419ab18dcf7d for: {'port': 1} {{(pid=113210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:49:36.782709 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-526f197c-9f0d-469c-9516-f7d180f7fe8f req-39bc5d6d-3901-4c0f-8fc6-32708eadb8da tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:36.797173 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d92f1e-cf7c-4eca-9759-1098af6f1155 req-82e3a3f7-11ac-456c-b3f5-9f952dd10ef0 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:36.805835 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-57d92f1e-cf7c-4eca-9759-1098af6f1155 req-82e3a3f7-11ac-456c-b3f5-9f952dd10ef0 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 946 time: 0.0975649 Sep 17 03:49:36.896305 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734994da-bae8-4d51-b2bb-bd9a8e33bbaf req-3aec3994-885f-43a7-b887-cc083b350265 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:36.898230 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-734994da-bae8-4d51-b2bb-bd9a8e33bbaf req-3aec3994-885f-43a7-b887-cc083b350265 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4f3df2d-670f-4ee1-b3f2-4f906fab9f11 HTTP/1.1" status: 200 len: 946 time: 0.1112084 Sep 17 03:49:36.901693 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-57d92f1e-cf7c-4eca-9759-1098af6f1155 req-553b5d5c-e0b8-4f5e-ba73-a3f7f15422f4 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949986 Sep 17 03:49:36.964356 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.db_base_plugin_common [req-526f197c-9f0d-469c-9516-f7d180f7fe8f req-39bc5d6d-3901-4c0f-8fc6-32708eadb8da tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Allocated IP 172.20.0.8 (1fd72c10-4a74-432a-9d89-dc7591e6a4ad/dde75ce6-8d98-40e5-ac54-fd475574bb8f/8283b8b8-022d-4b44-ac77-9950d7f5466f) {{(pid=113210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:49:36.990087 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-734994da-bae8-4d51-b2bb-bd9a8e33bbaf req-92bce4bd-f3a4-4db5-8ba0-e74a1cb39230 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ef52a5d3-7c1e-43aa-8e16-f6b712f6e159&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797584 Sep 17 03:49:37.002411 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc5c225-b092-4c0a-9667-476ecc0e4e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21eb96ad-7324-4cd7-bafe-bcd97e1bcf22'}] {{(pid=113212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:49:37.012651 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc6586f6b4c6bd034ee7705c69f50a833cff710b963951e05e6de8956872ccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c2ab58-1629-42b3-85b6-a457a33ffdc9" -d '{"events": [{"server_uuid": "7cc5c225-b092-4c0a-9667-476ecc0e4e39", "name": "network-vif-plugged", "status": "completed", "tag": "21eb96ad-7324-4cd7-bafe-bcd97e1bcf22"}]}' {{(pid=113212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:49:37.040146 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-2c4feb74-e649-4c32-82ac-fa6990ef61a5 req-80fe0bee-e4c7-4b04-a955-5cd7f4396049 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0dc27850-d570-4ae8-8d78-a88b4e539286 HTTP/1.1" status: 200 len: 210 time: 0.0519061 Sep 17 03:49:37.088991 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22dadb25-a00c-495f-99ca-162ff1e3ef1d x-openstack-request-id: req-22dadb25-a00c-495f-99ca-162ff1e3ef1d {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:49:37.089305 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cc5c225-b092-4c0a-9667-476ecc0e4e39", "name": "network-vif-plugged", "status": "completed", "tag": "21eb96ad-7324-4cd7-bafe-bcd97e1bcf22", "code": 200}]} {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:49:37.089559 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-22dadb25-a00c-495f-99ca-162ff1e3ef1d {{(pid=113212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:49:37.090025 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22dadb25-a00c-495f-99ca-162ff1e3ef1d'] response: {'server_uuid': '7cc5c225-b092-4c0a-9667-476ecc0e4e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21eb96ad-7324-4cd7-bafe-bcd97e1bcf22', 'code': 200} Sep 17 03:49:37.194247 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c2adbe-53f9-4cae-9917-6a3596ddccd6 req-4760837e-ad27-44da-9e00-fedf939405e7 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:37.195891 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-17c2adbe-53f9-4cae-9917-6a3596ddccd6 req-4760837e-ad27-44da-9e00-fedf939405e7 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4f3df2d-670f-4ee1-b3f2-4f906fab9f11 HTTP/1.1" status: 200 len: 946 time: 0.0509658 Sep 17 03:49:37.208674 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 45062) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:37.213465 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [None req-f2f46da0-acfe-44fa-b41c-38b5c28848ba tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Request body: {'floatingip': {'port_id': 'fae1032b-da6a-4063-9698-4bfb74f60750'}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:49:37.215319 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-526f197c-9f0d-469c-9516-f7d180f7fe8f req-39bc5d6d-3901-4c0f-8fc6-32708eadb8da tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Publish callbacks [] for port (8283b8b8-022d-4b44-ac77-9950d7f5466f), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:37.299237 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-f2f46da0-acfe-44fa-b41c-38b5c28848ba tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for floatingip (0b9a9c88-10f1-486d-8115-e6a5b6ad9e81), before_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:37.399601 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-526f197c-9f0d-469c-9516-f7d180f7fe8f req-39bc5d6d-3901-4c0f-8fc6-32708eadb8da tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976'] for port (8283b8b8-022d-4b44-ac77-9950d7f5466f), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:37.457105 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-526f197c-9f0d-469c-9516-f7d180f7fe8f req-39bc5d6d-3901-4c0f-8fc6-32708eadb8da tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Network 1fd72c10-4a74-432a-9d89-dc7591e6a4ad is already hosted by enough agents. {{(pid=113210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:49:37.463000 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.base_scheduler [req-526f197c-9f0d-469c-9516-f7d180f7fe8f req-39bc5d6d-3901-4c0f-8fc6-32708eadb8da tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Resources bound (agent type, host, resource id): {{(pid=113210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:49:37.465017 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bc5d6d-3901-4c0f-8fc6-32708eadb8da tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Pushing event updated for resources: {'Port': ['ID=8283b8b8-022d-4b44-ac77-9950d7f5466f,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:37.470666 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [req-526f197c-9f0d-469c-9516-f7d180f7fe8f req-39bc5d6d-3901-4c0f-8fc6-32708eadb8da tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Received port after_create {{(pid=113210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:49:37.475486 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f197c-9f0d-469c-9516-f7d180f7fe8f req-39bc5d6d-3901-4c0f-8fc6-32708eadb8da tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:37.476093 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-526f197c-9f0d-469c-9516-f7d180f7fe8f req-39bc5d6d-3901-4c0f-8fc6-32708eadb8da tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for port (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:37.531629 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:37.587563 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-526f197c-9f0d-469c-9516-f7d180f7fe8f req-39bc5d6d-3901-4c0f-8fc6-32708eadb8da tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1187787 Sep 17 03:49:37.632791 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [req-526f197c-9f0d-469c-9516-f7d180f7fe8f req-1ea5ef69-9230-4fa6-a139-58499d433bc0 service neutron] Request body: {'port': {'device_id': '0dc27850-d570-4ae8-8d78-a88b4e539286', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:49:37.649918 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5bd60-1d54-4b45-af39-894b4759efcf req-1f92299e-5bc7-461b-bd5e-ffc283ee37ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:37.651756 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0dc5bd60-1d54-4b45-af39-894b4759efcf req-1f92299e-5bc7-461b-bd5e-ffc283ee37ea service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 1130 time: 0.1983047 Sep 17 03:49:37.668570 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:37.681254 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3400b51-504f-490f-aafe-ce03644fea11 req-b332418d-1754-4745-ba78-60e0937dab1c tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:37.682867 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c3400b51-504f-490f-aafe-ce03644fea11 req-b332418d-1754-4745-ba78-60e0937dab1c tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48f6b82c-bba2-4e02-8a7e-84d78f3390d3 HTTP/1.1" status: 200 len: 945 time: 0.1227181 Sep 17 03:49:37.708831 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-526f197c-9f0d-469c-9516-f7d180f7fe8f req-1ea5ef69-9230-4fa6-a139-58499d433bc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (8283b8b8-022d-4b44-ac77-9950d7f5466f), before_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:37.831054 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 45086) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:37.882661 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c4429-9eab-43ca-a8e0-5bf5ed9ea244 req-4597a86a-44f2-4209-914a-adb651237c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:37.885413 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-2d4c4429-9eab-43ca-a8e0-5bf5ed9ea244 req-4597a86a-44f2-4209-914a-adb651237c1b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 1129 time: 0.1131082 Sep 17 03:49:37.964252 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:37.971813 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-b88d81cb-fecd-492d-98a9-bcb53d60ffb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b0b4725d-5d3f-4adf-8b60-729f2f7a35da), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:37.984127 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a552d97-8f31-42ce-a584-441163acbc0c req-6c5fcc22-2da9-4ed9-924a-6afafe808562 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:37.985637 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-6a552d97-8f31-42ce-a584-441163acbc0c req-6c5fcc22-2da9-4ed9-924a-6afafe808562 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 945 time: 0.3687749 Sep 17 03:49:38.065222 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-50e3c09b-7af1-4d40-886f-58fc9e03d440 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:38.076770 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-2d4c4429-9eab-43ca-a8e0-5bf5ed9ea244 req-08e7e2de-8ac7-4f76-a702-01a4e8b8b11b service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1834161 Sep 17 03:49:38.102112 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0dc5bd60-1d54-4b45-af39-894b4759efcf req-0fe80955-3b9e-4a78-8d22-7fe1fd36e833 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4298222 Sep 17 03:49:38.141094 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c3400b51-504f-490f-aafe-ce03644fea11 req-51e32b0a-4e1c-4e61-9ebb-7c6f6db2ad77 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=104c9f39-d5bd-44df-9832-5ae2b62e50e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970096 Sep 17 03:49:38.157562 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.notifiers.nova [req-526f197c-9f0d-469c-9516-f7d180f7fe8f req-1ea5ef69-9230-4fa6-a139-58499d433bc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8283b8b8-022d-4b44-ac77-9950d7f5466f {{(pid=113210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:49:38.169096 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-526f197c-9f0d-469c-9516-f7d180f7fe8f req-1ea5ef69-9230-4fa6-a139-58499d433bc0 service neutron] Publish callbacks [] for port (8283b8b8-022d-4b44-ac77-9950d7f5466f), precommit_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:38.193292 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.provisioning_blocks [req-526f197c-9f0d-469c-9516-f7d180f7fe8f req-1ea5ef69-9230-4fa6-a139-58499d433bc0 service neutron] Transition to ACTIVE for port object 8283b8b8-022d-4b44-ac77-9950d7f5466f will not be triggered until provisioned by entity L2. {{(pid=113210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 03:49:38.221142 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-50e3c09b-7af1-4d40-886f-58fc9e03d440 admin admin] Publish callbacks [] for security_group (42558dda-1981-4852-ac4b-7ff2293dc690), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:38.222755 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-6a552d97-8f31-42ce-a584-441163acbc0c req-98750779-0ec9-421c-a6a3-ec171f32452a tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2279575 Sep 17 03:49:38.297148 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:38.332725 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-526f197c-9f0d-469c-9516-f7d180f7fe8f req-1ea5ef69-9230-4fa6-a139-58499d433bc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (8283b8b8-022d-4b44-ac77-9950d7f5466f), after_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:38.335352 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-50e3c09b-7af1-4d40-886f-58fc9e03d440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (42558dda-1981-4852-ac4b-7ff2293dc690), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:38.416987 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-50e3c09b-7af1-4d40-886f-58fc9e03d440 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=38a52dfa5814492cbc47f44005696a36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5622845 Sep 17 03:49:38.420032 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64708a19-2a3f-45a5-95e6-0750ac8de5cf req-6482204a-8acf-4d61-80b8-c7c645d40446 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:38.422068 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-64708a19-2a3f-45a5-95e6-0750ac8de5cf req-6482204a-8acf-4d61-80b8-c7c645d40446 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 946 time: 0.1830711 Sep 17 03:49:38.439234 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 45108) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:38.441255 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c09b-7af1-4d40-886f-58fc9e03d440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42558dda-1981-4852-ac4b-7ff2293dc690,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:38.447044 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2bbbe-7f8b-42ec-8980-cd3c8f0c7292 req-e23830bb-f968-4d47-8ad6-ce38f5bcf4af tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:38.448555 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-71b2bbbe-7f8b-42ec-8980-cd3c8f0c7292 req-e23830bb-f968-4d47-8ad6-ce38f5bcf4af tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0dc27850-d570-4ae8-8d78-a88b4e539286 HTTP/1.1" status: 200 len: 943 time: 0.1502717 Sep 17 03:49:38.461633 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea5ef69-9230-4fa6-a139-58499d433bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=8283b8b8-022d-4b44-ac77-9950d7f5466f,revision_number=2']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:38.490107 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.managers [req-526f197c-9f0d-469c-9516-f7d180f7fe8f req-1ea5ef69-9230-4fa6-a139-58499d433bc0 service neutron] Attempting to bind port 8283b8b8-022d-4b44-ac77-9950d7f5466f on host hv-cinder-84914 for vnic_type normal with profile {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:49:38.492643 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.managers [req-526f197c-9f0d-469c-9516-f7d180f7fe8f req-1ea5ef69-9230-4fa6-a139-58499d433bc0 service neutron] Attempting to bind port 8283b8b8-022d-4b44-ac77-9950d7f5466f by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '40a47736-4ea1-4eea-8cea-ed2a33812359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1fd72c10-4a74-432a-9d89-dc7591e6a4ad'}] {{(pid=113210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:49:38.492643 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526f197c-9f0d-469c-9516-f7d180f7fe8f req-1ea5ef69-9230-4fa6-a139-58499d433bc0 service neutron] Attempting to bind port 8283b8b8-022d-4b44-ac77-9950d7f5466f on network 1fd72c10-4a74-432a-9d89-dc7591e6a4ad {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:49:38.535907 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.db.resource_extend [None req-f2f46da0-acfe-44fa-b41c-38b5c28848ba tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 17 03:49:38.544851 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-7a426dd2-588e-422c-92f3-7e7c4695c466 admin admin] Publish callbacks [] for security_group (42558dda-1981-4852-ac4b-7ff2293dc690), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:38.558565 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526f197c-9f0d-469c-9516-f7d180f7fe8f req-1ea5ef69-9230-4fa6-a139-58499d433bc0 service neutron] Port 8283b8b8-022d-4b44-ac77-9950d7f5466f on network 1fd72c10-4a74-432a-9d89-dc7591e6a4ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 03:49:38.558897 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526f197c-9f0d-469c-9516-f7d180f7fe8f req-1ea5ef69-9230-4fa6-a139-58499d433bc0 service neutron] Attempting to bind port 8283b8b8-022d-4b44-ac77-9950d7f5466f on network 1fd72c10-4a74-432a-9d89-dc7591e6a4ad {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:49:38.594716 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-7a426dd2-588e-422c-92f3-7e7c4695c466 admin admin] Publish callbacks [] for security_group (42558dda-1981-4852-ac4b-7ff2293dc690), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:38.630502 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-64708a19-2a3f-45a5-95e6-0750ac8de5cf req-acba3605-2fe1-4b9a-9aa1-3d2a7d173b91 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905079 Sep 17 03:49:38.644548 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526f197c-9f0d-469c-9516-f7d180f7fe8f req-1ea5ef69-9230-4fa6-a139-58499d433bc0 service neutron] Checking agent: {'id': '56a63866-613b-46a0-90ee-05b9222d9bfc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 46, 46), 'started_at': datetime.datetime(2022, 9, 17, 3, 46, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:49:38.644886 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526f197c-9f0d-469c-9516-f7d180f7fe8f req-1ea5ef69-9230-4fa6-a139-58499d433bc0 service neutron] Checking segment: {'id': '40a47736-4ea1-4eea-8cea-ed2a33812359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1fd72c10-4a74-432a-9d89-dc7591e6a4ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:49:38.645456 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526f197c-9f0d-469c-9516-f7d180f7fe8f req-1ea5ef69-9230-4fa6-a139-58499d433bc0 service neutron] Bound using segment: {'id': '40a47736-4ea1-4eea-8cea-ed2a33812359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1fd72c10-4a74-432a-9d89-dc7591e6a4ad'} {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:49:38.645696 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.managers [req-526f197c-9f0d-469c-9516-f7d180f7fe8f req-1ea5ef69-9230-4fa6-a139-58499d433bc0 service neutron] Bound port: 8283b8b8-022d-4b44-ac77-9950d7f5466f, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40a47736-4ea1-4eea-8cea-ed2a33812359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1fd72c10-4a74-432a-9d89-dc7591e6a4ad'}}] {{(pid=113210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:49:38.646072 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-526f197c-9f0d-469c-9516-f7d180f7fe8f req-1ea5ef69-9230-4fa6-a139-58499d433bc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (8283b8b8-022d-4b44-ac77-9950d7f5466f), before_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:38.651702 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-f2f46da0-acfe-44fa-b41c-38b5c28848ba tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:38.664169 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-71b2bbbe-7f8b-42ec-8980-cd3c8f0c7292 req-56e82692-2f67-408b-8844-17b7b178e640 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1255afdb-aee6-4891-ae9a-1a4e7d458cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825526 Sep 17 03:49:38.713960 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [req-526f197c-9f0d-469c-9516-f7d180f7fe8f req-1ea5ef69-9230-4fa6-a139-58499d433bc0 service neutron] For port 8283b8b8-022d-4b44-ac77-9950d7f5466f, host hv-cinder-84914, cleared binding levels {{(pid=113210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:49:38.716918 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [req-526f197c-9f0d-469c-9516-f7d180f7fe8f req-1ea5ef69-9230-4fa6-a139-58499d433bc0 service neutron] For port 8283b8b8-022d-4b44-ac77-9950d7f5466f, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=8283b8b8-022d-4b44-ac77-9950d7f5466f,segment=NetworkSegment(40a47736-4ea1-4eea-8cea-ed2a33812359),segment_id=40a47736-4ea1-4eea-8cea-ed2a33812359)] {{(pid=113210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:49:38.801157 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-f2f46da0-acfe-44fa-b41c-38b5c28848ba tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615334'] for floatingip (0b9a9c88-10f1-486d-8115-e6a5b6ad9e81), after_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:38.898801 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.db.l3_db [None req-f2f46da0-acfe-44fa-b41c-38b5c28848ba tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Floating IP 0b9a9c88-10f1-486d-8115-e6a5b6ad9e81 associated. External IP: 172.27.0.81, port: fae1032b-da6a-4063-9698-4bfb74f60750. Sep 17 03:49:38.903702 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-7a426dd2-588e-422c-92f3-7e7c4695c466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (42558dda-1981-4852-ac4b-7ff2293dc690), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:38.906625 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-7a426dd2-588e-422c-92f3-7e7c4695c466 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:38.910245 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-7a426dd2-588e-422c-92f3-7e7c4695c466 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/42558dda-1981-4852-ac4b-7ff2293dc690 HTTP/1.1" status: 204 len: 168 time: 0.4674816 Sep 17 03:49:38.912194 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-526f197c-9f0d-469c-9516-f7d180f7fe8f req-1ea5ef69-9230-4fa6-a139-58499d433bc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (8283b8b8-022d-4b44-ac77-9950d7f5466f), after_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:38.923535 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a426dd2-588e-422c-92f3-7e7c4695c466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42558dda-1981-4852-ac4b-7ff2293dc690,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:38.952793 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f197c-9f0d-469c-9516-f7d180f7fe8f req-1ea5ef69-9230-4fa6-a139-58499d433bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:38.952793 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-526f197c-9f0d-469c-9516-f7d180f7fe8f req-1ea5ef69-9230-4fa6-a139-58499d433bc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for port (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:38.954302 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-526f197c-9f0d-469c-9516-f7d180f7fe8f req-1ea5ef69-9230-4fa6-a139-58499d433bc0 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/8283b8b8-022d-4b44-ac77-9950d7f5466f HTTP/1.1" status: 200 len: 1093 time: 1.3333681 Sep 17 03:49:38.954802 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc27850-d570-4ae8-8d78-a88b4e539286', 'tag': '8283b8b8-022d-4b44-ac77-9950d7f5466f'}] {{(pid=113210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:49:38.957071 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a613894f386080b2b9315951ba9a4c402b93d12b77848e4e2f89d9386810e3b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723c9f6f-a169-4950-98f7-b70b89ce3f28" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc27850-d570-4ae8-8d78-a88b4e539286", "tag": "8283b8b8-022d-4b44-ac77-9950d7f5466f"}]}' {{(pid=113210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:49:39.001657 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1886ff8e-4448-4d8f-bb71-248347593a08 x-openstack-request-id: req-1886ff8e-4448-4d8f-bb71-248347593a08 {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:49:39.001980 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc27850-d570-4ae8-8d78-a88b4e539286", "tag": "8283b8b8-022d-4b44-ac77-9950d7f5466f", "status": "completed", "code": 200}]} {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:49:39.002300 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1886ff8e-4448-4d8f-bb71-248347593a08 {{(pid=113210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:49:39.002707 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1886ff8e-4448-4d8f-bb71-248347593a08'] response: {'name': 'network-changed', 'server_uuid': '0dc27850-d570-4ae8-8d78-a88b4e539286', 'tag': '8283b8b8-022d-4b44-ac77-9950d7f5466f', 'status': 'completed', 'code': 200} Sep 17 03:49:39.004157 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea5ef69-9230-4fa6-a139-58499d433bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=8283b8b8-022d-4b44-ac77-9950d7f5466f,revision_number=3']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:39.145166 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f46da0-acfe-44fa-b41c-38b5c28848ba tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Router 1199cd8e-d329-4648-ace2-63398eb0ef65 has already been hosted by L3 agent b971cbd0-997d-41fb-8614-0aea29982798 {{(pid=113211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:49:39.265186 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f46da0-acfe-44fa-b41c-38b5c28848ba tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:49:39.270995 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-f2f46da0-acfe-44fa-b41c-38b5c28848ba tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for floatingip (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:39.300657 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef95efe6-1f13-4005-bff5-d82431034657 None None] Sync routers for ids ['1199cd8e-d329-4648-ace2-63398eb0ef65'] in dv-cinder-849143-3-iscsi {{(pid=113213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:49:39.308198 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-f2f46da0-acfe-44fa-b41c-38b5c28848ba tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/0b9a9c88-10f1-486d-8115-e6a5b6ad9e81 HTTP/1.1" status: 200 len: 991 time: 2.0964561 Sep 17 03:49:39.308198 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4f3df2d-670f-4ee1-b3f2-4f906fab9f11', 'tag': 'fae1032b-da6a-4063-9698-4bfb74f60750'}] {{(pid=113211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:49:39.312283 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346c2caff186dcd388f83f6dc64b2ba25d7763d65cfebe6fa09f9256a5522518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a488fe-1aa1-4531-bf8c-4f36cc61fdf1" -d '{"events": [{"name": "network-changed", "server_uuid": "e4f3df2d-670f-4ee1-b3f2-4f906fab9f11", "tag": "fae1032b-da6a-4063-9698-4bfb74f60750"}]}' {{(pid=113211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:49:39.314757 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef95efe6-1f13-4005-bff5-d82431034657 None None] Routers {'1199cd8e-d329-4648-ace2-63398eb0ef65'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:49:39.315509 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-ef95efe6-1f13-4005-bff5-d82431034657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:49:10Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['1199cd8e-d329-4648-ace2-63398eb0ef65'], 'active': True} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:49:39.362569 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549eefe0-5d21-483e-9975-d8d799280e57 x-openstack-request-id: req-549eefe0-5d21-483e-9975-d8d799280e57 {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:49:39.362958 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4f3df2d-670f-4ee1-b3f2-4f906fab9f11", "tag": "fae1032b-da6a-4063-9698-4bfb74f60750", "status": "completed", "code": 200}]} {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:49:39.363302 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-549eefe0-5d21-483e-9975-d8d799280e57 {{(pid=113211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:49:39.363793 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-549eefe0-5d21-483e-9975-d8d799280e57'] response: {'name': 'network-changed', 'server_uuid': 'e4f3df2d-670f-4ee1-b3f2-4f906fab9f11', 'tag': 'fae1032b-da6a-4063-9698-4bfb74f60750', 'status': 'completed', 'code': 200} Sep 17 03:49:39.371050 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:39.423180 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvr_db [None req-ef95efe6-1f13-4005-bff5-d82431034657 None None] Set router 1199cd8e-d329-4648-ace2-63398eb0ef65 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:49:39.432352 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34b223-067f-425e-9453-f5f69ec3f35c req-e72f7e6a-e990-474b-afa0-a235ef750f25 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:39.434209 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-df34b223-067f-425e-9453-f5f69ec3f35c req-e72f7e6a-e990-474b-afa0-a235ef750f25 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 945 time: 0.0552058 Sep 17 03:49:39.489429 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-df34b223-067f-425e-9453-f5f69ec3f35c req-a339f056-9fea-428b-a218-80b84fdbd0df tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454993 Sep 17 03:49:39.543550 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:39.680687 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-ef95efe6-1f13-4005-bff5-d82431034657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'name': 'tempest-AttachVolumeNegativeTest-710767008-router', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:40Z', 'updated_at': '2022-09-17T03:48:49Z', 'revision_number': 4, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'gw_port': {'id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ae:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_floatingips': [{'id': '0b9a9c88-10f1-486d-8115-e6a5b6ad9e81', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'floating_ip_address': '172.27.0.81', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'port_id': 'fae1032b-da6a-4063-9698-4bfb74f60750', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f', 'mac_address': 'fa:16:3e:79:df:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f3df2d-670f-4ee1-b3f2-4f906fab9f11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:48:58Z', 'updated_at': '2022-09-17T03:49:38Z', 'revision_number': 1, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd44a3f-6ef3-4bdc-8585-990b9803e2f0', 'name': '', 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'mac_address': 'fa:16:3e:c8:15:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:47Z', 'updated_at': '2022-09-17T03:49:00Z', 'revision_number': 5, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'subnets': [{'id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:49:39.715154 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef95efe6-1f13-4005-bff5-d82431034657 None None] Checking router: 1199cd8e-d329-4648-ace2-63398eb0ef65 for host: dv-cinder-849143-3-iscsi {{(pid=113213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:49:39.715808 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef95efe6-1f13-4005-bff5-d82431034657 None None] Routers {'1199cd8e-d329-4648-ace2-63398eb0ef65'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:49:39.716406 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-ef95efe6-1f13-4005-bff5-d82431034657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:49:10Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['1199cd8e-d329-4648-ace2-63398eb0ef65'], 'active': True} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:49:39.804748 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79132787-9742-4d8e-ab38-28bb64da279b req-ace4d48b-a42c-4166-9801-4be4c1f284f9 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:39.806259 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-79132787-9742-4d8e-ab38-28bb64da279b req-ace4d48b-a42c-4166-9801-4be4c1f284f9 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 946 time: 0.0838296 Sep 17 03:49:39.819658 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51223923-4115-4142-bf17-18f424e5f21b req-59540d04-931e-4846-9f8e-51ac1722216a tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:39.821241 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-51223923-4115-4142-bf17-18f424e5f21b req-59540d04-931e-4846-9f8e-51ac1722216a tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0dc27850-d570-4ae8-8d78-a88b4e539286 HTTP/1.1" status: 200 len: 943 time: 0.0595446 Sep 17 03:49:39.824554 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvr_db [None req-ef95efe6-1f13-4005-bff5-d82431034657 None None] Set router 1199cd8e-d329-4648-ace2-63398eb0ef65 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:49:39.891720 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-79132787-9742-4d8e-ab38-28bb64da279b req-1ee67b91-0df2-4e25-9db2-226c9091044d tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693798 Sep 17 03:49:39.893423 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 45138) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:39.936556 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-51223923-4115-4142-bf17-18f424e5f21b req-fcc883dd-8109-4ab8-bd0b-550fc3c78123 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1255afdb-aee6-4891-ae9a-1a4e7d458cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065226 Sep 17 03:49:39.942795 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-70b7e75f-5ee1-4f39-8216-6662afbd5a9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:40.015762 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.agents_db [None req-b2aba882-f127-474e-990c-8a1f8fa77bd5 None None] Agent healthcheck: found 6 active agents {{(pid=113213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:49:40.063941 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c9f6f-a169-4950-98f7-b70b89ce3f28 req-629c1bda-8232-4ec8-a2f6-147503305c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:40.065563 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-723c9f6f-a169-4950-98f7-b70b89ce3f28 req-629c1bda-8232-4ec8-a2f6-147503305c26 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ca2e65ee55f142dd9ad4419ab18dcf7d&device_id=0dc27850-d570-4ae8-8d78-a88b4e539286 HTTP/1.1" status: 200 len: 1127 time: 0.0677435 Sep 17 03:49:40.095234 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-ef95efe6-1f13-4005-bff5-d82431034657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'name': 'tempest-AttachVolumeNegativeTest-710767008-router', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:40Z', 'updated_at': '2022-09-17T03:48:49Z', 'revision_number': 4, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'gw_port': {'id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ae:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_floatingips': [{'id': '0b9a9c88-10f1-486d-8115-e6a5b6ad9e81', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'floating_ip_address': '172.27.0.81', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'port_id': 'fae1032b-da6a-4063-9698-4bfb74f60750', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f', 'mac_address': 'fa:16:3e:79:df:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f3df2d-670f-4ee1-b3f2-4f906fab9f11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:48:58Z', 'updated_at': '2022-09-17T03:49:38Z', 'revision_number': 1, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd44a3f-6ef3-4bdc-8585-990b9803e2f0', 'name': '', 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'mac_address': 'fa:16:3e:c8:15:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:47Z', 'updated_at': '2022-09-17T03:49:00Z', 'revision_number': 5, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'subnets': [{'id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:49:40.098096 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-70b7e75f-5ee1-4f39-8216-6662afbd5a9f admin admin] Publish callbacks [] for security_group (73f696ce-421a-4d36-91c0-3f663ab09322), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:40.123626 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef95efe6-1f13-4005-bff5-d82431034657 None None] The sync data for ids ['1199cd8e-d329-4648-ace2-63398eb0ef65'] in dv-cinder-849143-3-iscsi is: [{'id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'name': 'tempest-AttachVolumeNegativeTest-710767008-router', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:40Z', 'updated_at': '2022-09-17T03:48:49Z', 'revision_number': 4, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'gw_port': {'id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ae:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_floatingips': [{'id': '0b9a9c88-10f1-486d-8115-e6a5b6ad9e81', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'floating_ip_address': '172.27.0.81', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'port_id': 'fae1032b-da6a-4063-9698-4bfb74f60750', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f', 'mac_address': 'fa:16:3e:79:df:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f3df2d-670f-4ee1-b3f2-4f906fab9f11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:48:58Z', 'updated_at': '2022-09-17T03:49:38Z', 'revision_number': 1, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd44a3f-6ef3-4bdc-8585-990b9803e2f0', 'name': '', 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'mac_address': 'fa:16:3e:c8:15:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:47Z', 'updated_at': '2022-09-17T03:49:00Z', 'revision_number': 5, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'subnets': [{'id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:49:40.290500 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-70b7e75f-5ee1-4f39-8216-6662afbd5a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (73f696ce-421a-4d36-91c0-3f663ab09322), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:40.329491 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-70b7e75f-5ee1-4f39-8216-6662afbd5a9f admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=7eca1dfbea9645cda2c65c9a9ec7f22c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4345536 Sep 17 03:49:40.332571 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 45148) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:40.352968 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b7e75f-5ee1-4f39-8216-6662afbd5a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f696ce-421a-4d36-91c0-3f663ab09322,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:40.361642 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7e75f-5ee1-4f39-8216-6662afbd5a9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:49:40.362080 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7e75f-5ee1-4f39-8216-6662afbd5a9f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:49:40.362371 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-d9cfe108-2bdf-42bf-8fe3-27a14efea9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b971cbd0-997d-41fb-8614-0aea29982798), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:40.365851 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7e75f-5ee1-4f39-8216-6662afbd5a9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:49:40.365851 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7e75f-5ee1-4f39-8216-6662afbd5a9f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:49:40.365851 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7e75f-5ee1-4f39-8216-6662afbd5a9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:49:40.365851 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7e75f-5ee1-4f39-8216-6662afbd5a9f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:49:40.365851 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7e75f-5ee1-4f39-8216-6662afbd5a9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:49:40.365851 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7e75f-5ee1-4f39-8216-6662afbd5a9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:49:40.365851 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7e75f-5ee1-4f39-8216-6662afbd5a9f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:49:40.365851 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7e75f-5ee1-4f39-8216-6662afbd5a9f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:49:40.365851 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7e75f-5ee1-4f39-8216-6662afbd5a9f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:49:40.365851 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7e75f-5ee1-4f39-8216-6662afbd5a9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:49:40.365851 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7e75f-5ee1-4f39-8216-6662afbd5a9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:49:40.366599 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7e75f-5ee1-4f39-8216-6662afbd5a9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:49:40.366599 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7e75f-5ee1-4f39-8216-6662afbd5a9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:49:40.383656 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:40.406614 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-d0a04b4c-58c4-49f8-af19-a084092a753b admin admin] Publish callbacks [] for security_group (73f696ce-421a-4d36-91c0-3f663ab09322), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:40.427558 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-d0a04b4c-58c4-49f8-af19-a084092a753b admin admin] Publish callbacks [] for security_group (73f696ce-421a-4d36-91c0-3f663ab09322), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:40.578155 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a488fe-1aa1-4531-bf8c-4f36cc61fdf1 req-5f88cda1-f1ff-4ea5-b6fb-635798d6d078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:40.579761 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-82a488fe-1aa1-4531-bf8c-4f36cc61fdf1 req-5f88cda1-f1ff-4ea5-b6fb-635798d6d078 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=fb6cb03abf5242b594efcf325909dd32&device_id=e4f3df2d-670f-4ee1-b3f2-4f906fab9f11 HTTP/1.1" status: 200 len: 1130 time: 0.0407414 Sep 17 03:49:40.611930 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-d0a04b4c-58c4-49f8-af19-a084092a753b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (73f696ce-421a-4d36-91c0-3f663ab09322), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:40.614456 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-d0a04b4c-58c4-49f8-af19-a084092a753b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:40.618910 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-d0a04b4c-58c4-49f8-af19-a084092a753b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/73f696ce-421a-4d36-91c0-3f663ab09322 HTTP/1.1" status: 204 len: 168 time: 0.2820430 Sep 17 03:49:40.630322 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:40.633704 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a04b4c-58c4-49f8-af19-a084092a753b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f696ce-421a-4d36-91c0-3f663ab09322,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:40.648602 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be89a42-80e6-4dc5-85d2-22c09120c7f9 req-39886ce8-605d-4255-a171-eb5209ce62c8 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:40.650107 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8be89a42-80e6-4dc5-85d2-22c09120c7f9 req-39886ce8-605d-4255-a171-eb5209ce62c8 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 945 time: 0.0688517 Sep 17 03:49:40.651479 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a04b4c-58c4-49f8-af19-a084092a753b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:49:40.651945 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a04b4c-58c4-49f8-af19-a084092a753b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:49:40.652156 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a04b4c-58c4-49f8-af19-a084092a753b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:49:40.652493 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a04b4c-58c4-49f8-af19-a084092a753b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:49:40.652824 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a04b4c-58c4-49f8-af19-a084092a753b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:49:40.653152 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a04b4c-58c4-49f8-af19-a084092a753b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:49:40.653479 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a04b4c-58c4-49f8-af19-a084092a753b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:49:40.653892 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a04b4c-58c4-49f8-af19-a084092a753b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:49:40.654300 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a04b4c-58c4-49f8-af19-a084092a753b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:49:40.654662 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a04b4c-58c4-49f8-af19-a084092a753b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:49:40.654893 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a04b4c-58c4-49f8-af19-a084092a753b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:49:40.655216 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a04b4c-58c4-49f8-af19-a084092a753b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:49:40.655533 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a04b4c-58c4-49f8-af19-a084092a753b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:49:40.655851 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a04b4c-58c4-49f8-af19-a084092a753b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:49:40.656165 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a04b4c-58c4-49f8-af19-a084092a753b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:49:40.713663 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8be89a42-80e6-4dc5-85d2-22c09120c7f9 req-5f67871b-55e6-444c-863f-d0c8d9db1aa0 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544388 Sep 17 03:49:40.850957 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72852d82-0f3b-42f9-babb-bb351cc2d049 req-12053950-4fd2-4f82-80b9-f93147070d20 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:40.853269 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-72852d82-0f3b-42f9-babb-bb351cc2d049 req-12053950-4fd2-4f82-80b9-f93147070d20 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 945 time: 0.0535758 Sep 17 03:49:40.863408 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 45156) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:40.868879 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-ffa13292-fa01-43fc-99b9-546a9a2f4eb9 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Request body: {'floatingip': {'port_id': '21eb96ad-7324-4cd7-bafe-bcd97e1bcf22'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:49:40.896890 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9fd67f-a9ed-4341-8974-cd74b37be3c9 None None] New status for floating IP 0b9a9c88-10f1-486d-8115-e6a5b6ad9e81: ACTIVE {{(pid=113212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 03:49:41.002618 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-ffa13292-fa01-43fc-99b9-546a9a2f4eb9 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks [] for floatingip (14852033-6557-4c19-a6a1-d8ea60cda8b6), before_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:41.204430 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9d765-5df6-4c51-b467-d44fa64e07da req-aefa5c17-34ab-44c5-908b-5211ee9d3e8d tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:41.206595 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-63b9d765-5df6-4c51-b467-d44fa64e07da req-aefa5c17-34ab-44c5-908b-5211ee9d3e8d tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0dc27850-d570-4ae8-8d78-a88b4e539286 HTTP/1.1" status: 200 len: 943 time: 0.1391275 Sep 17 03:49:41.213509 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1967d89-007c-47bd-8585-4dc4ff87179e req-bc57bcf8-511c-48dd-b2db-6031d64d8f90 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:41.215444 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f1967d89-007c-47bd-8585-4dc4ff87179e req-bc57bcf8-511c-48dd-b2db-6031d64d8f90 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 946 time: 0.1355417 Sep 17 03:49:41.315868 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c9f6f-a169-4950-98f7-b70b89ce3f28 req-ad030575-9e68-493f-bd82-b0f573d54998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:41.317643 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-723c9f6f-a169-4950-98f7-b70b89ce3f28 req-ad030575-9e68-493f-bd82-b0f573d54998 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=ca2e65ee55f142dd9ad4419ab18dcf7d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3680112 Sep 17 03:49:41.368004 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-63b9d765-5df6-4c51-b467-d44fa64e07da req-d33d3950-480a-4210-bb29-799fa5618d20 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1255afdb-aee6-4891-ae9a-1a4e7d458cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507001 Sep 17 03:49:41.373882 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f1967d89-007c-47bd-8585-4dc4ff87179e req-07361bd5-b518-4b96-893d-0f9ee782dba3 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487939 Sep 17 03:49:41.463407 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:41.582098 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ff42d983-095d-47ba-82c6-d5d7a2ded2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b812d02d-dcd0-44a4-bd1c-6e92b95e6b3f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:41.591013 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a488fe-1aa1-4531-bf8c-4f36cc61fdf1 req-2ffb05d1-d4a1-452e-a593-40ad4d242e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:41.595621 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-82a488fe-1aa1-4531-bf8c-4f36cc61fdf1 req-2ffb05d1-d4a1-452e-a593-40ad4d242e54 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=07c207ee-c2bb-4d53-bca3-b5aa6199ad0f HTTP/1.1" status: 200 len: 915 time: 0.1480765 Sep 17 03:49:42.073916 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c9f6f-a169-4950-98f7-b70b89ce3f28 req-d8ea45fd-6c32-4f68-858f-9af9fb7e4c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:42.075429 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-723c9f6f-a169-4950-98f7-b70b89ce3f28 req-d8ea45fd-6c32-4f68-858f-9af9fb7e4c19 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3369575 Sep 17 03:49:42.137123 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-82a488fe-1aa1-4531-bf8c-4f36cc61fdf1 req-b1642a8a-f5d2-4c62-8b43-e5a9958e56ad service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fae1032b-da6a-4063-9698-4bfb74f60750 HTTP/1.1" status: 200 len: 1001 time: 0.3230014 Sep 17 03:49:42.224385 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-ffa13292-fa01-43fc-99b9-546a9a2f4eb9 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:42.277527 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c32be2-674c-4a70-a5ec-d963ab1b577f req-e754a6a0-ee8a-4801-922a-7cbef1d8429c tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:42.277816 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-01c32be2-674c-4a70-a5ec-d963ab1b577f req-e754a6a0-ee8a-4801-922a-7cbef1d8429c tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 946 time: 0.0983510 Sep 17 03:49:42.284638 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a488fe-1aa1-4531-bf8c-4f36cc61fdf1 req-f98717cd-4f3f-434c-aceb-cfa91e085aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:42.287069 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-82a488fe-1aa1-4531-bf8c-4f36cc61fdf1 req-f98717cd-4f3f-434c-aceb-cfa91e085aac service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=21657c11-9b0c-49b1-8935-9d760016ec10 HTTP/1.1" status: 200 len: 853 time: 0.1415482 Sep 17 03:49:42.293137 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f197c-9f0d-469c-9516-f7d180f7fe8f req-e2b61ed5-7348-4e80-8f6e-f2e1197d74ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:42.296996 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-526f197c-9f0d-469c-9516-f7d180f7fe8f req-e2b61ed5-7348-4e80-8f6e-f2e1197d74ad service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ca2e65ee55f142dd9ad4419ab18dcf7d&device_id=0dc27850-d570-4ae8-8d78-a88b4e539286 HTTP/1.1" status: 200 len: 1127 time: 0.1365938 Sep 17 03:49:42.352311 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a488fe-1aa1-4531-bf8c-4f36cc61fdf1 req-de82d57f-f89b-4232-9b03-595d2822686d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:42.354035 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-82a488fe-1aa1-4531-bf8c-4f36cc61fdf1 req-de82d57f-f89b-4232-9b03-595d2822686d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=07c207ee-c2bb-4d53-bca3-b5aa6199ad0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0570035 Sep 17 03:49:42.400690 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-ffa13292-fa01-43fc-99b9-546a9a2f4eb9 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615334'] for floatingip (14852033-6557-4c19-a6a1-d8ea60cda8b6), after_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:42.439265 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-01c32be2-674c-4a70-a5ec-d963ab1b577f req-590915c0-3421-4112-8f18-cc0024fdd736 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500881 Sep 17 03:49:42.463482 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-526f197c-9f0d-469c-9516-f7d180f7fe8f req-5336eba3-96d9-45a9-8014-fe1e499ea1ed service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8283b8b8-022d-4b44-ac77-9950d7f5466f HTTP/1.1" status: 200 len: 217 time: 0.1165190 Sep 17 03:49:42.497382 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-82a488fe-1aa1-4531-bf8c-4f36cc61fdf1 req-e225ef99-1b8f-4aa6-8386-cd7d29f39048 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/07c207ee-c2bb-4d53-bca3-b5aa6199ad0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365497 Sep 17 03:49:42.498830 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da9251-b6bf-4a91-a502-be07ae808177 req-56f5d508-db7b-4940-a39f-9a76e6f4df8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:42.500351 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-f0da9251-b6bf-4a91-a502-be07ae808177 req-56f5d508-db7b-4940-a39f-9a76e6f4df8a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=294abb2085b844a99908242d4b02e263&device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 1130 time: 0.1806540 Sep 17 03:49:42.604319 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87480d1b-1ca7-4c3c-a3be-164d20f76e6a req-85ae2793-8c82-4e38-bcdb-c4827c90f79c tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:42.605877 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-87480d1b-1ca7-4c3c-a3be-164d20f76e6a req-85ae2793-8c82-4e38-bcdb-c4827c90f79c tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0dc27850-d570-4ae8-8d78-a88b4e539286 HTTP/1.1" status: 200 len: 943 time: 0.0971377 Sep 17 03:49:42.642727 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.db.l3_db [None req-ffa13292-fa01-43fc-99b9-546a9a2f4eb9 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Floating IP 14852033-6557-4c19-a6a1-d8ea60cda8b6 associated. External IP: 172.27.0.111, port: 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22. Sep 17 03:49:42.645703 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f197c-9f0d-469c-9516-f7d180f7fe8f req-c9c442b9-299a-4a73-bdd6-5432b609f555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:42.647226 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-526f197c-9f0d-469c-9516-f7d180f7fe8f req-c9c442b9-299a-4a73-bdd6-5432b609f555 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=dde75ce6-8d98-40e5-ac54-fd475574bb8f HTTP/1.1" status: 200 len: 848 time: 0.1905491 Sep 17 03:49:42.674201 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-82a488fe-1aa1-4531-bf8c-4f36cc61fdf1 req-fcbf9b89-6b2a-4353-bcf0-ad5beaf466d0 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/07c207ee-c2bb-4d53-bca3-b5aa6199ad0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525767 Sep 17 03:49:42.688643 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-87480d1b-1ca7-4c3c-a3be-164d20f76e6a req-575d5b50-271a-4bbc-81ab-ef05e19427c5 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1255afdb-aee6-4891-ae9a-1a4e7d458cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759931 Sep 17 03:49:42.782296 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-526f197c-9f0d-469c-9516-f7d180f7fe8f req-c9efdb28-d202-48f9-b33d-852152fe7b0b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=1fd72c10-4a74-432a-9d89-dc7591e6a4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822482 Sep 17 03:49:42.884944 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da9251-b6bf-4a91-a502-be07ae808177 req-7ec23aa2-d915-405e-adc9-b74b6305575e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:42.886448 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-f0da9251-b6bf-4a91-a502-be07ae808177 req-7ec23aa2-d915-405e-adc9-b74b6305575e service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0 HTTP/1.1" status: 200 len: 919 time: 0.3517361 Sep 17 03:49:42.955295 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-f0da9251-b6bf-4a91-a502-be07ae808177 req-3a5c55b7-0439-4c91-9258-fa2a6bd15a49 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b02d1a09-a924-4830-ad51-135682e8cbb2 HTTP/1.1" status: 200 len: 217 time: 0.0470002 Sep 17 03:49:43.003809 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (287db9f2-8160-4728-95aa-12aebca604d4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:43.050527 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-526f197c-9f0d-469c-9516-f7d180f7fe8f req-7c18f005-d300-4c4f-ad02-8dc2c85bdadc service neutron] 10.222.0.18 "GET /networking/v2.0/networks/1fd72c10-4a74-432a-9d89-dc7591e6a4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542720 Sep 17 03:49:43.068891 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da9251-b6bf-4a91-a502-be07ae808177 req-40df9cba-cba1-4d1a-9719-959913a8fcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:43.070379 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-f0da9251-b6bf-4a91-a502-be07ae808177 req-40df9cba-cba1-4d1a-9719-959913a8fcd6 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=4a9bc613-44d6-4890-b247-86fc85e41240 HTTP/1.1" status: 200 len: 857 time: 0.1045268 Sep 17 03:49:43.121100 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-646eddea-6e8a-47f3-a1f2-d7ccad205ddb req-38640deb-3a4f-403b-ab53-70d623cfd6ec service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f73d2688-0699-49aa-9019-94ca41f9df5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430336 Sep 17 03:49:43.296287 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646eddea-6e8a-47f3-a1f2-d7ccad205ddb req-e1d79830-615a-477d-9ff6-99f231c46f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:43.298021 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-646eddea-6e8a-47f3-a1f2-d7ccad205ddb req-e1d79830-615a-477d-9ff6-99f231c46f48 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=294abb2085b844a99908242d4b02e263&device_id=f73d2688-0699-49aa-9019-94ca41f9df5c HTTP/1.1" status: 200 len: 1129 time: 0.0653462 Sep 17 03:49:43.320443 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fecdf064-2280-4810-8c6f-7fec6cce5654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (7e0cb1e0-c4a7-4d3b-9abd-ffc9973ed5e0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:43.406364 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da9251-b6bf-4a91-a502-be07ae808177 req-ab2e27eb-c7db-41b3-9cf0-8eec2131cc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:43.410788 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-f0da9251-b6bf-4a91-a502-be07ae808177 req-ab2e27eb-c7db-41b3-9cf0-8eec2131cc74 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3233504 Sep 17 03:49:43.425671 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646eddea-6e8a-47f3-a1f2-d7ccad205ddb req-493f7d58-a607-442f-aaac-dbb38f7d8867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:43.427203 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-646eddea-6e8a-47f3-a1f2-d7ccad205ddb req-493f7d58-a607-442f-aaac-dbb38f7d8867 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0 HTTP/1.1" status: 200 len: 919 time: 0.1086721 Sep 17 03:49:43.460133 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa13292-fa01-43fc-99b9-546a9a2f4eb9 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Router 55187bde-bd51-4273-87a5-034f3846d8b9 has already been hosted by L3 agent b971cbd0-997d-41fb-8614-0aea29982798 {{(pid=113210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:49:43.493634 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-646eddea-6e8a-47f3-a1f2-d7ccad205ddb req-21846793-b088-4c73-b472-01290f3d7955 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3503855f-51a9-451a-8977-ccd98a4a0f27 HTTP/1.1" status: 200 len: 217 time: 0.0516160 Sep 17 03:49:43.501072 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-526f197c-9f0d-469c-9516-f7d180f7fe8f req-4311fd24-3e99-450e-82d3-a9f178de09cc service neutron] 10.222.0.18 "GET /networking/v2.0/networks/1fd72c10-4a74-432a-9d89-dc7591e6a4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233718 Sep 17 03:49:43.580832 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646eddea-6e8a-47f3-a1f2-d7ccad205ddb req-8db44172-4c51-401e-972d-71defd7f8e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:43.582317 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-646eddea-6e8a-47f3-a1f2-d7ccad205ddb req-8db44172-4c51-401e-972d-71defd7f8e23 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=4a9bc613-44d6-4890-b247-86fc85e41240 HTTP/1.1" status: 200 len: 857 time: 0.0832520 Sep 17 03:49:43.591791 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-f0da9251-b6bf-4a91-a502-be07ae808177 req-12e56315-6860-4ac2-96b5-15ebf917d9be service neutron] 10.222.0.18 "GET /networking/v2.0/networks/2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759064 Sep 17 03:49:43.593192 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178b316-89cf-41a1-ac6b-043045432b4b req-e4ca54c9-f032-4fb8-909f-c04d9a6d522b tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:43.594646 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9178b316-89cf-41a1-ac6b-043045432b4b req-e4ca54c9-f032-4fb8-909f-c04d9a6d522b tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 946 time: 0.0621455 Sep 17 03:49:43.651544 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646eddea-6e8a-47f3-a1f2-d7ccad205ddb req-53c99ac7-5282-4b17-a7e1-4275f755cb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:43.653273 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-646eddea-6e8a-47f3-a1f2-d7ccad205ddb req-53c99ac7-5282-4b17-a7e1-4275f755cb6a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0577612 Sep 17 03:49:43.688009 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa13292-fa01-43fc-99b9-546a9a2f4eb9 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:49:43.689560 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9178b316-89cf-41a1-ac6b-043045432b4b req-c0ccb595-fc17-4fba-87b9-94b820bc5f30 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865369 Sep 17 03:49:43.698446 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-ffa13292-fa01-43fc-99b9-546a9a2f4eb9 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for floatingip (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:43.714897 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a42d15-d2ef-4a47-bcf1-6d4950efa036 None None] Sync routers for ids ['55187bde-bd51-4273-87a5-034f3846d8b9'] in dv-cinder-849143-3-iscsi {{(pid=113213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:49:43.729232 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a42d15-d2ef-4a47-bcf1-6d4950efa036 None None] Routers {'55187bde-bd51-4273-87a5-034f3846d8b9'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:49:43.730527 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-e6a42d15-d2ef-4a47-bcf1-6d4950efa036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:49:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['55187bde-bd51-4273-87a5-034f3846d8b9'], 'active': True} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:49:43.761326 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-ffa13292-fa01-43fc-99b9-546a9a2f4eb9 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/14852033-6557-4c19-a6a1-d8ea60cda8b6 HTTP/1.1" status: 200 len: 991 time: 2.8943992 Sep 17 03:49:43.763382 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cc5c225-b092-4c0a-9667-476ecc0e4e39', 'tag': '21eb96ad-7324-4cd7-bafe-bcd97e1bcf22'}] {{(pid=113210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:49:43.766838 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a613894f386080b2b9315951ba9a4c402b93d12b77848e4e2f89d9386810e3b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7959194-1a87-440e-8497-70d1ca57370a" -d '{"events": [{"name": "network-changed", "server_uuid": "7cc5c225-b092-4c0a-9667-476ecc0e4e39", "tag": "21eb96ad-7324-4cd7-bafe-bcd97e1bcf22"}]}' {{(pid=113210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:49:43.771995 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-f0da9251-b6bf-4a91-a502-be07ae808177 req-d4d5ca89-6d38-4d3e-a492-c20a7acd9d05 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560152 Sep 17 03:49:43.812506 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f178fb8-5383-4539-8144-35f108f4afe9 x-openstack-request-id: req-9f178fb8-5383-4539-8144-35f108f4afe9 {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:49:43.812506 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cc5c225-b092-4c0a-9667-476ecc0e4e39", "tag": "21eb96ad-7324-4cd7-bafe-bcd97e1bcf22", "status": "completed", "code": 200}]} {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:49:43.812506 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9f178fb8-5383-4539-8144-35f108f4afe9 {{(pid=113210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:49:43.812506 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f178fb8-5383-4539-8144-35f108f4afe9'] response: {'name': 'network-changed', 'server_uuid': '7cc5c225-b092-4c0a-9667-476ecc0e4e39', 'tag': '21eb96ad-7324-4cd7-bafe-bcd97e1bcf22', 'status': 'completed', 'code': 200} Sep 17 03:49:43.822043 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:43.858894 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09adbfd-87a1-4474-92c1-ba1909b01ea9 req-48739736-b98b-489f-b0a1-0a86f1c8623f tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:43.860456 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b09adbfd-87a1-4474-92c1-ba1909b01ea9 req-48739736-b98b-489f-b0a1-0a86f1c8623f tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0dc27850-d570-4ae8-8d78-a88b4e539286 HTTP/1.1" status: 200 len: 943 time: 0.0519576 Sep 17 03:49:43.890439 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvr_db [None req-e6a42d15-d2ef-4a47-bcf1-6d4950efa036 None None] Set router 55187bde-bd51-4273-87a5-034f3846d8b9 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:49:43.915904 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b09adbfd-87a1-4474-92c1-ba1909b01ea9 req-956cec36-639e-40eb-97bd-5e0f86b07acf tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1255afdb-aee6-4891-ae9a-1a4e7d458cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492270 Sep 17 03:49:43.992424 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=100 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:43.994231 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=100 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:44.121938 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-e6a42d15-d2ef-4a47-bcf1-6d4950efa036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'name': 'tempest-AttachVolumeShelveTestJSON-78764827-router', 'tenant_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'd838550e-a97c-48f5-88c3-721de7e315e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:40Z', 'updated_at': '2022-09-17T03:48:49Z', 'revision_number': 4, 'project_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'gw_port': {'id': 'd838550e-a97c-48f5-88c3-721de7e315e5', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ed:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_floatingips': [{'id': '14852033-6557-4c19-a6a1-d8ea60cda8b6', 'tenant_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'floating_ip_address': '172.27.0.111', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'port_id': '21eb96ad-7324-4cd7-bafe-bcd97e1bcf22', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2c22271-da7e-4d2b-b2be-97deb622f84c', 'mac_address': 'fa:16:3e:d2:8d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc5c225-b092-4c0a-9667-476ecc0e4e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:48:56Z', 'updated_at': '2022-09-17T03:49:42Z', 'revision_number': 1, 'project_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b48780f2-bafd-4655-9b4e-36f920d83460', 'name': '', 'network_id': 'a2c22271-da7e-4d2b-b2be-97deb622f84c', 'tenant_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'mac_address': 'fa:16:3e:33:74:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:47Z', 'updated_at': '2022-09-17T03:49:01Z', 'revision_number': 5, 'project_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'subnets': [{'id': 'eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:49:44.151448 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a42d15-d2ef-4a47-bcf1-6d4950efa036 None None] Checking router: 55187bde-bd51-4273-87a5-034f3846d8b9 for host: dv-cinder-849143-3-iscsi {{(pid=113213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:49:44.160536 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a42d15-d2ef-4a47-bcf1-6d4950efa036 None None] Routers {'55187bde-bd51-4273-87a5-034f3846d8b9'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:49:44.163264 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-e6a42d15-d2ef-4a47-bcf1-6d4950efa036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:49:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['55187bde-bd51-4273-87a5-034f3846d8b9'], 'active': True} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:49:44.349160 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvr_db [None req-e6a42d15-d2ef-4a47-bcf1-6d4950efa036 None None] Set router 55187bde-bd51-4273-87a5-034f3846d8b9 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:49:44.557469 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-e6a42d15-d2ef-4a47-bcf1-6d4950efa036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'name': 'tempest-AttachVolumeShelveTestJSON-78764827-router', 'tenant_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'd838550e-a97c-48f5-88c3-721de7e315e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:40Z', 'updated_at': '2022-09-17T03:48:49Z', 'revision_number': 4, 'project_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'gw_port': {'id': 'd838550e-a97c-48f5-88c3-721de7e315e5', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ed:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_floatingips': [{'id': '14852033-6557-4c19-a6a1-d8ea60cda8b6', 'tenant_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'floating_ip_address': '172.27.0.111', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'port_id': '21eb96ad-7324-4cd7-bafe-bcd97e1bcf22', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2c22271-da7e-4d2b-b2be-97deb622f84c', 'mac_address': 'fa:16:3e:d2:8d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc5c225-b092-4c0a-9667-476ecc0e4e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:48:56Z', 'updated_at': '2022-09-17T03:49:42Z', 'revision_number': 1, 'project_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b48780f2-bafd-4655-9b4e-36f920d83460', 'name': '', 'network_id': 'a2c22271-da7e-4d2b-b2be-97deb622f84c', 'tenant_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'mac_address': 'fa:16:3e:33:74:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:47Z', 'updated_at': '2022-09-17T03:49:01Z', 'revision_number': 5, 'project_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'subnets': [{'id': 'eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:49:44.578021 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:44.586552 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a42d15-d2ef-4a47-bcf1-6d4950efa036 None None] The sync data for ids ['55187bde-bd51-4273-87a5-034f3846d8b9'] in dv-cinder-849143-3-iscsi is: [{'id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'name': 'tempest-AttachVolumeShelveTestJSON-78764827-router', 'tenant_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'd838550e-a97c-48f5-88c3-721de7e315e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:40Z', 'updated_at': '2022-09-17T03:48:49Z', 'revision_number': 4, 'project_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'gw_port': {'id': 'd838550e-a97c-48f5-88c3-721de7e315e5', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ed:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_floatingips': [{'id': '14852033-6557-4c19-a6a1-d8ea60cda8b6', 'tenant_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'floating_ip_address': '172.27.0.111', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'port_id': '21eb96ad-7324-4cd7-bafe-bcd97e1bcf22', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2c22271-da7e-4d2b-b2be-97deb622f84c', 'mac_address': 'fa:16:3e:d2:8d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc5c225-b092-4c0a-9667-476ecc0e4e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:48:56Z', 'updated_at': '2022-09-17T03:49:42Z', 'revision_number': 1, 'project_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b48780f2-bafd-4655-9b4e-36f920d83460', 'name': '', 'network_id': 'a2c22271-da7e-4d2b-b2be-97deb622f84c', 'tenant_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'mac_address': 'fa:16:3e:33:74:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:47Z', 'updated_at': '2022-09-17T03:49:01Z', 'revision_number': 5, 'project_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'subnets': [{'id': 'eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:49:44.696360 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:44.823365 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21c8da-478c-48f3-a442-0736c1aeda36 req-90d2f280-4357-41b1-9fc9-24d4a11121f8 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:44.824900 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7f21c8da-478c-48f3-a442-0736c1aeda36 req-90d2f280-4357-41b1-9fc9-24d4a11121f8 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 946 time: 0.0528688 Sep 17 03:49:44.864178 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=100 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:44.892293 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7f21c8da-478c-48f3-a442-0736c1aeda36 req-2ffca80a-1473-4de6-9215-242d3c5cb85d tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607085 Sep 17 03:49:45.053458 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7274ec3-8240-4d89-b0b9-0bc55268e567 req-4be9f2f2-f5ea-4754-aa4c-6bb873fd1b97 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:45.055187 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f7274ec3-8240-4d89-b0b9-0bc55268e567 req-4be9f2f2-f5ea-4754-aa4c-6bb873fd1b97 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0dc27850-d570-4ae8-8d78-a88b4e539286 HTTP/1.1" status: 200 len: 943 time: 0.0574112 Sep 17 03:49:45.109950 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f7274ec3-8240-4d89-b0b9-0bc55268e567 req-adac8aa3-950e-41cb-b9e5-123038898f81 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1255afdb-aee6-4891-ae9a-1a4e7d458cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457563 Sep 17 03:49:45.284884 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16c7f13-69e5-4253-a5c7-3b2731b3b066 None None] New status for floating IP 14852033-6557-4c19-a6a1-d8ea60cda8b6: ACTIVE {{(pid=113212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 03:49:45.577787 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:45.726178 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:45.795026 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:45.808433 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 45306) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:45.921853 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-ac9a81e3-564b-44e8-aae1-265cb9a06dd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:46.000172 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-ac9a81e3-564b-44e8-aae1-265cb9a06dd2 admin admin] Publish callbacks [] for security_group (d332f03b-51a2-49bb-a749-522edd04f8d5), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:46.016287 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd035c7d-c533-4b17-a8e5-0f203df2659f req-1f60c4f3-31fd-4993-b658-a4b3dfa83ade tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:46.017841 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-fd035c7d-c533-4b17-a8e5-0f203df2659f req-1f60c4f3-31fd-4993-b658-a4b3dfa83ade tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 946 time: 0.0473731 Sep 17 03:49:46.067507 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-fd035c7d-c533-4b17-a8e5-0f203df2659f req-c5d3c022-8ddb-4448-9be6-6e65bd7d16d3 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435536 Sep 17 03:49:46.097547 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-ac9a81e3-564b-44e8-aae1-265cb9a06dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (d332f03b-51a2-49bb-a749-522edd04f8d5), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:46.140636 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-ac9a81e3-564b-44e8-aae1-265cb9a06dd2 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=babf2b08a3c74d0e9f1b4896a2162fef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3310206 Sep 17 03:49:46.141425 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9a81e3-564b-44e8-aae1-265cb9a06dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d332f03b-51a2-49bb-a749-522edd04f8d5,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:46.143462 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 45314) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:46.203823 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c16e7f74-890e-4c3e-9cf7-fbcc1b71c4d8 admin admin] Publish callbacks [] for security_group (d332f03b-51a2-49bb-a749-522edd04f8d5), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:46.250871 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c16e7f74-890e-4c3e-9cf7-fbcc1b71c4d8 admin admin] Publish callbacks [] for security_group (d332f03b-51a2-49bb-a749-522edd04f8d5), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:46.262470 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5f7f0-cb5f-485d-9cdb-c0f8ff7444a5 req-30907ee7-204e-458b-b64b-fe6c699bc4be tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:46.264684 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ecb5f7f0-cb5f-485d-9cdb-c0f8ff7444a5 req-30907ee7-204e-458b-b64b-fe6c699bc4be tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0dc27850-d570-4ae8-8d78-a88b4e539286 HTTP/1.1" status: 200 len: 943 time: 0.0747156 Sep 17 03:49:46.332290 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ecb5f7f0-cb5f-485d-9cdb-c0f8ff7444a5 req-60f56e02-bfab-4a50-8670-af9d6ab6da35 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1255afdb-aee6-4891-ae9a-1a4e7d458cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623000 Sep 17 03:49:46.440323 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c16e7f74-890e-4c3e-9cf7-fbcc1b71c4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (d332f03b-51a2-49bb-a749-522edd04f8d5), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:46.441813 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (56a63866-613b-46a0-90ee-05b9222d9bfc), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:46.443218 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c16e7f74-890e-4c3e-9cf7-fbcc1b71c4d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:46.446951 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-c16e7f74-890e-4c3e-9cf7-fbcc1b71c4d8 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d332f03b-51a2-49bb-a749-522edd04f8d5 HTTP/1.1" status: 204 len: 168 time: 0.2998171 Sep 17 03:49:46.459150 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16e7f74-890e-4c3e-9cf7-fbcc1b71c4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d332f03b-51a2-49bb-a749-522edd04f8d5,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:46.735835 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:46.827370 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:47.150859 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 45342) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:47.165512 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-6843de7e-af48-4e61-b6a1-a31e094c374c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:47.193903 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9d0c3-3f84-420a-9852-fafc178b4999 req-d4ac3414-abae-4b72-b27f-d7487d41285d tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:47.195462 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-3ad9d0c3-3f84-420a-9852-fafc178b4999 req-d4ac3414-abae-4b72-b27f-d7487d41285d tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 946 time: 0.0505466 Sep 17 03:49:47.243173 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-6843de7e-af48-4e61-b6a1-a31e094c374c admin admin] Publish callbacks [] for security_group (0e2017a9-29e3-4e5d-9547-ef6eb9749a7d), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:47.244193 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-3ad9d0c3-3f84-420a-9852-fafc178b4999 req-ac96e502-e8a4-4453-9747-8de20f82feb4 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429757 Sep 17 03:49:47.286263 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:47.308405 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-6843de7e-af48-4e61-b6a1-a31e094c374c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (0e2017a9-29e3-4e5d-9547-ef6eb9749a7d), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:47.347404 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-6843de7e-af48-4e61-b6a1-a31e094c374c admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=9366aecb39424a21aa5a2b8891f99e7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1954868 Sep 17 03:49:47.348483 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6843de7e-af48-4e61-b6a1-a31e094c374c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2017a9-29e3-4e5d-9547-ef6eb9749a7d,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:47.350622 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 45344) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:47.403412 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-bf0909aa-e91c-41eb-9c91-9069892223b3 admin admin] Publish callbacks [] for security_group (0e2017a9-29e3-4e5d-9547-ef6eb9749a7d), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:47.435638 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-bf0909aa-e91c-41eb-9c91-9069892223b3 admin admin] Publish callbacks [] for security_group (0e2017a9-29e3-4e5d-9547-ef6eb9749a7d), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:47.511671 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13510239-7f0d-4e74-8dad-56a1257fc943 req-59bee471-5340-4ce4-a4d3-c13a413af115 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:47.513161 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-13510239-7f0d-4e74-8dad-56a1257fc943 req-59bee471-5340-4ce4-a4d3-c13a413af115 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0dc27850-d570-4ae8-8d78-a88b4e539286 HTTP/1.1" status: 200 len: 943 time: 0.0964141 Sep 17 03:49:47.526465 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7959194-1a87-440e-8497-70d1ca57370a req-955d6761-25f1-450d-931e-5e49f0b4ad5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:47.527961 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-f7959194-1a87-440e-8497-70d1ca57370a req-955d6761-25f1-450d-931e-5e49f0b4ad5d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=c1a07eadb5ea4914a6e1e6f3844afe94&device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 1129 time: 0.0409741 Sep 17 03:49:47.620949 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-13510239-7f0d-4e74-8dad-56a1257fc943 req-20e7da28-6624-45b5-a039-7ba27560e103 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1255afdb-aee6-4891-ae9a-1a4e7d458cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760236 Sep 17 03:49:47.631262 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-646eddea-6e8a-47f3-a1f2-d7ccad205ddb req-3f8dc21b-4cfc-47fc-ab23-33c1882dadbd service neutron] 10.222.0.18 "GET /networking/v2.0/networks/2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552589 Sep 17 03:49:47.701321 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-bf0909aa-e91c-41eb-9c91-9069892223b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (0e2017a9-29e3-4e5d-9547-ef6eb9749a7d), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:47.705896 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-bf0909aa-e91c-41eb-9c91-9069892223b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:47.713820 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-bf0909aa-e91c-41eb-9c91-9069892223b3 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/0e2017a9-29e3-4e5d-9547-ef6eb9749a7d HTTP/1.1" status: 204 len: 168 time: 0.3555210 Sep 17 03:49:47.771157 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0909aa-e91c-41eb-9c91-9069892223b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2017a9-29e3-4e5d-9547-ef6eb9749a7d,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:47.784045 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7959194-1a87-440e-8497-70d1ca57370a req-2e121feb-44e3-486f-8759-a5c587db1165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:47.785636 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-f7959194-1a87-440e-8497-70d1ca57370a req-2e121feb-44e3-486f-8759-a5c587db1165 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=a2c22271-da7e-4d2b-b2be-97deb622f84c HTTP/1.1" status: 200 len: 916 time: 0.1143448 Sep 17 03:49:47.807567 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-646eddea-6e8a-47f3-a1f2-d7ccad205ddb req-620b8530-6448-4ae7-b38f-0af1467053c4 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345003 Sep 17 03:49:47.835044 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:47.857501 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:48.008666 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-f7959194-1a87-440e-8497-70d1ca57370a req-d829e54a-9017-438e-8a6d-d34fa25e127a service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21eb96ad-7324-4cd7-bafe-bcd97e1bcf22 HTTP/1.1" status: 200 len: 1001 time: 0.0861280 Sep 17 03:49:48.102049 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7959194-1a87-440e-8497-70d1ca57370a req-09fad8e4-d2ca-4ded-bf74-ae7e5b22f580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:48.103552 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-f7959194-1a87-440e-8497-70d1ca57370a req-09fad8e4-d2ca-4ded-bf74-ae7e5b22f580 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5 HTTP/1.1" status: 200 len: 854 time: 0.0532982 Sep 17 03:49:48.160031 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7959194-1a87-440e-8497-70d1ca57370a req-6e194e99-edc4-47ae-bfc9-af5ac9d6b77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:48.161694 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-f7959194-1a87-440e-8497-70d1ca57370a req-6e194e99-edc4-47ae-bfc9-af5ac9d6b77b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=a2c22271-da7e-4d2b-b2be-97deb622f84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401433 Sep 17 03:49:48.261075 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-f7959194-1a87-440e-8497-70d1ca57370a req-fab524e0-ad91-4bf5-84e6-e9e6a9307526 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a2c22271-da7e-4d2b-b2be-97deb622f84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920718 Sep 17 03:49:48.376987 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b9a3e3-6bba-4073-bed7-3d835c5e2e24 req-36bc11df-deab-4d52-9e68-8b2ccccc45a0 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:48.378611 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f0b9a3e3-6bba-4073-bed7-3d835c5e2e24 req-36bc11df-deab-4d52-9e68-8b2ccccc45a0 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 946 time: 0.0572953 Sep 17 03:49:48.426763 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f0b9a3e3-6bba-4073-bed7-3d835c5e2e24 req-7b2401b7-a25b-4c07-80fd-7a80f6417946 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423739 Sep 17 03:49:48.491736 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:48.633237 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-f7959194-1a87-440e-8497-70d1ca57370a req-cc43b621-d1bc-456a-888d-9f0a95e4b4f9 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a2c22271-da7e-4d2b-b2be-97deb622f84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964558 Sep 17 03:49:48.760057 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dbd69f-346f-4291-a6c4-3213745908c3 req-414bfa4e-3be8-4c4b-a8fc-d9de769f8163 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:48.761583 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-23dbd69f-346f-4291-a6c4-3213745908c3 req-414bfa4e-3be8-4c4b-a8fc-d9de769f8163 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0dc27850-d570-4ae8-8d78-a88b4e539286 HTTP/1.1" status: 200 len: 943 time: 0.0557110 Sep 17 03:49:48.821541 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-23dbd69f-346f-4291-a6c4-3213745908c3 req-de9d25a3-517b-4c87-8232-b98ce3a089a3 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1255afdb-aee6-4891-ae9a-1a4e7d458cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520000 Sep 17 03:49:49.174456 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 45402) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:49.273353 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:49.276687 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-b21ca8e3-0665-4b1e-8b9f-0419245f8697 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-584235490-network', 'tenant_id': '051134557f784863b566fb376a71ef49'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:49:49.362692 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 8283b8b8-022d-4b44-ac77-9950d7f5466f details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=113212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 03:49:49.400878 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:49.401326 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21ca8e3-0665-4b1e-8b9f-0419245f8697 admin admin] Made reservation on behalf of 051134557f784863b566fb376a71ef49 for: {'network': 1} {{(pid=113210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:49:49.404004 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b21ca8e3-0665-4b1e-8b9f-0419245f8697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for network (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:49.416369 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b21ca8e3-0665-4b1e-8b9f-0419245f8697 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:49.493199 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port 8283b8b8-022d-4b44-ac77-9950d7f5466f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=8283b8b8-022d-4b44-ac77-9950d7f5466f,segment=NetworkSegment(40a47736-4ea1-4eea-8cea-ed2a33812359),segment_id=40a47736-4ea1-4eea-8cea-ed2a33812359)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:49:49.506153 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Returning: {'device': '8283b8b8-022d-4b44-ac77-9950d7f5466f', 'network_id': '1fd72c10-4a74-432a-9d89-dc7591e6a4ad', 'port_id': '8283b8b8-022d-4b44-ac77-9950d7f5466f', 'mac_address': 'fa:16:3e:07:30:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde75ce6-8d98-40e5-ac54-fd475574bb8f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 03:49:49.557237 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b21ca8e3-0665-4b1e-8b9f-0419245f8697 admin admin] Publish callbacks [] for security_group (8cdc6a18-48a3-487e-bc9c-fdf269b91f6e), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:49.558600 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port 8283b8b8-022d-4b44-ac77-9950d7f5466f is: DOWN; New status is: BUILD {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:49:49.559162 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (8283b8b8-022d-4b44-ac77-9950d7f5466f), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:49.573043 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8283b8b8-022d-4b44-ac77-9950d7f5466f {{(pid=113212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:49:49.582796 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfbd2d7-62e4-4b40-b4e1-f95a0b939d08 req-24be4cf6-6521-496c-b768-74e92e8ef541 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:49.584544 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5dfbd2d7-62e4-4b40-b4e1-f95a0b939d08 req-24be4cf6-6521-496c-b768-74e92e8ef541 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 946 time: 0.0500233 Sep 17 03:49:49.598580 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port 8283b8b8-022d-4b44-ac77-9950d7f5466f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=8283b8b8-022d-4b44-ac77-9950d7f5466f,segment=NetworkSegment(40a47736-4ea1-4eea-8cea-ed2a33812359),segment_id=40a47736-4ea1-4eea-8cea-ed2a33812359)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:49:49.617325 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b21ca8e3-0665-4b1e-8b9f-0419245f8697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (8cdc6a18-48a3-487e-bc9c-fdf269b91f6e), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:49.637322 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5dfbd2d7-62e4-4b40-b4e1-f95a0b939d08 req-ede5c039-cb81-4d26-b4a9-6e7749da2f06 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463324 Sep 17 03:49:49.644422 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b21ca8e3-0665-4b1e-8b9f-0419245f8697 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=113210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 03:49:49.652014 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (8283b8b8-022d-4b44-ac77-9950d7f5466f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:49.655169 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21ca8e3-0665-4b1e-8b9f-0419245f8697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cdc6a18-48a3-487e-bc9c-fdf269b91f6e,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:49.660089 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b21ca8e3-0665-4b1e-8b9f-0419245f8697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16505770'] for segment (ae16a240-d351-445a-ad0d-5d1336b45e05), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:49.660478 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.db.segments_db [None req-b21ca8e3-0665-4b1e-8b9f-0419245f8697 admin admin] Added segment ae16a240-d351-445a-ad0d-5d1336b45e05 of type vlan for network dbbbe592-b63f-4b9f-8f6b-6c8c35e6ae93 Sep 17 03:49:49.706243 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=8283b8b8-022d-4b44-ac77-9950d7f5466f,revision_number=4']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:49.714616 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:49:49.714870 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b21ca8e3-0665-4b1e-8b9f-0419245f8697 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745114436006'] for network (dbbbe592-b63f-4b9f-8f6b-6c8c35e6ae93), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:49.714983 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:49:49.715356 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:49:49.715708 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:49:49.716189 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:49:49.716650 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:49:49.720382 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:49:49.720761 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:49:49.721102 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:49:49.721439 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:49:49.721796 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:49:49.722300 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:49:49.722798 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:49:49.723427 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:49:49.723762 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:49:49.817480 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b21ca8e3-0665-4b1e-8b9f-0419245f8697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828'] for network (dbbbe592-b63f-4b9f-8f6b-6c8c35e6ae93), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:49.818715 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21ca8e3-0665-4b1e-8b9f-0419245f8697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:49.819301 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b21ca8e3-0665-4b1e-8b9f-0419245f8697 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for network (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:49.906289 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21ca8e3-0665-4b1e-8b9f-0419245f8697 admin admin] Pushing event updated for resources: {'Network': ['ID=dbbbe592-b63f-4b9f-8f6b-6c8c35e6ae93,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:49.915753 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 45424) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:49.922006 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Network dbbbe592-b63f-4b9f-8f6b-6c8c35e6ae93 details requested by agent ovs-agent-dv-cinder-849143-3-iscsi with host dv-cinder-849143-3-iscsi {{(pid=113212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 03:49:49.922142 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-b21ca8e3-0665-4b1e-8b9f-0419245f8697 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7439635 Sep 17 03:49:49.924504 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 45426) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:49.932871 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [None req-e9da15d3-3762-446e-9faa-7bcfbde1493b admin admin] Request body: {'subnet': {'network_id': 'dbbbe592-b63f-4b9f-8f6b-6c8c35e6ae93', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-584235490-subnet', 'tenant_id': '051134557f784863b566fb376a71ef49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:49:50.027925 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b7650-e978-40db-bde8-928c879a4369 req-faa5c202-7c91-48f1-9ac9-697d396de05f tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:50.035482 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f56b7650-e978-40db-bde8-928c879a4369 req-faa5c202-7c91-48f1-9ac9-697d396de05f tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0dc27850-d570-4ae8-8d78-a88b4e539286 HTTP/1.1" status: 200 len: 944 time: 0.0785472 Sep 17 03:49:50.062787 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-254f6d1e-5e48-4dc4-af7b-5fd5b1633e92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:50.089509 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f56b7650-e978-40db-bde8-928c879a4369 req-0626c24a-94dc-42e5-a46f-7b261cc8e7dc tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1255afdb-aee6-4891-ae9a-1a4e7d458cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522542 Sep 17 03:49:50.118168 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9da15d3-3762-446e-9faa-7bcfbde1493b admin admin] Made reservation on behalf of 051134557f784863b566fb376a71ef49 for: {'subnet': 1} {{(pid=113211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:49:50.146320 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-e9da15d3-3762-446e-9faa-7bcfbde1493b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:50.157511 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-254f6d1e-5e48-4dc4-af7b-5fd5b1633e92 admin admin] Publish callbacks [] for security_group (3ba7a718-10f5-470e-befb-ae89731beb47), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:50.163285 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:50.168874 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] get_ports_and_sgs() called for port_ids ['8283b8b8-022d-4b44-ac77-9950d7f5466f'] {{(pid=113212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:49:50.304383 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:50.537377 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-254f6d1e-5e48-4dc4-af7b-5fd5b1633e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (3ba7a718-10f5-470e-befb-ae89731beb47), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:50.537924 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:50.581931 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-254f6d1e-5e48-4dc4-af7b-5fd5b1633e92 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=adbcad03e2fc4a31929d64285b55332c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6608944 Sep 17 03:49:50.583009 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254f6d1e-5e48-4dc4-af7b-5fd5b1633e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba7a718-10f5-470e-befb-ae89731beb47,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:50.584659 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 45434) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:50.634346 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-e9da15d3-3762-446e-9faa-7bcfbde1493b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828'] for subnet (f88ef33d-720e-480d-9b54-531c6d114e9f), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:50.658891 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-753806f0-7ff4-4160-8f85-974176ec8940 admin admin] Publish callbacks [] for security_group (3ba7a718-10f5-470e-befb-ae89731beb47), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:50.703032 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-753806f0-7ff4-4160-8f85-974176ec8940 admin admin] Publish callbacks [] for security_group (3ba7a718-10f5-470e-befb-ae89731beb47), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:50.716317 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da15d3-3762-446e-9faa-7bcfbde1493b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f88ef33d-720e-480d-9b54-531c6d114e9f,revision_number=0']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:50.732231 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:50.779001 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9da15d3-3762-446e-9faa-7bcfbde1493b admin admin] Checking segment: {'id': 'ae16a240-d351-445a-ad0d-5d1336b45e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'dbbbe592-b63f-4b9f-8f6b-6c8c35e6ae93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:49:50.779274 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9da15d3-3762-446e-9faa-7bcfbde1493b admin admin] Network hostable DHCP agents. Network: dbbbe592-b63f-4b9f-8f6b-6c8c35e6ae93, hostable agents: ['b0b4725d-5d3f-4adf-8b60-729f2f7a35da'], hosted agents: [] {{(pid=113211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 03:49:50.796107 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de057845-7db7-4d03-94cb-2a45ba2b2025 req-566b8212-eeff-4e11-b179-ed24202c97da tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:50.798211 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-de057845-7db7-4d03-94cb-2a45ba2b2025 req-566b8212-eeff-4e11-b179-ed24202c97da tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 946 time: 0.0663869 Sep 17 03:49:50.868608 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-de057845-7db7-4d03-94cb-2a45ba2b2025 req-4b5ab99e-f829-4ed6-8877-47c1705f7065 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461416 Sep 17 03:49:50.926003 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9da15d3-3762-446e-9faa-7bcfbde1493b admin admin] Network dbbbe592-b63f-4b9f-8f6b-6c8c35e6ae93 is scheduled to be hosted by DHCP agent b0b4725d-5d3f-4adf-8b60-729f2f7a35da with binding_index 1 {{(pid=113211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 03:49:50.958059 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-753806f0-7ff4-4160-8f85-974176ec8940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (3ba7a718-10f5-470e-befb-ae89731beb47), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:50.964909 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-753806f0-7ff4-4160-8f85-974176ec8940 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:50.964909 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-753806f0-7ff4-4160-8f85-974176ec8940 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/3ba7a718-10f5-470e-befb-ae89731beb47 HTTP/1.1" status: 204 len: 168 time: 0.3761349 Sep 17 03:49:50.970720 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753806f0-7ff4-4160-8f85-974176ec8940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba7a718-10f5-470e-befb-ae89731beb47,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:51.034524 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.base_scheduler [None req-e9da15d3-3762-446e-9faa-7bcfbde1493b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-3-iscsi, dbbbe592-b63f-4b9f-8f6b-6c8c35e6ae93) {{(pid=113211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:49:51.038837 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9da15d3-3762-446e-9faa-7bcfbde1493b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:51.039511 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-e9da15d3-3762-446e-9faa-7bcfbde1493b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for subnet (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:51.044764 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efb8759-4235-4343-8651-5685a7f8b008 None None] Network dbbbe592-b63f-4b9f-8f6b-6c8c35e6ae93 requested from dv-cinder-849143-3-iscsi {{(pid=113212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:49:51.069141 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=100 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:51.149714 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730f4565-fc3b-40b2-b780-b463d5b3b120 None None] Network dbbbe592-b63f-4b9f-8f6b-6c8c35e6ae93 requested from dv-cinder-849143-3-iscsi {{(pid=113212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:49:51.158523 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:51.158687 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-e9da15d3-3762-446e-9faa-7bcfbde1493b admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2323759 Sep 17 03:49:51.233629 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9298f-b044-4576-b0d8-63693c40d773 req-42054b77-36ae-4dca-8983-71ea34996508 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:51.235467 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-00c9298f-b044-4576-b0d8-63693c40d773 req-42054b77-36ae-4dca-8983-71ea34996508 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0dc27850-d570-4ae8-8d78-a88b4e539286 HTTP/1.1" status: 200 len: 944 time: 0.0506811 Sep 17 03:49:51.302235 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-00c9298f-b044-4576-b0d8-63693c40d773 req-3dc41939-bb95-448a-b7c3-ea0349b1a407 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1255afdb-aee6-4891-ae9a-1a4e7d458cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600369 Sep 17 03:49:51.391808 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 8283b8b8-022d-4b44-ac77-9950d7f5466f up at agent hyperv_hv-cinder-84914 {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:49:51.435250 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Provisioning for port 8283b8b8-022d-4b44-ac77-9950d7f5466f completed by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 03:49:51.486233 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Provisioning complete for port 8283b8b8-022d-4b44-ac77-9950d7f5466f triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:49:51.486650 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (8283b8b8-022d-4b44-ac77-9950d7f5466f), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:51.486980 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Attempt 1 to provision port 8283b8b8-022d-4b44-ac77-9950d7f5466f Sep 17 03:49:51.562922 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port 8283b8b8-022d-4b44-ac77-9950d7f5466f is: BUILD; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:49:51.563314 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (8283b8b8-022d-4b44-ac77-9950d7f5466f), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:51.589648 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc27850-d570-4ae8-8d78-a88b4e539286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8283b8b8-022d-4b44-ac77-9950d7f5466f'}] {{(pid=113212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:49:51.591915 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc6586f6b4c6bd034ee7705c69f50a833cff710b963951e05e6de8956872ccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b067e683-dafe-46ce-b953-d4aef1ec0889" -d '{"events": [{"server_uuid": "0dc27850-d570-4ae8-8d78-a88b4e539286", "name": "network-vif-plugged", "status": "completed", "tag": "8283b8b8-022d-4b44-ac77-9950d7f5466f"}]}' {{(pid=113212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:49:51.604344 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port 8283b8b8-022d-4b44-ac77-9950d7f5466f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=8283b8b8-022d-4b44-ac77-9950d7f5466f,segment=NetworkSegment(40a47736-4ea1-4eea-8cea-ed2a33812359),segment_id=40a47736-4ea1-4eea-8cea-ed2a33812359)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:49:51.630375 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de73f96-124d-4322-af69-479799f87d39 x-openstack-request-id: req-0de73f96-124d-4322-af69-479799f87d39 {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:49:51.642699 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc27850-d570-4ae8-8d78-a88b4e539286", "name": "network-vif-plugged", "status": "completed", "tag": "8283b8b8-022d-4b44-ac77-9950d7f5466f", "code": 200}]} {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:49:51.642699 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0de73f96-124d-4322-af69-479799f87d39 {{(pid=113212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:49:51.642699 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0de73f96-124d-4322-af69-479799f87d39'] response: {'server_uuid': '0dc27850-d570-4ae8-8d78-a88b4e539286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8283b8b8-022d-4b44-ac77-9950d7f5466f', 'code': 200} Sep 17 03:49:51.694304 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 45462) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:51.698965 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (8283b8b8-022d-4b44-ac77-9950d7f5466f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:51.713906 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-d02d1819-bd21-42a2-85a8-7fc45f9e8270 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:51.781811 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=8283b8b8-022d-4b44-ac77-9950d7f5466f,revision_number=5']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:51.852251 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-d02d1819-bd21-42a2-85a8-7fc45f9e8270 admin admin] Publish callbacks [] for security_group (d2ec7899-e3e4-4eb0-9bc0-80e852890948), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:51.971979 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:51.980912 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-d02d1819-bd21-42a2-85a8-7fc45f9e8270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (d2ec7899-e3e4-4eb0-9bc0-80e852890948), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:52.024832 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3da0bd-0c81-4752-8d35-b4c27f943d77 req-f8e6ea59-f45f-431d-a2fc-01a6aebbad40 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:52.026615 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-2e3da0bd-0c81-4752-8d35-b4c27f943d77 req-f8e6ea59-f45f-431d-a2fc-01a6aebbad40 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 946 time: 0.0812075 Sep 17 03:49:52.033018 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d1819-bd21-42a2-85a8-7fc45f9e8270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ec7899-e3e4-4eb0-9bc0-80e852890948,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:52.038799 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-d02d1819-bd21-42a2-85a8-7fc45f9e8270 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=eb7b75093a2047ac91ae7a92bb5c2a6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3434873 Sep 17 03:49:52.041432 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 45478) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:52.122989 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-2e3da0bd-0c81-4752-8d35-b4c27f943d77 req-09dea5d2-81af-46b0-8431-18a0b16a165a tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868781 Sep 17 03:49:52.133219 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0d05d8aa-5a41-42bd-9962-518bcd76abae admin admin] Publish callbacks [] for security_group (d2ec7899-e3e4-4eb0-9bc0-80e852890948), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:52.161659 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0d05d8aa-5a41-42bd-9962-518bcd76abae admin admin] Publish callbacks [] for security_group (d2ec7899-e3e4-4eb0-9bc0-80e852890948), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:52.164406 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4a6e0-724a-445d-a433-80a473a3412e req-cb5e767f-114b-4398-a98f-b3c04e102fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:52.166066 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-b2d4a6e0-724a-445d-a433-80a473a3412e req-cb5e767f-114b-4398-a98f-b3c04e102fd6 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0dc27850-d570-4ae8-8d78-a88b4e539286 HTTP/1.1" status: 200 len: 1129 time: 0.0447829 Sep 17 03:49:52.178234 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 45482) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:52.195361 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [None req-cd652ba2-8782-4317-888e-43eb815db481 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-52011399-network', 'tenant_id': '9c9423d36b6540f99953a4598fa4feea'}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:49:52.215665 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-b2d4a6e0-724a-445d-a433-80a473a3412e req-fa2cef9e-6cbf-4e08-b3ea-c24bded72711 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1255afdb-aee6-4891-ae9a-1a4e7d458cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381682 Sep 17 03:49:52.257358 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:52.350436 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd652ba2-8782-4317-888e-43eb815db481 admin admin] Made reservation on behalf of 9c9423d36b6540f99953a4598fa4feea for: {'network': 1} {{(pid=113211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:49:52.350436 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-cd652ba2-8782-4317-888e-43eb815db481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for network (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:52.358297 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-cd652ba2-8782-4317-888e-43eb815db481 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:52.376936 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0d05d8aa-5a41-42bd-9962-518bcd76abae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (d2ec7899-e3e4-4eb0-9bc0-80e852890948), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:52.379464 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0d05d8aa-5a41-42bd-9962-518bcd76abae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:52.380607 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-0d05d8aa-5a41-42bd-9962-518bcd76abae admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d2ec7899-e3e4-4eb0-9bc0-80e852890948 HTTP/1.1" status: 204 len: 168 time: 0.3382888 Sep 17 03:49:52.419089 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d05d8aa-5a41-42bd-9962-518bcd76abae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ec7899-e3e4-4eb0-9bc0-80e852890948,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:52.449647 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b728c4-bbdc-4773-ad30-180662c67e8c req-a05d8a8d-9a13-41ee-b38f-6340da8564c2 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:52.451247 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-18b728c4-bbdc-4773-ad30-180662c67e8c req-a05d8a8d-9a13-41ee-b38f-6340da8564c2 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0dc27850-d570-4ae8-8d78-a88b4e539286 HTTP/1.1" status: 200 len: 945 time: 0.0696616 Sep 17 03:49:52.480822 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:52.529605 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-cd652ba2-8782-4317-888e-43eb815db481 admin admin] Publish callbacks [] for security_group (f3300c46-1567-4841-ad0f-fca894831afb), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:52.533401 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-18b728c4-bbdc-4773-ad30-180662c67e8c req-b366bd11-4314-46d1-ba21-e2c9be6d0226 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1255afdb-aee6-4891-ae9a-1a4e7d458cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738616 Sep 17 03:49:52.621413 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-cd652ba2-8782-4317-888e-43eb815db481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (f3300c46-1567-4841-ad0f-fca894831afb), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:52.644116 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd652ba2-8782-4317-888e-43eb815db481 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=113211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 03:49:52.658585 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd652ba2-8782-4317-888e-43eb815db481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3300c46-1567-4841-ad0f-fca894831afb,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:52.661383 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-cd652ba2-8782-4317-888e-43eb815db481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16505770'] for segment (178ee10c-8781-4d26-9ea1-6abd9cfccd7b), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:52.662356 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.db.segments_db [None req-cd652ba2-8782-4317-888e-43eb815db481 admin admin] Added segment 178ee10c-8781-4d26-9ea1-6abd9cfccd7b of type vlan for network c0f17e13-d28a-4b0e-85e9-154df20354ea Sep 17 03:49:52.703012 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-cd652ba2-8782-4317-888e-43eb815db481 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745114436006'] for network (c0f17e13-d28a-4b0e-85e9-154df20354ea), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:52.851977 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-cd652ba2-8782-4317-888e-43eb815db481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828'] for network (c0f17e13-d28a-4b0e-85e9-154df20354ea), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:52.853059 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd652ba2-8782-4317-888e-43eb815db481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:52.853752 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-cd652ba2-8782-4317-888e-43eb815db481 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for network (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:52.914055 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd652ba2-8782-4317-888e-43eb815db481 admin admin] Pushing event updated for resources: {'Network': ['ID=c0f17e13-d28a-4b0e-85e9-154df20354ea,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:52.925025 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Network c0f17e13-d28a-4b0e-85e9-154df20354ea details requested by agent ovs-agent-dv-cinder-849143-3-iscsi with host dv-cinder-849143-3-iscsi {{(pid=113212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 03:49:53.002906 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-cd652ba2-8782-4317-888e-43eb815db481 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8236406 Sep 17 03:49:53.010088 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 45496) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:53.015016 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [None req-3e2eae6a-8fe0-4f99-94d6-401aa6155511 admin admin] Request body: {'subnet': {'network_id': 'c0f17e13-d28a-4b0e-85e9-154df20354ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-52011399-subnet', 'tenant_id': '9c9423d36b6540f99953a4598fa4feea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:49:53.200159 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2eae6a-8fe0-4f99-94d6-401aa6155511 admin admin] Made reservation on behalf of 9c9423d36b6540f99953a4598fa4feea for: {'subnet': 1} {{(pid=113211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:49:53.203728 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-3e2eae6a-8fe0-4f99-94d6-401aa6155511 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:53.221085 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 45502) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:53.237434 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-188994c8-9136-46c4-9c55-68972e2b62e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:53.314085 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e7783b-82ba-4cd2-9eb5-f0f5aca7b264 req-9f1f044e-bcac-44c0-aaa9-22adcc683bea tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:53.315865 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-93e7783b-82ba-4cd2-9eb5-f0f5aca7b264 req-9f1f044e-bcac-44c0-aaa9-22adcc683bea tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 946 time: 0.1082163 Sep 17 03:49:53.323922 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-188994c8-9136-46c4-9c55-68972e2b62e3 admin admin] Publish callbacks [] for security_group (bf88fbc4-9cca-444c-9e55-d1320b15962e), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:53.405310 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-93e7783b-82ba-4cd2-9eb5-f0f5aca7b264 req-0edcfe32-9331-4e14-a925-b0417a560a8e tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793688 Sep 17 03:49:53.433078 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-188994c8-9136-46c4-9c55-68972e2b62e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (bf88fbc4-9cca-444c-9e55-d1320b15962e), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:53.475230 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-188994c8-9136-46c4-9c55-68972e2b62e3 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=2b0c1472465e47daa3d38a2a93ced10f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2529960 Sep 17 03:49:53.476179 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188994c8-9136-46c4-9c55-68972e2b62e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf88fbc4-9cca-444c-9e55-d1320b15962e,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:53.478067 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 45508) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:53.527810 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-5ade2100-c197-4cec-9532-3479dbb9ca24 admin admin] Publish callbacks [] for security_group (bf88fbc4-9cca-444c-9e55-d1320b15962e), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:53.547806 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-5ade2100-c197-4cec-9532-3479dbb9ca24 admin admin] Publish callbacks [] for security_group (bf88fbc4-9cca-444c-9e55-d1320b15962e), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:53.600443 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-3e2eae6a-8fe0-4f99-94d6-401aa6155511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828'] for subnet (e4f5ffdf-e7b0-4e3c-85ca-943bc4688b89), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:53.697096 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65836b9b-4365-4755-8efa-a96cb303275d req-56a72db1-b825-41f0-a7e0-88ee0018bcca tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:53.698514 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-65836b9b-4365-4755-8efa-a96cb303275d req-56a72db1-b825-41f0-a7e0-88ee0018bcca tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0dc27850-d570-4ae8-8d78-a88b4e539286 HTTP/1.1" status: 200 len: 945 time: 0.0901301 Sep 17 03:49:53.699091 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2eae6a-8fe0-4f99-94d6-401aa6155511 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4f5ffdf-e7b0-4e3c-85ca-943bc4688b89,revision_number=0']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:53.708441 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-5ade2100-c197-4cec-9532-3479dbb9ca24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (bf88fbc4-9cca-444c-9e55-d1320b15962e), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:53.711071 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-5ade2100-c197-4cec-9532-3479dbb9ca24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:53.712379 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-5ade2100-c197-4cec-9532-3479dbb9ca24 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/bf88fbc4-9cca-444c-9e55-d1320b15962e HTTP/1.1" status: 204 len: 168 time: 0.2330208 Sep 17 03:49:53.739845 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade2100-c197-4cec-9532-3479dbb9ca24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf88fbc4-9cca-444c-9e55-d1320b15962e,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:53.745941 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2eae6a-8fe0-4f99-94d6-401aa6155511 admin admin] Checking segment: {'id': '178ee10c-8781-4d26-9ea1-6abd9cfccd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c0f17e13-d28a-4b0e-85e9-154df20354ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:49:53.746307 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2eae6a-8fe0-4f99-94d6-401aa6155511 admin admin] Network hostable DHCP agents. Network: c0f17e13-d28a-4b0e-85e9-154df20354ea, hostable agents: ['b0b4725d-5d3f-4adf-8b60-729f2f7a35da'], hosted agents: [] {{(pid=113211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 03:49:53.785239 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-65836b9b-4365-4755-8efa-a96cb303275d req-05069026-5ff0-4d4f-afb9-13cbfcbba7d1 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1255afdb-aee6-4891-ae9a-1a4e7d458cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777912 Sep 17 03:49:53.860817 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2eae6a-8fe0-4f99-94d6-401aa6155511 admin admin] Network c0f17e13-d28a-4b0e-85e9-154df20354ea is scheduled to be hosted by DHCP agent b0b4725d-5d3f-4adf-8b60-729f2f7a35da with binding_index 1 {{(pid=113211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 03:49:53.961228 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.base_scheduler [None req-3e2eae6a-8fe0-4f99-94d6-401aa6155511 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-3-iscsi, c0f17e13-d28a-4b0e-85e9-154df20354ea) {{(pid=113211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:49:53.964919 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2eae6a-8fe0-4f99-94d6-401aa6155511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:53.965568 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-3e2eae6a-8fe0-4f99-94d6-401aa6155511 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for subnet (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:53.971149 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4b565b-053f-4da7-96b1-1e5b2a82b741 None None] Network c0f17e13-d28a-4b0e-85e9-154df20354ea requested from dv-cinder-849143-3-iscsi {{(pid=113212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:49:54.030145 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:54.070624 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d006cb4a-f99c-4374-b1d1-27637f814ca4 None None] Network c0f17e13-d28a-4b0e-85e9-154df20354ea requested from dv-cinder-849143-3-iscsi {{(pid=113212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:49:54.076586 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-3e2eae6a-8fe0-4f99-94d6-401aa6155511 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0652959 Sep 17 03:49:54.200737 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:54.550374 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e327d63-7145-45bb-8456-90ab4b5d019b req-21c75fda-2198-4b44-8131-fd5f6c2b6eeb tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:54.552032 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0e327d63-7145-45bb-8456-90ab4b5d019b req-21c75fda-2198-4b44-8131-fd5f6c2b6eeb tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 946 time: 0.0634673 Sep 17 03:49:54.602769 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0e327d63-7145-45bb-8456-90ab4b5d019b req-2f7e022e-b351-4ad1-9c03-2755f04f0290 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452189 Sep 17 03:49:54.894223 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:54.899411 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=4 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:54.909816 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406d563-cadd-4e0f-ad96-81a21858da52 req-a1cb79bd-035e-41a3-af99-ddc5550ee054 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:54.911387 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5406d563-cadd-4e0f-ad96-81a21858da52 req-a1cb79bd-035e-41a3-af99-ddc5550ee054 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0dc27850-d570-4ae8-8d78-a88b4e539286 HTTP/1.1" status: 200 len: 945 time: 0.0483270 Sep 17 03:49:54.962915 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5406d563-cadd-4e0f-ad96-81a21858da52 req-7f8981c7-3a14-44d9-8e82-80f9f36f2aa7 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1255afdb-aee6-4891-ae9a-1a4e7d458cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456660 Sep 17 03:49:55.183181 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 45566) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:55.312891 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-f60d6b95-ddcd-4bfc-a675-a54efd818715 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:55.389062 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-f60d6b95-ddcd-4bfc-a675-a54efd818715 admin admin] Publish callbacks [] for security_group (a20ed3f7-0a8f-499e-a39a-f486c925e719), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:55.575549 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:DELETE=4 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:55.576570 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-f60d6b95-ddcd-4bfc-a675-a54efd818715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (a20ed3f7-0a8f-499e-a39a-f486c925e719), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:55.616541 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-f60d6b95-ddcd-4bfc-a675-a54efd818715 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=00eeab850ffb470eaa58033f7e5f95e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4322412 Sep 17 03:49:55.617382 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d6b95-ddcd-4bfc-a675-a54efd818715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20ed3f7-0a8f-499e-a39a-f486c925e719,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:55.621073 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 45576) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:55.675658 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-ff227c24-09ea-4662-bb0b-6b2f1f03c3ba admin admin] Publish callbacks [] for security_group (a20ed3f7-0a8f-499e-a39a-f486c925e719), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:55.696911 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-ff227c24-09ea-4662-bb0b-6b2f1f03c3ba admin admin] Publish callbacks [] for security_group (a20ed3f7-0a8f-499e-a39a-f486c925e719), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:55.727028 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8473c4-98fc-4748-a5b6-f69b24ca9291 req-5c48d3fd-1c20-499f-81dd-c5c565363c4c tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:55.728490 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-2c8473c4-98fc-4748-a5b6-f69b24ca9291 req-5c48d3fd-1c20-499f-81dd-c5c565363c4c tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 946 time: 0.0481346 Sep 17 03:49:55.780709 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-2c8473c4-98fc-4748-a5b6-f69b24ca9291 req-a623165f-02d9-40ad-8f6c-f0ae965b0f82 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446227 Sep 17 03:49:55.875248 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-ff227c24-09ea-4662-bb0b-6b2f1f03c3ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (a20ed3f7-0a8f-499e-a39a-f486c925e719), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:55.878200 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-ff227c24-09ea-4662-bb0b-6b2f1f03c3ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:55.879559 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-ff227c24-09ea-4662-bb0b-6b2f1f03c3ba admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/a20ed3f7-0a8f-499e-a39a-f486c925e719 HTTP/1.1" status: 204 len: 168 time: 0.2572403 Sep 17 03:49:55.895835 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff227c24-09ea-4662-bb0b-6b2f1f03c3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20ed3f7-0a8f-499e-a39a-f486c925e719,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:56.010366 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:56.692362 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 45612) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:56.716199 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-1bb380e3-2282-496b-869e-7aec2fdc772a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:56.803200 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-1bb380e3-2282-496b-869e-7aec2fdc772a admin admin] Publish callbacks [] for security_group (875a9645-083e-4fcc-82a7-2e1597029114), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:56.903504 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-1bb380e3-2282-496b-869e-7aec2fdc772a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (875a9645-083e-4fcc-82a7-2e1597029114), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:56.928039 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e184424-05f2-415c-a771-1b6dabae9735 req-4c2ccb55-cb7d-46ed-9cff-88ecc96c07d4 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:56.934248 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-4e184424-05f2-415c-a771-1b6dabae9735 req-4c2ccb55-cb7d-46ed-9cff-88ecc96c07d4 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 946 time: 0.0674851 Sep 17 03:49:56.952527 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb380e3-2282-496b-869e-7aec2fdc772a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875a9645-083e-4fcc-82a7-2e1597029114,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:56.961476 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-1bb380e3-2282-496b-869e-7aec2fdc772a admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=cf5a9563a1d647d781f94379efc9d148&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2675090 Sep 17 03:49:56.964093 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 45624) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:49:56.984129 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-4e184424-05f2-415c-a771-1b6dabae9735 req-4cdf1789-1422-4082-8017-e1401dde154b tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457413 Sep 17 03:49:57.024950 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9f7db48e-097d-4a14-b541-6041d9f518f9 admin admin] Publish callbacks [] for security_group (875a9645-083e-4fcc-82a7-2e1597029114), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:57.045658 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9f7db48e-097d-4a14-b541-6041d9f518f9 admin admin] Publish callbacks [] for security_group (875a9645-083e-4fcc-82a7-2e1597029114), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:57.228975 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9f7db48e-097d-4a14-b541-6041d9f518f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (875a9645-083e-4fcc-82a7-2e1597029114), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:57.231780 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9f7db48e-097d-4a14-b541-6041d9f518f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:57.237848 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-9f7db48e-097d-4a14-b541-6041d9f518f9 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/875a9645-083e-4fcc-82a7-2e1597029114 HTTP/1.1" status: 204 len: 168 time: 0.2723691 Sep 17 03:49:57.251138 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7db48e-097d-4a14-b541-6041d9f518f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875a9645-083e-4fcc-82a7-2e1597029114,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:49:57.362301 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa0278-ea8a-4a8f-8fed-78f846966695 req-b3f66a40-4c11-4fce-9029-6444e182f355 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:57.363783 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8daa0278-ea8a-4a8f-8fed-78f846966695 req-b3f66a40-4c11-4fce-9029-6444e182f355 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0dc27850-d570-4ae8-8d78-a88b4e539286 HTTP/1.1" status: 200 len: 945 time: 0.0589004 Sep 17 03:49:57.414249 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8daa0278-ea8a-4a8f-8fed-78f846966695 req-8dd243ef-e541-46ba-9073-fcb9e5a831f7 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1255afdb-aee6-4891-ae9a-1a4e7d458cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446067 Sep 17 03:49:57.686870 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:58.105709 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb33ec-adc4-440d-a631-5de036482045 req-687ac168-c14f-4583-bb64-4e515c169e35 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:58.107204 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-23eb33ec-adc4-440d-a631-5de036482045 req-687ac168-c14f-4583-bb64-4e515c169e35 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 946 time: 0.0478606 Sep 17 03:49:58.191143 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9eecd-c9d2-40b8-8fb2-8570f5c583c1 req-f2a1cd93-ac6f-4a2f-a5d7-ac75c057201f tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:58.192608 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-86d9eecd-c9d2-40b8-8fb2-8570f5c583c1 req-f2a1cd93-ac6f-4a2f-a5d7-ac75c057201f tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48f6b82c-bba2-4e02-8a7e-84d78f3390d3 HTTP/1.1" status: 200 len: 945 time: 0.0595384 Sep 17 03:49:58.196661 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-23eb33ec-adc4-440d-a631-5de036482045 req-f3a3abbf-c1f7-4691-ba15-524a670543cb tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831006 Sep 17 03:49:58.240527 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:58.241392 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-86d9eecd-c9d2-40b8-8fb2-8570f5c583c1 req-93119026-29df-4c09-af68-f9c9c1c2948a tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=104c9f39-d5bd-44df-9832-5ae2b62e50e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431392 Sep 17 03:49:58.406832 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:58.550092 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cdc4d1-8b34-4e03-895f-976021e49650 req-0026ce92-b2be-456b-8593-8287767a8b10 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:58.551729 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-08cdc4d1-8b34-4e03-895f-976021e49650 req-0026ce92-b2be-456b-8593-8287767a8b10 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0dc27850-d570-4ae8-8d78-a88b4e539286 HTTP/1.1" status: 200 len: 945 time: 0.0595973 Sep 17 03:49:58.630080 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-08cdc4d1-8b34-4e03-895f-976021e49650 req-9af3032a-553f-444e-a69f-212555cc4384 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1255afdb-aee6-4891-ae9a-1a4e7d458cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723369 Sep 17 03:49:59.349037 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88dac6-c143-496a-9880-507d93cb7cb8 req-997f15f3-07fb-443a-8a48-a532068df510 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:59.350614 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7f88dac6-c143-496a-9880-507d93cb7cb8 req-997f15f3-07fb-443a-8a48-a532068df510 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 946 time: 0.0662220 Sep 17 03:49:59.415208 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:59.435450 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20acff08-da58-4cd2-aa1e-eb133c9cfb6b req-0f1ccffa-f555-45bf-aeef-458d30216113 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:59.437637 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-20acff08-da58-4cd2-aa1e-eb133c9cfb6b req-0f1ccffa-f555-45bf-aeef-458d30216113 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48f6b82c-bba2-4e02-8a7e-84d78f3390d3 HTTP/1.1" status: 200 len: 945 time: 0.0970769 Sep 17 03:49:59.459556 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7f88dac6-c143-496a-9880-507d93cb7cb8 req-1fd3fa27-7ebf-4600-8ca6-b7d1895be978 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013231 Sep 17 03:49:59.500760 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-20acff08-da58-4cd2-aa1e-eb133c9cfb6b req-638f780f-7750-4d62-a962-d14be2c6954e tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=104c9f39-d5bd-44df-9832-5ae2b62e50e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521538 Sep 17 03:49:59.776280 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0946cb2-ff57-458a-ba6f-53586db7aac4 req-abaa8002-8b52-464b-bec8-18840b0a837c tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:49:59.777806 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e0946cb2-ff57-458a-ba6f-53586db7aac4 req-abaa8002-8b52-464b-bec8-18840b0a837c tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0dc27850-d570-4ae8-8d78-a88b4e539286 HTTP/1.1" status: 200 len: 945 time: 0.0532646 Sep 17 03:49:59.826792 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e0946cb2-ff57-458a-ba6f-53586db7aac4 req-5455a70a-8297-4118-a03f-2c5c14461ab6 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1255afdb-aee6-4891-ae9a-1a4e7d458cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427060 Sep 17 03:50:00.440486 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:00.600682 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5a550e-e305-49af-8364-cbd38edd4157 req-00deba31-bd5f-4b3b-9e84-b2f18ad634da tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:00.602173 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-1b5a550e-e305-49af-8364-cbd38edd4157 req-00deba31-bd5f-4b3b-9e84-b2f18ad634da tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 946 time: 0.0574009 Sep 17 03:50:00.647954 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01d6ab-8567-4bed-b15b-75ac3fba08e5 req-0afc8a6e-447d-4475-8773-7650c0eb0c7a tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:00.649401 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-4f01d6ab-8567-4bed-b15b-75ac3fba08e5 req-0afc8a6e-447d-4475-8773-7650c0eb0c7a tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48f6b82c-bba2-4e02-8a7e-84d78f3390d3 HTTP/1.1" status: 200 len: 945 time: 0.0654233 Sep 17 03:50:00.694981 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-1b5a550e-e305-49af-8364-cbd38edd4157 req-dcfd1b1f-c82b-4bd1-b941-93c2dcd1f487 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764372 Sep 17 03:50:00.717505 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-4f01d6ab-8567-4bed-b15b-75ac3fba08e5 req-b13678ca-3a54-43bf-88a8-10a7d79b9349 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=104c9f39-d5bd-44df-9832-5ae2b62e50e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623159 Sep 17 03:50:00.783446 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:00.961080 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e39b3-b03f-4a14-92fc-301c3fb0e04e req-021aa858-3572-4351-8c9d-c26c5e0277e0 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:00.968480 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-eb8e39b3-b03f-4a14-92fc-301c3fb0e04e req-021aa858-3572-4351-8c9d-c26c5e0277e0 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0dc27850-d570-4ae8-8d78-a88b4e539286 HTTP/1.1" status: 200 len: 945 time: 0.0584280 Sep 17 03:50:01.021295 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-eb8e39b3-b03f-4a14-92fc-301c3fb0e04e req-771207a9-8649-4678-993b-1c4689638df1 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1255afdb-aee6-4891-ae9a-1a4e7d458cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517230 Sep 17 03:50:01.417472 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:01.720365 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:01.781561 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:01.848485 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b5866-43d5-4b32-871e-0758257d232b req-652fd285-a86d-4b46-a387-14228a771c61 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:01.849965 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f21b5866-43d5-4b32-871e-0758257d232b req-652fd285-a86d-4b46-a387-14228a771c61 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 946 time: 0.0762084 Sep 17 03:50:01.871354 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079860b-55f3-4206-88f5-e8ac1e6bc074 req-bee4a0dc-55a6-4536-b203-0c6173991e1d tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:01.872740 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-6079860b-55f3-4206-88f5-e8ac1e6bc074 req-bee4a0dc-55a6-4536-b203-0c6173991e1d tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48f6b82c-bba2-4e02-8a7e-84d78f3390d3 HTTP/1.1" status: 200 len: 945 time: 0.0699170 Sep 17 03:50:01.932781 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f21b5866-43d5-4b32-871e-0758257d232b req-bf161a99-85f8-4b78-9ccb-068e76cf297d tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771866 Sep 17 03:50:01.948072 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-6079860b-55f3-4206-88f5-e8ac1e6bc074 req-2526ed5c-b6d4-4610-976c-9860b653212b tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=104c9f39-d5bd-44df-9832-5ae2b62e50e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683990 Sep 17 03:50:02.145541 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee51758-e583-4cc8-842c-df4cb2ab6418 req-cf07df48-214b-4b87-b9c3-38efb8c1a125 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:02.147022 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-fee51758-e583-4cc8-842c-df4cb2ab6418 req-cf07df48-214b-4b87-b9c3-38efb8c1a125 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0dc27850-d570-4ae8-8d78-a88b4e539286 HTTP/1.1" status: 200 len: 945 time: 0.0461035 Sep 17 03:50:02.195795 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-fee51758-e583-4cc8-842c-df4cb2ab6418 req-99f8e5a4-e659-4721-8429-587d75e31eea tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1255afdb-aee6-4891-ae9a-1a4e7d458cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431609 Sep 17 03:50:02.245639 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:02.660923 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=100 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:02.771560 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=100 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:02.866657 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:02.954790 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=100 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:03.052834 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:03.204342 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:03.279958 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea3bb8-3a2e-490f-b67d-292754b4cfa5 req-11fab6c8-cf42-483c-bf36-be880cad43cb tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:03.281920 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ceea3bb8-3a2e-490f-b67d-292754b4cfa5 req-11fab6c8-cf42-483c-bf36-be880cad43cb tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 946 time: 0.2720373 Sep 17 03:50:03.309560 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80885c91-7c6e-4b70-8164-5bad6b67ed28 req-b9f897eb-b0c3-4232-89b2-a8ea1e3b56f8 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:03.310970 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-80885c91-7c6e-4b70-8164-5bad6b67ed28 req-b9f897eb-b0c3-4232-89b2-a8ea1e3b56f8 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48f6b82c-bba2-4e02-8a7e-84d78f3390d3 HTTP/1.1" status: 200 len: 945 time: 0.2704964 Sep 17 03:50:03.355065 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ceea3bb8-3a2e-490f-b67d-292754b4cfa5 req-08fbc3e1-ae8d-4f0e-8f99-aa6324910a20 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675271 Sep 17 03:50:03.384446 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-80885c91-7c6e-4b70-8164-5bad6b67ed28 req-163a168c-0bdc-4cce-a973-9cc02a880c86 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=104c9f39-d5bd-44df-9832-5ae2b62e50e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654421 Sep 17 03:50:03.428700 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:03.457132 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f3e1e-cdee-4f91-8133-46aa88e59213 req-074cb95c-06bc-4d87-b244-cd66b7c220cb tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:03.458602 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ec7f3e1e-cdee-4f91-8133-46aa88e59213 req-074cb95c-06bc-4d87-b244-cd66b7c220cb tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0dc27850-d570-4ae8-8d78-a88b4e539286 HTTP/1.1" status: 200 len: 945 time: 0.0457630 Sep 17 03:50:03.506966 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ec7f3e1e-cdee-4f91-8133-46aa88e59213 req-e60f54a1-3bd2-4cf9-9de0-cb97929aaea4 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1255afdb-aee6-4891-ae9a-1a4e7d458cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425472 Sep 17 03:50:03.849710 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:03.959319 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 8283b8b8-022d-4b44-ac77-9950d7f5466f no longer exists at agent hyperv_hv-cinder-84914 {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:50:04.032766 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port 8283b8b8-022d-4b44-ac77-9950d7f5466f is: ACTIVE; New status is: DOWN {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:50:04.033067 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (8283b8b8-022d-4b44-ac77-9950d7f5466f), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:04.056230 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc27850-d570-4ae8-8d78-a88b4e539286', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8283b8b8-022d-4b44-ac77-9950d7f5466f'}] {{(pid=113212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:50:04.058466 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc6586f6b4c6bd034ee7705c69f50a833cff710b963951e05e6de8956872ccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e6901d-86d0-4413-b4e1-05e54f6fb6c1" -d '{"events": [{"server_uuid": "0dc27850-d570-4ae8-8d78-a88b4e539286", "name": "network-vif-unplugged", "status": "completed", "tag": "8283b8b8-022d-4b44-ac77-9950d7f5466f"}]}' {{(pid=113212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:50:04.071443 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port 8283b8b8-022d-4b44-ac77-9950d7f5466f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=8283b8b8-022d-4b44-ac77-9950d7f5466f,segment=NetworkSegment(40a47736-4ea1-4eea-8cea-ed2a33812359),segment_id=40a47736-4ea1-4eea-8cea-ed2a33812359)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:50:04.098148 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 17 Sep 2022 03:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71fcc6be-8c78-4842-a0a1-0ebacd4be94c x-openstack-request-id: req-71fcc6be-8c78-4842-a0a1-0ebacd4be94c {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:50:04.098885 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc27850-d570-4ae8-8d78-a88b4e539286", "name": "network-vif-unplugged", "status": "completed", "tag": "8283b8b8-022d-4b44-ac77-9950d7f5466f", "code": 200}]} {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:50:04.098885 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-71fcc6be-8c78-4842-a0a1-0ebacd4be94c {{(pid=113212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:50:04.099070 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71fcc6be-8c78-4842-a0a1-0ebacd4be94c'] response: {'server_uuid': '0dc27850-d570-4ae8-8d78-a88b4e539286', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8283b8b8-022d-4b44-ac77-9950d7f5466f', 'code': 200} Sep 17 03:50:04.181327 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (8283b8b8-022d-4b44-ac77-9950d7f5466f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:04.204646 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb14558-af05-45ce-acea-dbf5c02e3727 req-92bd187b-1fa7-4255-b1a6-0a8cff926e31 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:04.206169 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-bcb14558-af05-45ce-acea-dbf5c02e3727 req-92bd187b-1fa7-4255-b1a6-0a8cff926e31 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0dc27850-d570-4ae8-8d78-a88b4e539286 HTTP/1.1" status: 200 len: 945 time: 0.0920241 Sep 17 03:50:04.234504 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=8283b8b8-022d-4b44-ac77-9950d7f5466f,revision_number=6']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:04.509004 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081cff35-a74f-4074-bc96-cde11f22d8b6 req-44f1982e-e397-4985-b0ba-dc0477d8d196 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:04.510499 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-081cff35-a74f-4074-bc96-cde11f22d8b6 req-44f1982e-e397-4985-b0ba-dc0477d8d196 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 946 time: 0.0789340 Sep 17 03:50:04.532580 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0224d-dd82-4f70-99a7-f368586370e0 req-2dd17cc9-3932-42a3-adc2-1cc2cdc7bae7 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:04.534040 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0cb0224d-dd82-4f70-99a7-f368586370e0 req-2dd17cc9-3932-42a3-adc2-1cc2cdc7bae7 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48f6b82c-bba2-4e02-8a7e-84d78f3390d3 HTTP/1.1" status: 200 len: 945 time: 0.0677223 Sep 17 03:50:04.599151 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-081cff35-a74f-4074-bc96-cde11f22d8b6 req-4d833e14-28e1-455f-b939-5282ed9350e9 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822220 Sep 17 03:50:04.606534 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0cb0224d-dd82-4f70-99a7-f368586370e0 req-1c8c7984-0b45-4bf0-8066-04068e1c0c50 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=104c9f39-d5bd-44df-9832-5ae2b62e50e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656860 Sep 17 03:50:04.693223 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:04.717434 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a71397-2967-4dbc-964d-67f704cd5b96 req-7a5bff8b-3533-491e-9104-2572f73c200d tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:04.719123 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c4a71397-2967-4dbc-964d-67f704cd5b96 req-7a5bff8b-3533-491e-9104-2572f73c200d tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0dc27850-d570-4ae8-8d78-a88b4e539286 HTTP/1.1" status: 200 len: 943 time: 0.0540700 Sep 17 03:50:04.747931 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [req-bcb14558-af05-45ce-acea-dbf5c02e3727 req-4378b837-5801-44ce-8e1c-187bdd860525 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Deleting port 8283b8b8-022d-4b44-ac77-9950d7f5466f {{(pid=113210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:50:04.748297 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-bcb14558-af05-45ce-acea-dbf5c02e3727 req-4378b837-5801-44ce-8e1c-187bdd860525 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (8283b8b8-022d-4b44-ac77-9950d7f5466f), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:04.767599 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c4a71397-2967-4dbc-964d-67f704cd5b96 req-62229ba5-cd9f-454b-bef7-c312662fccd4 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1255afdb-aee6-4891-ae9a-1a4e7d458cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429006 Sep 17 03:50:04.843178 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828aea66-5565-44a3-aa2c-a4b8c36eca6b req-5e22b0ad-4d83-4ab4-960f-5ba37da82220 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:04.844673 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-828aea66-5565-44a3-aa2c-a4b8c36eca6b req-5e22b0ad-4d83-4ab4-960f-5ba37da82220 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=48f6b82c-bba2-4e02-8a7e-84d78f3390d3 HTTP/1.1" status: 200 len: 945 time: 0.0614467 Sep 17 03:50:04.857055 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [req-bcb14558-af05-45ce-acea-dbf5c02e3727 req-4378b837-5801-44ce-8e1c-187bdd860525 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] For port 8283b8b8-022d-4b44-ac77-9950d7f5466f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=8283b8b8-022d-4b44-ac77-9950d7f5466f,segment=NetworkSegment(40a47736-4ea1-4eea-8cea-ed2a33812359),segment_id=40a47736-4ea1-4eea-8cea-ed2a33812359)] {{(pid=113210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:50:04.857414 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-bcb14558-af05-45ce-acea-dbf5c02e3727 req-4378b837-5801-44ce-8e1c-187bdd860525 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (8283b8b8-022d-4b44-ac77-9950d7f5466f), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:04.872738 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [req-bcb14558-af05-45ce-acea-dbf5c02e3727 req-4378b837-5801-44ce-8e1c-187bdd860525 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Calling delete_port for 8283b8b8-022d-4b44-ac77-9950d7f5466f owned by compute:nova {{(pid=113210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:50:04.974837 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.plugin [req-828aea66-5565-44a3-aa2c-a4b8c36eca6b req-462b459c-8660-47cc-a50c-1eb44c7b6dd7 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] Deleting port b1d2d738-c68a-46c8-87de-365753cb88b6 {{(pid=113211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:50:04.975190 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-828aea66-5565-44a3-aa2c-a4b8c36eca6b req-462b459c-8660-47cc-a50c-1eb44c7b6dd7 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (b1d2d738-c68a-46c8-87de-365753cb88b6), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:05.071152 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.db [req-828aea66-5565-44a3-aa2c-a4b8c36eca6b req-462b459c-8660-47cc-a50c-1eb44c7b6dd7 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] For port b1d2d738-c68a-46c8-87de-365753cb88b6, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=b1d2d738-c68a-46c8-87de-365753cb88b6,segment=NetworkSegment(09b48951-5e53-4799-9ac8-9400d268b3f1),segment_id=09b48951-5e53-4799-9ac8-9400d268b3f1)] {{(pid=113211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:50:05.071518 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-828aea66-5565-44a3-aa2c-a4b8c36eca6b req-462b459c-8660-47cc-a50c-1eb44c7b6dd7 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (b1d2d738-c68a-46c8-87de-365753cb88b6), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:05.086626 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.plugin [req-828aea66-5565-44a3-aa2c-a4b8c36eca6b req-462b459c-8660-47cc-a50c-1eb44c7b6dd7 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] Calling delete_port for b1d2d738-c68a-46c8-87de-365753cb88b6 owned by compute:nova {{(pid=113211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:50:05.165783 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-bcb14558-af05-45ce-acea-dbf5c02e3727 req-4378b837-5801-44ce-8e1c-187bdd860525 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985'] for port (8283b8b8-022d-4b44-ac77-9950d7f5466f), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:05.185015 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:05.195877 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4378b837-5801-44ce-8e1c-187bdd860525 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Pushing event deleted for resources: {'Port': ['ID=8283b8b8-022d-4b44-ac77-9950d7f5466f,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:05.263734 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:05.267343 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb14558-af05-45ce-acea-dbf5c02e3727 req-4378b837-5801-44ce-8e1c-187bdd860525 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] No DVR routers for this DVR port 8283b8b8-022d-4b44-ac77-9950d7f5466f on host hv-cinder-84914 {{(pid=113210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:50:05.271653 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-bcb14558-af05-45ce-acea-dbf5c02e3727 req-4378b837-5801-44ce-8e1c-187bdd860525 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for port (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:05.276203 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-bcb14558-af05-45ce-acea-dbf5c02e3727 req-4378b837-5801-44ce-8e1c-187bdd860525 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.18 "DELETE /networking/v2.0/ports/8283b8b8-022d-4b44-ac77-9950d7f5466f HTTP/1.1" status: 204 len: 173 time: 0.6696095 Sep 17 03:50:05.276977 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc27850-d570-4ae8-8d78-a88b4e539286', 'name': 'network-vif-deleted', 'tag': '8283b8b8-022d-4b44-ac77-9950d7f5466f'}] {{(pid=113210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:50:05.279674 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a613894f386080b2b9315951ba9a4c402b93d12b77848e4e2f89d9386810e3b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb1599f-5a0a-456a-b0bf-9a1980cd89b9" -d '{"events": [{"server_uuid": "0dc27850-d570-4ae8-8d78-a88b4e539286", "name": "network-vif-deleted", "tag": "8283b8b8-022d-4b44-ac77-9950d7f5466f"}]}' {{(pid=113210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:50:05.335246 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb0913c-059e-4c3a-a8e4-68395b49866b x-openstack-request-id: req-2fb0913c-059e-4c3a-a8e4-68395b49866b {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:50:05.344279 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc27850-d570-4ae8-8d78-a88b4e539286", "name": "network-vif-deleted", "tag": "8283b8b8-022d-4b44-ac77-9950d7f5466f", "status": "completed", "code": 200}]} {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:50:05.344279 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2fb0913c-059e-4c3a-a8e4-68395b49866b {{(pid=113210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:50:05.344279 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fb0913c-059e-4c3a-a8e4-68395b49866b'] response: {'server_uuid': '0dc27850-d570-4ae8-8d78-a88b4e539286', 'name': 'network-vif-deleted', 'tag': '8283b8b8-022d-4b44-ac77-9950d7f5466f', 'status': 'completed', 'code': 200} Sep 17 03:50:05.397967 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-828aea66-5565-44a3-aa2c-a4b8c36eca6b req-462b459c-8660-47cc-a50c-1eb44c7b6dd7 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985'] for port (b1d2d738-c68a-46c8-87de-365753cb88b6), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:05.445245 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b459c-8660-47cc-a50c-1eb44c7b6dd7 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] Pushing event deleted for resources: {'Port': ['ID=b1d2d738-c68a-46c8-87de-365753cb88b6,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:05.445356 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] get_ports_and_sgs() called for port_ids ['b1d2d738-c68a-46c8-87de-365753cb88b6'] {{(pid=113212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:50:05.531077 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.l3_dvrscheduler_db [req-828aea66-5565-44a3-aa2c-a4b8c36eca6b req-462b459c-8660-47cc-a50c-1eb44c7b6dd7 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] No DVR routers for this DVR port b1d2d738-c68a-46c8-87de-365753cb88b6 on host hv-cinder-84914 {{(pid=113211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:50:05.534900 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-828aea66-5565-44a3-aa2c-a4b8c36eca6b req-462b459c-8660-47cc-a50c-1eb44c7b6dd7 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for port (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:05.541214 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-828aea66-5565-44a3-aa2c-a4b8c36eca6b req-462b459c-8660-47cc-a50c-1eb44c7b6dd7 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.18 "DELETE /networking/v2.0/ports/b1d2d738-c68a-46c8-87de-365753cb88b6 HTTP/1.1" status: 204 len: 173 time: 0.6899786 Sep 17 03:50:05.541762 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f6b82c-bba2-4e02-8a7e-84d78f3390d3', 'name': 'network-vif-deleted', 'tag': 'b1d2d738-c68a-46c8-87de-365753cb88b6'}] {{(pid=113211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:50:05.545759 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346c2caff186dcd388f83f6dc64b2ba25d7763d65cfebe6fa09f9256a5522518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244263c2-a89d-4b54-903d-abdf61eb1d0b" -d '{"events": [{"server_uuid": "48f6b82c-bba2-4e02-8a7e-84d78f3390d3", "name": "network-vif-deleted", "tag": "b1d2d738-c68a-46c8-87de-365753cb88b6"}]}' {{(pid=113211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:50:05.590991 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc85654-4ea2-4128-a697-f188b55c36b8 x-openstack-request-id: req-bcc85654-4ea2-4128-a697-f188b55c36b8 {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:50:05.591276 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f6b82c-bba2-4e02-8a7e-84d78f3390d3", "name": "network-vif-deleted", "tag": "b1d2d738-c68a-46c8-87de-365753cb88b6", "status": "completed", "code": 200}]} {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:50:05.591524 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bcc85654-4ea2-4128-a697-f188b55c36b8 {{(pid=113211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:50:05.591923 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcc85654-4ea2-4128-a697-f188b55c36b8'] response: {'server_uuid': '48f6b82c-bba2-4e02-8a7e-84d78f3390d3', 'name': 'network-vif-deleted', 'tag': 'b1d2d738-c68a-46c8-87de-365753cb88b6', 'status': 'completed', 'code': 200} Sep 17 03:50:05.761988 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b5749dd2-8b0a-4227-8ab0-9b8aeff1d0ae req-e60f6460-232b-4912-96e7-872eefe99f10 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48f6b82c-bba2-4e02-8a7e-84d78f3390d3 HTTP/1.1" status: 200 len: 210 time: 0.0488420 Sep 17 03:50:05.778918 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecdd585-9308-421f-b757-2169eb950c6f req-5f753692-951e-40c3-9db2-0027c3705293 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:05.791015 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-aecdd585-9308-421f-b757-2169eb950c6f req-5f753692-951e-40c3-9db2-0027c3705293 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 946 time: 0.0815609 Sep 17 03:50:05.841527 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-aecdd585-9308-421f-b757-2169eb950c6f req-20bb8360-2104-4fff-9cf0-8a7ab7bdc6b4 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523794 Sep 17 03:50:05.900995 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f8c1481d-5b1c-4118-9c5a-2a3870c58c63 req-464d0431-5f87-4183-b7ca-7704c191fc91 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0dc27850-d570-4ae8-8d78-a88b4e539286 HTTP/1.1" status: 200 len: 210 time: 0.0274408 Sep 17 03:50:06.022628 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:06.891030 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-2973427e-bc9e-4d66-88ab-7c90f808c614 req-4afd527f-a839-4541-8fd6-b6e58e84a6c4 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48f6b82c-bba2-4e02-8a7e-84d78f3390d3 HTTP/1.1" status: 200 len: 210 time: 0.0281677 Sep 17 03:50:06.986755 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26efbe44-a3b9-447b-9464-035d6992924d req-033551a5-1a04-4524-9a87-5f5ae69ed19b tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:06.988680 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-26efbe44-a3b9-447b-9464-035d6992924d req-033551a5-1a04-4524-9a87-5f5ae69ed19b tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 946 time: 0.0603988 Sep 17 03:50:07.041931 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-68b8e48f-d04a-401a-9a9e-e9ad48257c4e req-c61f951b-8a13-4471-bade-ffad99c3edf3 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0dc27850-d570-4ae8-8d78-a88b4e539286 HTTP/1.1" status: 200 len: 210 time: 0.0383344 Sep 17 03:50:07.064142 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-26efbe44-a3b9-447b-9464-035d6992924d req-86357c6a-bc67-429c-9dd3-3a9732fc39f0 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691171 Sep 17 03:50:07.967201 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-6cfb2f29-8ffd-4cbc-bee3-88c15251ac35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b0b4725d-5d3f-4adf-8b60-729f2f7a35da), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:08.023981 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-173ee49c-4433-448b-b4ef-eb78ea5d5a62 req-11460c4b-7fcc-4e75-8955-aaa9711e9208 tempest-DeleteServersTestJSON-2123343086 tempest-DeleteServersTestJSON-2123343086-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48f6b82c-bba2-4e02-8a7e-84d78f3390d3 HTTP/1.1" status: 200 len: 210 time: 0.0291169 Sep 17 03:50:08.197652 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db530de2-09e5-4ecf-8e6e-a6f18372317c req-010dcda5-4a98-47af-a9b9-a22e264079a2 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:08.199085 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-db530de2-09e5-4ecf-8e6e-a6f18372317c req-010dcda5-4a98-47af-a9b9-a22e264079a2 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 946 time: 0.0518365 Sep 17 03:50:08.250264 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-db530de2-09e5-4ecf-8e6e-a6f18372317c req-a1b8f63b-15b0-466d-bf2f-44f91db04b37 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452967 Sep 17 03:50:08.385499 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6334f-3989-45de-aacd-4d823446dada req-5a648bb4-ab1d-4c57-9874-cda847699fca tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:08.387041 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d9c6334f-3989-45de-aacd-4d823446dada req-5a648bb4-ab1d-4c57-9874-cda847699fca tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/networks?id=1fd72c10-4a74-432a-9d89-dc7591e6a4ad HTTP/1.1" status: 200 len: 808 time: 0.1070955 Sep 17 03:50:08.402726 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d9c6334f-3989-45de-aacd-4d823446dada req-bc41228c-2764-49f0-ac00-878c3f723b10 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/quotas/ca2e65ee55f142dd9ad4419ab18dcf7d HTTP/1.1" status: 200 len: 375 time: 0.0095651 Sep 17 03:50:08.438895 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d9c6334f-3989-45de-aacd-4d823446dada req-979a2006-0fe2-44e1-8d2d-583456f692a2 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=ca2e65ee55f142dd9ad4419ab18dcf7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298159 Sep 17 03:50:08.529778 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d9c6334f-3989-45de-aacd-4d823446dada req-ffe3ad94-b0f1-42f8-a845-29e802b8afb3 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/1fd72c10-4a74-432a-9d89-dc7591e6a4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844898 Sep 17 03:50:08.631045 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d9c6334f-3989-45de-aacd-4d823446dada req-95781b82-23ff-4894-bc42-645bbf04d5f7 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/1fd72c10-4a74-432a-9d89-dc7591e6a4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944209 Sep 17 03:50:08.940071 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-59e92852-69e7-4f2d-af5d-c6e173fa1390 req-ae88a619-6dbc-4c18-a3ee-a1b5a3a77f7f tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=11edf4d3-847c-4252-9070-ca1cae2d7f01 HTTP/1.1" status: 200 len: 210 time: 0.0309136 Sep 17 03:50:09.372420 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2b5d4-4481-4fec-adb4-b9395b1c901f req-293cde16-6a06-46b1-b3b8-bb55ea4f414c tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:09.373915 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8ca2b5d4-4481-4fec-adb4-b9395b1c901f req-293cde16-6a06-46b1-b3b8-bb55ea4f414c tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 946 time: 0.0461526 Sep 17 03:50:09.421530 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8ca2b5d4-4481-4fec-adb4-b9395b1c901f req-0537c9fa-0714-4e29-8972-b9240d8147d4 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408425 Sep 17 03:50:09.958772 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device b1d2d738-c68a-46c8-87de-365753cb88b6 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:50:09.983492 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] No Port match for: b1d2d738-c68a-46c8-87de-365753cb88b6 {{(pid=113212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:50:09.983857 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device b1d2d738-c68a-46c8-87de-365753cb88b6 not bound to the agent host hv-cinder-84914 {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:50:10.051144 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-705e1ca2-ed47-4bec-932f-229a504bd0a3 req-6eed9971-39d2-4f10-840a-c0763caec2ba tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=11edf4d3-847c-4252-9070-ca1cae2d7f01 HTTP/1.1" status: 200 len: 210 time: 0.0324261 Sep 17 03:50:10.156626 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 45950) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:50:10.280887 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-70165a45-0937-43c1-8912-a40bc80b639c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:10.308638 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-78817d59-503e-4aaa-ae99-8c31bb55bf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b971cbd0-997d-41fb-8614-0aea29982798), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:10.359751 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-70165a45-0937-43c1-8912-a40bc80b639c admin admin] Publish callbacks [] for security_group (919af895-f9b2-4166-ae4b-78042d9c4a8e), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:10.434289 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-70165a45-0937-43c1-8912-a40bc80b639c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (919af895-f9b2-4166-ae4b-78042d9c4a8e), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:10.460942 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:10.475726 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-70165a45-0937-43c1-8912-a40bc80b639c admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=38891ab9e3014b67b8f431ac9b4b1140&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3153405 Sep 17 03:50:10.476079 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 45958) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:50:10.482369 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70165a45-0937-43c1-8912-a40bc80b639c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919af895-f9b2-4166-ae4b-78042d9c4a8e,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:10.511563 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:10.561161 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-6ab953fd-4c49-483b-8ebb-1a1df446a124 admin admin] Publish callbacks [] for security_group (919af895-f9b2-4166-ae4b-78042d9c4a8e), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:10.571090 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cee94d-00c5-40ec-8046-fc07e71d47c0 req-4c566629-3256-4aee-b607-aac377d48c92 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:10.572549 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e6cee94d-00c5-40ec-8046-fc07e71d47c0 req-4c566629-3256-4aee-b607-aac377d48c92 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 946 time: 0.0598798 Sep 17 03:50:10.603991 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-6ab953fd-4c49-483b-8ebb-1a1df446a124 admin admin] Publish callbacks [] for security_group (919af895-f9b2-4166-ae4b-78042d9c4a8e), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:10.624367 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:10.659346 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e6cee94d-00c5-40ec-8046-fc07e71d47c0 req-52c40cd7-5316-4d61-ba41-edccd5f59533 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792162 Sep 17 03:50:10.763308 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-6ab953fd-4c49-483b-8ebb-1a1df446a124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (919af895-f9b2-4166-ae4b-78042d9c4a8e), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:10.765986 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-6ab953fd-4c49-483b-8ebb-1a1df446a124 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:10.768242 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-6ab953fd-4c49-483b-8ebb-1a1df446a124 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/919af895-f9b2-4166-ae4b-78042d9c4a8e HTTP/1.1" status: 204 len: 168 time: 0.2906079 Sep 17 03:50:10.777653 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab953fd-4c49-483b-8ebb-1a1df446a124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919af895-f9b2-4166-ae4b-78042d9c4a8e,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:11.198051 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-886a1759-4031-4dde-97c8-58af50d60618 req-c8a2e091-9b9a-415c-afaf-08f37a31d8b2 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=11edf4d3-847c-4252-9070-ca1cae2d7f01 HTTP/1.1" status: 200 len: 210 time: 0.0506139 Sep 17 03:50:11.343944 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 45984) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:50:11.494386 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ff42d983-095d-47ba-82c6-d5d7a2ded2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b812d02d-dcd0-44a4-bd1c-6e92b95e6b3f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:11.719120 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 45998) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:50:11.738388 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-09069344-4d86-4306-a486-463485ed7a72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:11.759393 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-ceb9f974-0501-4f2f-a1a4-139c816aff20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-426662'] for router_interface (87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:11.760944 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:11.852799 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0afdfa-18d1-4fd0-a2db-677bcb720816 req-e6707ffa-24b6-48c9-aad9-20636b1f98db tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:11.858002 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ff0afdfa-18d1-4fd0-a2db-677bcb720816 req-e6707ffa-24b6-48c9-aad9-20636b1f98db tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 946 time: 0.0780067 Sep 17 03:50:11.896829 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-09069344-4d86-4306-a486-463485ed7a72 admin admin] Publish callbacks [] for security_group (247774f5-9aeb-4531-b63a-143d86e1da73), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:11.928380 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ff0afdfa-18d1-4fd0-a2db-677bcb720816 req-81abba4a-71c2-4954-aee3-33a4073097ed tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656645 Sep 17 03:50:12.047806 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-09069344-4d86-4306-a486-463485ed7a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (247774f5-9aeb-4531-b63a-143d86e1da73), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:12.113563 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-09069344-4d86-4306-a486-463485ed7a72 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=0202b7c6ba6348d68b74c188c3afa5ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3926470 Sep 17 03:50:12.117242 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 46000) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:50:12.127947 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:12.137345 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09069344-4d86-4306-a486-463485ed7a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247774f5-9aeb-4531-b63a-143d86e1da73,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:12.172515 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6334f-3989-45de-aacd-4d823446dada req-428c62a4-676b-4f1e-bf49-cf3443f83bc6 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:12.174461 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d9c6334f-3989-45de-aacd-4d823446dada req-428c62a4-676b-4f1e-bf49-cf3443f83bc6 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.18 "GET /networking/v2.0/networks?id=1fd72c10-4a74-432a-9d89-dc7591e6a4ad HTTP/1.1" status: 200 len: 808 time: 0.1794045 Sep 17 03:50:12.201606 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [req-d9c6334f-3989-45de-aacd-4d823446dada req-7757828f-8e16-4353-bda9-74ad1ea30a83 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Request body: {'port': {'device_id': '11edf4d3-847c-4252-9070-ca1cae2d7f01', 'network_id': '1fd72c10-4a74-432a-9d89-dc7591e6a4ad', 'admin_state_up': True, 'tenant_id': 'ca2e65ee55f142dd9ad4419ab18dcf7d'}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:50:12.234706 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0ea50fbe-32be-48a2-a330-a0843e8a2ac7 admin admin] Publish callbacks [] for security_group (247774f5-9aeb-4531-b63a-143d86e1da73), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:12.301656 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0ea50fbe-32be-48a2-a330-a0843e8a2ac7 admin admin] Publish callbacks [] for security_group (247774f5-9aeb-4531-b63a-143d86e1da73), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:12.316355 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-ceb9f974-0501-4f2f-a1a4-139c816aff20 admin admin] Deleting port fb5c2241-1663-4261-8772-4a7d6e59da5b {{(pid=113210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:50:12.316847 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-ceb9f974-0501-4f2f-a1a4-139c816aff20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (fb5c2241-1663-4261-8772-4a7d6e59da5b), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:12.369364 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-41c7ce5b-ea3a-4f48-82b7-f900ebe95f67 req-51dd5ca7-62d0-4de5-aae5-2a3f0b09de12 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=11edf4d3-847c-4252-9070-ca1cae2d7f01 HTTP/1.1" status: 200 len: 210 time: 0.0546336 Sep 17 03:50:12.377831 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 46006) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:50:12.434127 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [None req-ceb9f974-0501-4f2f-a1a4-139c816aff20 admin admin] For port fb5c2241-1663-4261-8772-4a7d6e59da5b, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=fb5c2241-1663-4261-8772-4a7d6e59da5b,segment=NetworkSegment(09b48951-5e53-4799-9ac8-9400d268b3f1),segment_id=09b48951-5e53-4799-9ac8-9400d268b3f1)] {{(pid=113210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:50:12.434810 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-ceb9f974-0501-4f2f-a1a4-139c816aff20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (fb5c2241-1663-4261-8772-4a7d6e59da5b), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:12.457749 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-ceb9f974-0501-4f2f-a1a4-139c816aff20 admin admin] Calling delete_port for fb5c2241-1663-4261-8772-4a7d6e59da5b owned by network:router_interface {{(pid=113210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:50:12.524063 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9c6334f-3989-45de-aacd-4d823446dada req-7757828f-8e16-4353-bda9-74ad1ea30a83 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Made reservation on behalf of ca2e65ee55f142dd9ad4419ab18dcf7d for: {'port': 1} {{(pid=113211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:50:12.528103 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-d9c6334f-3989-45de-aacd-4d823446dada req-7757828f-8e16-4353-bda9-74ad1ea30a83 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:12.530399 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-54f70048-1f33-4731-a57e-4dcd20292eef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:12.533935 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0ea50fbe-32be-48a2-a330-a0843e8a2ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (247774f5-9aeb-4531-b63a-143d86e1da73), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:12.536585 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0ea50fbe-32be-48a2-a330-a0843e8a2ac7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:12.540170 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-0ea50fbe-32be-48a2-a330-a0843e8a2ac7 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/247774f5-9aeb-4531-b63a-143d86e1da73 HTTP/1.1" status: 204 len: 168 time: 0.4168093 Sep 17 03:50:12.568128 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea50fbe-32be-48a2-a330-a0843e8a2ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247774f5-9aeb-4531-b63a-143d86e1da73,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:12.666095 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:12.757777 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.db_base_plugin_common [req-d9c6334f-3989-45de-aacd-4d823446dada req-7757828f-8e16-4353-bda9-74ad1ea30a83 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Allocated IP 172.20.0.14 (1fd72c10-4a74-432a-9d89-dc7591e6a4ad/dde75ce6-8d98-40e5-ac54-fd475574bb8f/ddf46b03-3293-4c63-9b95-404ab58f50f8) {{(pid=113211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:50:12.764771 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-54f70048-1f33-4731-a57e-4dcd20292eef admin admin] Publish callbacks [] for security_group (53ec27b0-2fff-4031-bd54-cd5d0db447b3), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:12.777532 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-ceb9f974-0501-4f2f-a1a4-139c816aff20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985'] for port (fb5c2241-1663-4261-8772-4a7d6e59da5b), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:12.835806 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb9f974-0501-4f2f-a1a4-139c816aff20 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb5c2241-1663-4261-8772-4a7d6e59da5b,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:12.911539 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-54f70048-1f33-4731-a57e-4dcd20292eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (53ec27b0-2fff-4031-bd54-cd5d0db447b3), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:13.014115 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-ceb9f974-0501-4f2f-a1a4-139c816aff20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619798'] for router_interface (87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:13.016151 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-54f70048-1f33-4731-a57e-4dcd20292eef admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=1a573da49b7f4c799e51cc4115314f35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6322567 Sep 17 03:50:13.022736 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 46024) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:50:13.040151 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f70048-1f33-4731-a57e-4dcd20292eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ec27b0-2fff-4031-bd54-cd5d0db447b3,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:13.110942 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-d9c6334f-3989-45de-aacd-4d823446dada req-7757828f-8e16-4353-bda9-74ad1ea30a83 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Publish callbacks [] for port (ddf46b03-3293-4c63-9b95-404ab58f50f8), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:13.115838 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (287db9f2-8160-4728-95aa-12aebca604d4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:13.198832 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730e9d1-02dd-44e0-8b6e-2324ba0437f6 req-029192be-d853-4a71-8b16-58296aa243f7 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:13.200281 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8730e9d1-02dd-44e0-8b6e-2324ba0437f6 req-029192be-d853-4a71-8b16-58296aa243f7 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 946 time: 0.0805223 Sep 17 03:50:13.209744 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-7a218e9d-e5c5-4af4-8b38-c6d5e2fdf07f admin admin] Publish callbacks [] for security_group (53ec27b0-2fff-4031-bd54-cd5d0db447b3), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:13.249490 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-7a218e9d-e5c5-4af4-8b38-c6d5e2fdf07f admin admin] Publish callbacks [] for security_group (53ec27b0-2fff-4031-bd54-cd5d0db447b3), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:13.253233 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8730e9d1-02dd-44e0-8b6e-2324ba0437f6 req-ea8050bb-f977-48cc-a767-fdd0d52dff48 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458410 Sep 17 03:50:13.309559 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fecdf064-2280-4810-8c6f-7fec6cce5654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (7e0cb1e0-c4a7-4d3b-9abd-ffc9973ed5e0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:13.338766 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-d9c6334f-3989-45de-aacd-4d823446dada req-7757828f-8e16-4353-bda9-74ad1ea30a83 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976'] for port (ddf46b03-3293-4c63-9b95-404ab58f50f8), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:13.381650 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9c6334f-3989-45de-aacd-4d823446dada req-7757828f-8e16-4353-bda9-74ad1ea30a83 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Network 1fd72c10-4a74-432a-9d89-dc7591e6a4ad is already hosted by enough agents. {{(pid=113211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:50:13.386797 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.base_scheduler [req-d9c6334f-3989-45de-aacd-4d823446dada req-7757828f-8e16-4353-bda9-74ad1ea30a83 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Resources bound (agent type, host, resource id): {{(pid=113211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:50:13.394385 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c6334f-3989-45de-aacd-4d823446dada req-7757828f-8e16-4353-bda9-74ad1ea30a83 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Received port after_create {{(pid=113211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:50:13.398786 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6334f-3989-45de-aacd-4d823446dada req-7757828f-8e16-4353-bda9-74ad1ea30a83 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:13.398786 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-d9c6334f-3989-45de-aacd-4d823446dada req-7757828f-8e16-4353-bda9-74ad1ea30a83 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for port (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:13.398994 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb9f974-0501-4f2f-a1a4-139c816aff20 admin admin] Router 87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc has already been hosted by L3 agent b971cbd0-997d-41fb-8614-0aea29982798 {{(pid=113210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:50:13.419077 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7757828f-8e16-4353-bda9-74ad1ea30a83 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Pushing event updated for resources: {'Port': ['ID=ddf46b03-3293-4c63-9b95-404ab58f50f8,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:13.464615 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=100 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:13.503015 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d9c6334f-3989-45de-aacd-4d823446dada req-7757828f-8e16-4353-bda9-74ad1ea30a83 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3065686 Sep 17 03:50:13.511353 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-7a218e9d-e5c5-4af4-8b38-c6d5e2fdf07f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (53ec27b0-2fff-4031-bd54-cd5d0db447b3), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:13.514401 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-7a218e9d-e5c5-4af4-8b38-c6d5e2fdf07f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:13.515677 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-7a218e9d-e5c5-4af4-8b38-c6d5e2fdf07f admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/53ec27b0-2fff-4031-bd54-cd5d0db447b3 HTTP/1.1" status: 204 len: 168 time: 0.4867775 Sep 17 03:50:13.524590 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f9538-e9e1-455d-b9ca-890780cd202b req-7d094523-5897-44d9-bfdd-6b7b9469aacf tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:13.526366 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a93f9538-e9e1-455d-b9ca-890780cd202b req-7d094523-5897-44d9-bfdd-6b7b9469aacf tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=11edf4d3-847c-4252-9070-ca1cae2d7f01 HTTP/1.1" status: 200 len: 932 time: 0.0587692 Sep 17 03:50:13.531401 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [req-d9c6334f-3989-45de-aacd-4d823446dada req-0ea01509-0225-409f-9272-bf947e63d04a service neutron] Request body: {'port': {'device_id': '11edf4d3-847c-4252-9070-ca1cae2d7f01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:50:13.536105 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a218e9d-e5c5-4af4-8b38-c6d5e2fdf07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ec27b0-2fff-4031-bd54-cd5d0db447b3,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:13.546740 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb9f974-0501-4f2f-a1a4-139c816aff20 admin admin] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:50:13.553163 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-ceb9f974-0501-4f2f-a1a4-139c816aff20 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2081935 Sep 17 03:50:13.555933 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 46042) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:50:13.558382 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02983dd3-6e91-4c91-9369-cbc4c7ef3278 None None] Sync routers for ids ['87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc'] in dv-cinder-849143-3-iscsi {{(pid=113213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:50:13.575642 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02983dd3-6e91-4c91-9369-cbc4c7ef3278 None None] Routers {'87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:50:13.580260 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-02983dd3-6e91-4c91-9369-cbc4c7ef3278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:50:10Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc'], 'active': True} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:50:13.662736 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-d9c6334f-3989-45de-aacd-4d823446dada req-0ea01509-0225-409f-9272-bf947e63d04a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (ddf46b03-3293-4c63-9b95-404ab58f50f8), before_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:13.684205 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a93f9538-e9e1-455d-b9ca-890780cd202b req-859873e4-6b15-4ea6-b57b-113a9e964b47 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1255afdb-aee6-4891-ae9a-1a4e7d458cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112602 Sep 17 03:50:13.713810 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvr_db [None req-02983dd3-6e91-4c91-9369-cbc4c7ef3278 None None] Set router 87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc gateway port host: dv-cinder-849143-3-iscsi {{(pid=113213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:50:13.764868 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-7ab22007-6115-419f-bf92-32d768fd5728 admin admin] Publish callbacks [] for router (87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:13.886186 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-7ab22007-6115-419f-bf92-32d768fd5728 admin admin] Publish callbacks [] for router_gateway (87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:13.930442 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-02983dd3-6e91-4c91-9369-cbc4c7ef3278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc', 'name': 'tempest-DeleteServersTestJSON-2091927715-router', 'tenant_id': '5b4fba22f55549188446d54f94aa1620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '29e22ba4-2866-4c46-81f7-d574067f4b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:50:12Z', 'revision_number': 5, 'project_id': '5b4fba22f55549188446d54f94aa1620', 'gw_port': {'id': '29e22ba4-2866-4c46-81f7-d574067f4b17', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:98:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:43Z', 'updated_at': '2022-09-17T03:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi'}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:50:13.960761 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02983dd3-6e91-4c91-9369-cbc4c7ef3278 None None] Checking router: 87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc for host: dv-cinder-849143-3-iscsi {{(pid=113213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:50:13.975935 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02983dd3-6e91-4c91-9369-cbc4c7ef3278 None None] Routers {'87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:50:13.976564 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-02983dd3-6e91-4c91-9369-cbc4c7ef3278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:50:10Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc'], 'active': True} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:50:13.988880 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.notifiers.nova [req-d9c6334f-3989-45de-aacd-4d823446dada req-0ea01509-0225-409f-9272-bf947e63d04a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddf46b03-3293-4c63-9b95-404ab58f50f8 {{(pid=113211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:50:14.003349 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-d9c6334f-3989-45de-aacd-4d823446dada req-0ea01509-0225-409f-9272-bf947e63d04a service neutron] Publish callbacks [] for port (ddf46b03-3293-4c63-9b95-404ab58f50f8), precommit_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:14.019423 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.provisioning_blocks [req-d9c6334f-3989-45de-aacd-4d823446dada req-0ea01509-0225-409f-9272-bf947e63d04a service neutron] Transition to ACTIVE for port object ddf46b03-3293-4c63-9b95-404ab58f50f8 will not be triggered until provisioned by entity L2. {{(pid=113211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 03:50:14.063326 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-7ab22007-6115-419f-bf92-32d768fd5728 admin admin] Deleting port 29e22ba4-2866-4c46-81f7-d574067f4b17 {{(pid=113210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:50:14.063677 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-7ab22007-6115-419f-bf92-32d768fd5728 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (29e22ba4-2866-4c46-81f7-d574067f4b17), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:14.092967 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvr_db [None req-02983dd3-6e91-4c91-9369-cbc4c7ef3278 None None] Set router 87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc gateway port host: dv-cinder-849143-3-iscsi {{(pid=113213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:50:14.137520 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:14.160843 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [None req-7ab22007-6115-419f-bf92-32d768fd5728 admin admin] For port 29e22ba4-2866-4c46-81f7-d574067f4b17, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=29e22ba4-2866-4c46-81f7-d574067f4b17,segment=NetworkSegment(b9ff3b7d-3dba-4f81-9340-22e46529b80a),segment_id=b9ff3b7d-3dba-4f81-9340-22e46529b80a)] {{(pid=113210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:50:14.161204 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-7ab22007-6115-419f-bf92-32d768fd5728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (29e22ba4-2866-4c46-81f7-d574067f4b17), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:14.166678 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-d9c6334f-3989-45de-aacd-4d823446dada req-0ea01509-0225-409f-9272-bf947e63d04a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (ddf46b03-3293-4c63-9b95-404ab58f50f8), after_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:14.178431 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-7ab22007-6115-419f-bf92-32d768fd5728 admin admin] Calling delete_port for 29e22ba4-2866-4c46-81f7-d574067f4b17 owned by network:router_gateway {{(pid=113210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:50:14.234650 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea01509-0225-409f-9272-bf947e63d04a service neutron] Pushing event updated for resources: {'Port': ['ID=ddf46b03-3293-4c63-9b95-404ab58f50f8,revision_number=2']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:14.289686 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.managers [req-d9c6334f-3989-45de-aacd-4d823446dada req-0ea01509-0225-409f-9272-bf947e63d04a service neutron] Attempting to bind port ddf46b03-3293-4c63-9b95-404ab58f50f8 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:50:14.290407 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.managers [req-d9c6334f-3989-45de-aacd-4d823446dada req-0ea01509-0225-409f-9272-bf947e63d04a service neutron] Attempting to bind port ddf46b03-3293-4c63-9b95-404ab58f50f8 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '40a47736-4ea1-4eea-8cea-ed2a33812359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1fd72c10-4a74-432a-9d89-dc7591e6a4ad'}] {{(pid=113211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:50:14.290633 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c6334f-3989-45de-aacd-4d823446dada req-0ea01509-0225-409f-9272-bf947e63d04a service neutron] Attempting to bind port ddf46b03-3293-4c63-9b95-404ab58f50f8 on network 1fd72c10-4a74-432a-9d89-dc7591e6a4ad {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:50:14.332267 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-02983dd3-6e91-4c91-9369-cbc4c7ef3278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc', 'name': 'tempest-DeleteServersTestJSON-2091927715-router', 'tenant_id': '5b4fba22f55549188446d54f94aa1620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '29e22ba4-2866-4c46-81f7-d574067f4b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:50:12Z', 'revision_number': 5, 'project_id': '5b4fba22f55549188446d54f94aa1620', 'gw_port': {'id': '29e22ba4-2866-4c46-81f7-d574067f4b17', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:98:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:43Z', 'updated_at': '2022-09-17T03:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi'}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:50:14.351909 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c6334f-3989-45de-aacd-4d823446dada req-0ea01509-0225-409f-9272-bf947e63d04a service neutron] Port ddf46b03-3293-4c63-9b95-404ab58f50f8 on network 1fd72c10-4a74-432a-9d89-dc7591e6a4ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 03:50:14.352243 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c6334f-3989-45de-aacd-4d823446dada req-0ea01509-0225-409f-9272-bf947e63d04a service neutron] Attempting to bind port ddf46b03-3293-4c63-9b95-404ab58f50f8 on network 1fd72c10-4a74-432a-9d89-dc7591e6a4ad {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:50:14.360619 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:14.404459 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02983dd3-6e91-4c91-9369-cbc4c7ef3278 None None] The sync data for ids ['87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc'] in dv-cinder-849143-3-iscsi is: [{'id': '87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc', 'name': 'tempest-DeleteServersTestJSON-2091927715-router', 'tenant_id': '5b4fba22f55549188446d54f94aa1620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '29e22ba4-2866-4c46-81f7-d574067f4b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:50:12Z', 'revision_number': 5, 'project_id': '5b4fba22f55549188446d54f94aa1620', 'gw_port': {'id': '29e22ba4-2866-4c46-81f7-d574067f4b17', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:98:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:43Z', 'updated_at': '2022-09-17T03:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi'}] {{(pid=113213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:50:14.460551 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c6334f-3989-45de-aacd-4d823446dada req-0ea01509-0225-409f-9272-bf947e63d04a service neutron] Checking agent: {'id': '56a63866-613b-46a0-90ee-05b9222d9bfc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 46, 46), 'started_at': datetime.datetime(2022, 9, 17, 3, 46, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:50:14.460898 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c6334f-3989-45de-aacd-4d823446dada req-0ea01509-0225-409f-9272-bf947e63d04a service neutron] Checking segment: {'id': '40a47736-4ea1-4eea-8cea-ed2a33812359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1fd72c10-4a74-432a-9d89-dc7591e6a4ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:50:14.461301 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c6334f-3989-45de-aacd-4d823446dada req-0ea01509-0225-409f-9272-bf947e63d04a service neutron] Bound using segment: {'id': '40a47736-4ea1-4eea-8cea-ed2a33812359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1fd72c10-4a74-432a-9d89-dc7591e6a4ad'} {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:50:14.463403 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.managers [req-d9c6334f-3989-45de-aacd-4d823446dada req-0ea01509-0225-409f-9272-bf947e63d04a service neutron] Bound port: ddf46b03-3293-4c63-9b95-404ab58f50f8, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40a47736-4ea1-4eea-8cea-ed2a33812359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1fd72c10-4a74-432a-9d89-dc7591e6a4ad'}}] {{(pid=113211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:50:14.463727 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-d9c6334f-3989-45de-aacd-4d823446dada req-0ea01509-0225-409f-9272-bf947e63d04a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (ddf46b03-3293-4c63-9b95-404ab58f50f8), before_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:14.479054 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b60fba-07f0-48ac-a5fb-02c9b8562bba req-9aecef47-85d7-4b6f-a15a-3bd32f30d8b0 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:14.480547 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-86b60fba-07f0-48ac-a5fb-02c9b8562bba req-9aecef47-85d7-4b6f-a15a-3bd32f30d8b0 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 946 time: 0.0966704 Sep 17 03:50:14.529027 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-7ab22007-6115-419f-bf92-32d768fd5728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985'] for port (29e22ba4-2866-4c46-81f7-d574067f4b17), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:14.555596 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab22007-6115-419f-bf92-32d768fd5728 admin admin] Pushing event deleted for resources: {'Port': ['ID=29e22ba4-2866-4c46-81f7-d574067f4b17,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:14.577410 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-86b60fba-07f0-48ac-a5fb-02c9b8562bba req-19c3c7f6-f301-44d4-84a5-e0eaf6d052f1 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899658 Sep 17 03:50:14.578636 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.db [req-d9c6334f-3989-45de-aacd-4d823446dada req-0ea01509-0225-409f-9272-bf947e63d04a service neutron] For port ddf46b03-3293-4c63-9b95-404ab58f50f8, host hv-cinder-84914, cleared binding levels {{(pid=113211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:50:14.583073 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.db [req-d9c6334f-3989-45de-aacd-4d823446dada req-0ea01509-0225-409f-9272-bf947e63d04a service neutron] For port ddf46b03-3293-4c63-9b95-404ab58f50f8, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ddf46b03-3293-4c63-9b95-404ab58f50f8,segment=NetworkSegment(40a47736-4ea1-4eea-8cea-ed2a33812359),segment_id=40a47736-4ea1-4eea-8cea-ed2a33812359)] {{(pid=113211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:50:14.593792 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-7ab22007-6115-419f-bf92-32d768fd5728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615260'] for router_gateway (87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:14.701415 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-d9c6334f-3989-45de-aacd-4d823446dada req-0ea01509-0225-409f-9272-bf947e63d04a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (ddf46b03-3293-4c63-9b95-404ab58f50f8), after_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:14.706136 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6334f-3989-45de-aacd-4d823446dada req-0ea01509-0225-409f-9272-bf947e63d04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:14.706875 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-d9c6334f-3989-45de-aacd-4d823446dada req-0ea01509-0225-409f-9272-bf947e63d04a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for port (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:14.708342 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d9c6334f-3989-45de-aacd-4d823446dada req-0ea01509-0225-409f-9272-bf947e63d04a service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/ddf46b03-3293-4c63-9b95-404ab58f50f8 HTTP/1.1" status: 200 len: 1094 time: 1.1809738 Sep 17 03:50:14.708939 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11edf4d3-847c-4252-9070-ca1cae2d7f01', 'tag': 'ddf46b03-3293-4c63-9b95-404ab58f50f8'}] {{(pid=113211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:50:14.711325 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346c2caff186dcd388f83f6dc64b2ba25d7763d65cfebe6fa09f9256a5522518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb377226-e864-4c2d-955a-fa5e942723e1" -d '{"events": [{"name": "network-changed", "server_uuid": "11edf4d3-847c-4252-9070-ca1cae2d7f01", "tag": "ddf46b03-3293-4c63-9b95-404ab58f50f8"}]}' {{(pid=113211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:50:14.729312 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-7ab22007-6115-419f-bf92-32d768fd5728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-617928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5987'] for router (87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:14.732551 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-7ab22007-6115-419f-bf92-32d768fd5728 admin admin] Publish callbacks [] for router_controller (87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc), precommit_delete_associations {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:14.734910 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 46078) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:50:14.777623 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-0e7c05c6-bcbe-43d6-99fd-9e93a9043397 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:14.796216 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa06d443-7f95-48ba-8b6e-464ffe85a3cf x-openstack-request-id: req-aa06d443-7f95-48ba-8b6e-464ffe85a3cf {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:50:14.796532 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11edf4d3-847c-4252-9070-ca1cae2d7f01", "tag": "ddf46b03-3293-4c63-9b95-404ab58f50f8", "status": "completed", "code": 200}]} {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:50:14.796905 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aa06d443-7f95-48ba-8b6e-464ffe85a3cf {{(pid=113211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:50:14.797311 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa06d443-7f95-48ba-8b6e-464ffe85a3cf'] response: {'name': 'network-changed', 'server_uuid': '11edf4d3-847c-4252-9070-ca1cae2d7f01', 'tag': 'ddf46b03-3293-4c63-9b95-404ab58f50f8', 'status': 'completed', 'code': 200} Sep 17 03:50:14.858005 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea01509-0225-409f-9272-bf947e63d04a service neutron] Pushing event updated for resources: {'Port': ['ID=ddf46b03-3293-4c63-9b95-404ab58f50f8,revision_number=3']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:14.924211 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-0e7c05c6-bcbe-43d6-99fd-9e93a9043397 admin admin] Publish callbacks [] for security_group (3f8083c0-e5cf-411b-9c5b-08fdcd7baa31), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:14.929474 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa55068-c545-4a3b-839b-c936461f30b5 req-a188b3fe-e09a-4cec-a7b0-8ffff0b3b9d5 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:14.931047 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-4aa55068-c545-4a3b-839b-c936461f30b5 req-a188b3fe-e09a-4cec-a7b0-8ffff0b3b9d5 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=11edf4d3-847c-4252-9070-ca1cae2d7f01 HTTP/1.1" status: 200 len: 944 time: 0.0995543 Sep 17 03:50:14.934771 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb377226-e864-4c2d-955a-fa5e942723e1 req-29867a9c-43ad-4263-940f-72bf33b46a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:14.936374 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-fb377226-e864-4c2d-955a-fa5e942723e1 req-29867a9c-43ad-4263-940f-72bf33b46a82 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ca2e65ee55f142dd9ad4419ab18dcf7d&device_id=11edf4d3-847c-4252-9070-ca1cae2d7f01 HTTP/1.1" status: 200 len: 1128 time: 0.0878396 Sep 17 03:50:14.992103 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-7ab22007-6115-419f-bf92-32d768fd5728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-619883'] for router (87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:14.992693 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab22007-6115-419f-bf92-32d768fd5728 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc {{(pid=113210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 03:50:15.003045 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-7ab22007-6115-419f-bf92-32d768fd5728 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:15.003045 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-7ab22007-6115-419f-bf92-32d768fd5728 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/87d0ed49-66e7-4eb3-b2e5-4897ca3c0ecc HTTP/1.1" status: 204 len: 168 time: 1.4310288 Sep 17 03:50:15.003045 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 46086) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:50:15.050108 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-4aa55068-c545-4a3b-839b-c936461f30b5 req-988256b7-e945-4443-8ef0-fbd5d51b6875 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1255afdb-aee6-4891-ae9a-1a4e7d458cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099384 Sep 17 03:50:15.073405 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-0e7c05c6-bcbe-43d6-99fd-9e93a9043397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (3f8083c0-e5cf-411b-9c5b-08fdcd7baa31), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:15.081655 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb377226-e864-4c2d-955a-fa5e942723e1 req-d74f22e5-1792-4f80-9f39-7b3b52803166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:15.083260 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-fb377226-e864-4c2d-955a-fa5e942723e1 req-d74f22e5-1792-4f80-9f39-7b3b52803166 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=ca2e65ee55f142dd9ad4419ab18dcf7d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1273170 Sep 17 03:50:15.094308 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2923935-47b5-421b-9e1b-efe8cb16cc7d admin admin] Deleting subnet 8381982b-250c-4494-8c4e-ef7a1961ea50 {{(pid=113210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 17 03:50:15.125361 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-0e7c05c6-bcbe-43d6-99fd-9e93a9043397 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=2e26e3c8ed40450489075a614b0d4465&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3859687 Sep 17 03:50:15.137757 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e2923935-47b5-421b-9e1b-efe8cb16cc7d admin admin] Publish callbacks [] for subnet (8381982b-250c-4494-8c4e-ef7a1961ea50), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:15.152518 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 46090) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:50:15.186047 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c05c6-bcbe-43d6-99fd-9e93a9043397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8083c0-e5cf-411b-9c5b-08fdcd7baa31,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:15.196704 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e2923935-47b5-421b-9e1b-efe8cb16cc7d admin admin] Publish callbacks [] for subnet (8381982b-250c-4494-8c4e-ef7a1961ea50), precommit_delete_associations {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:15.259010 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb377226-e864-4c2d-955a-fa5e942723e1 req-60e12c2d-9959-4861-9270-f3d3d6ccf6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:15.260479 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-fb377226-e864-4c2d-955a-fa5e942723e1 req-60e12c2d-9959-4861-9270-f3d3d6ccf6c3 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1699421 Sep 17 03:50:15.265529 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-3b997216-db05-445a-a259-4daeda90ca85 admin admin] Publish callbacks [] for security_group (3f8083c0-e5cf-411b-9c5b-08fdcd7baa31), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:15.290716 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-3b997216-db05-445a-a259-4daeda90ca85 admin admin] Publish callbacks [] for security_group (3f8083c0-e5cf-411b-9c5b-08fdcd7baa31), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:15.330764 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e2923935-47b5-421b-9e1b-efe8cb16cc7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480142'] for subnet (8381982b-250c-4494-8c4e-ef7a1961ea50), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:15.399801 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6334f-3989-45de-aacd-4d823446dada req-be7a2469-4cd0-421f-aaf3-df5846c98f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:15.403590 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d9c6334f-3989-45de-aacd-4d823446dada req-be7a2469-4cd0-421f-aaf3-df5846c98f51 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ca2e65ee55f142dd9ad4419ab18dcf7d&device_id=11edf4d3-847c-4252-9070-ca1cae2d7f01 HTTP/1.1" status: 200 len: 1128 time: 0.0604055 Sep 17 03:50:15.406783 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:15.466073 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d9c6334f-3989-45de-aacd-4d823446dada req-234db933-54b7-452e-9125-5457e9c0c98a service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ddf46b03-3293-4c63-9b95-404ab58f50f8 HTTP/1.1" status: 200 len: 217 time: 0.0396123 Sep 17 03:50:15.468125 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-3b997216-db05-445a-a259-4daeda90ca85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (3f8083c0-e5cf-411b-9c5b-08fdcd7baa31), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:15.473392 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-3b997216-db05-445a-a259-4daeda90ca85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:15.475598 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-3b997216-db05-445a-a259-4daeda90ca85 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/3f8083c0-e5cf-411b-9c5b-08fdcd7baa31 HTTP/1.1" status: 204 len: 168 time: 0.3221705 Sep 17 03:50:15.507437 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e2923935-47b5-421b-9e1b-efe8cb16cc7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16482227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828'] for subnet (8381982b-250c-4494-8c4e-ef7a1961ea50), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:15.523788 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b997216-db05-445a-a259-4daeda90ca85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8083c0-e5cf-411b-9c5b-08fdcd7baa31,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:15.546162 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2923935-47b5-421b-9e1b-efe8cb16cc7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8381982b-250c-4494-8c4e-ef7a1961ea50,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:15.548138 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e2923935-47b5-421b-9e1b-efe8cb16cc7d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:15.553574 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93469e0b-1db0-4238-8203-8e8cfff6af14 None None] Network eacb834d-7250-498a-85a1-85ac9b6ef1b3 requested from dv-cinder-849143-3-iscsi {{(pid=113212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:50:15.563636 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-e2923935-47b5-421b-9e1b-efe8cb16cc7d admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/8381982b-250c-4494-8c4e-ef7a1961ea50 HTTP/1.1" status: 204 len: 168 time: 0.5605631 Sep 17 03:50:15.564994 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6334f-3989-45de-aacd-4d823446dada req-f86f5452-bca4-4a5c-b755-fb3e50b5ad2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:15.567828 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 46108) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:50:15.569532 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d9c6334f-3989-45de-aacd-4d823446dada req-f86f5452-bca4-4a5c-b755-fb3e50b5ad2a service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=dde75ce6-8d98-40e5-ac54-fd475574bb8f HTTP/1.1" status: 200 len: 848 time: 0.0927241 Sep 17 03:50:15.640763 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d9c6334f-3989-45de-aacd-4d823446dada req-0eebf53e-577b-4869-a91f-c2f7958381cb service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=1fd72c10-4a74-432a-9d89-dc7591e6a4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639405 Sep 17 03:50:15.641259 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:15.699697 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a281a982-5fc1-4f88-9fd5-b640cf789c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15995131'] for network (eacb834d-7250-498a-85a1-85ac9b6ef1b3), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:15.763663 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-a281a982-5fc1-4f88-9fd5-b640cf789c1b admin admin] Deleting port 2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1 {{(pid=113210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:50:15.764068 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a281a982-5fc1-4f88-9fd5-b640cf789c1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:15.812503 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c227ba-9b98-4cf0-9a65-2db334cb964f None None] DHCP port deletion for eacb834d-7250-498a-85a1-85ac9b6ef1b3 request from dv-cinder-849143-3-iscsi {{(pid=113212) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 17 03:50:15.888094 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [None req-a281a982-5fc1-4f88-9fd5-b640cf789c1b admin admin] For port 2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1,segment=NetworkSegment(09b48951-5e53-4799-9ac8-9400d268b3f1),segment_id=09b48951-5e53-4799-9ac8-9400d268b3f1)] {{(pid=113210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:50:15.888695 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a281a982-5fc1-4f88-9fd5-b640cf789c1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:15.890385 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-03c227ba-9b98-4cf0-9a65-2db334cb964f None None] Deleting port 2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1 {{(pid=113212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:50:15.890864 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-03c227ba-9b98-4cf0-9a65-2db334cb964f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1), before_delete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:15.905470 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-a281a982-5fc1-4f88-9fd5-b640cf789c1b admin admin] Calling delete_port for 2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1 owned by network:dhcp {{(pid=113210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:50:15.982452 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-03c227ba-9b98-4cf0-9a65-2db334cb964f None None] For port 2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1,segment=NetworkSegment(09b48951-5e53-4799-9ac8-9400d268b3f1),segment_id=09b48951-5e53-4799-9ac8-9400d268b3f1)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:50:15.983293 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-03c227ba-9b98-4cf0-9a65-2db334cb964f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1), precommit_delete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:16.003733 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-03c227ba-9b98-4cf0-9a65-2db334cb964f None None] Calling delete_port for 2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1 owned by network:dhcp {{(pid=113212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:50:16.011598 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:16.119282 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af39f65f-433a-4e24-9b3b-b4dddf3ebcbc req-c3f0dd82-c4c8-4f88-9a9e-ef35bfbdcd7a tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:16.121330 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-af39f65f-433a-4e24-9b3b-b4dddf3ebcbc req-c3f0dd82-c4c8-4f88-9a9e-ef35bfbdcd7a tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 946 time: 0.4097939 Sep 17 03:50:16.126972 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d9c6334f-3989-45de-aacd-4d823446dada req-8037e888-10d1-4739-a5df-a79ba8624eea service neutron] 10.222.0.18 "GET /networking/v2.0/networks/1fd72c10-4a74-432a-9d89-dc7591e6a4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4714930 Sep 17 03:50:16.160063 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:16.235127 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device fb5c2241-1663-4261-8772-4a7d6e59da5b no longer exists at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:50:16.261622 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] No Port match for: fb5c2241-1663-4261-8772-4a7d6e59da5b {{(pid=113212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:50:16.262216 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device fb5c2241-1663-4261-8772-4a7d6e59da5b not bound to the agent host dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:50:16.262808 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 29e22ba4-2866-4c46-81f7-d574067f4b17 no longer exists at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:50:16.271814 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a281a982-5fc1-4f88-9fd5-b640cf789c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985'] for port (2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:16.290784 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] No Port match for: 29e22ba4-2866-4c46-81f7-d574067f4b17 {{(pid=113212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:50:16.291363 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 29e22ba4-2866-4c46-81f7-d574067f4b17 not bound to the agent host dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:50:16.295501 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1 no longer exists at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:50:16.296898 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04daa1b8-27ce-49b7-9798-60000e046d3c req-5c016ec6-bfc9-4163-8e5c-fc6479fcebba tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:16.299387 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-04daa1b8-27ce-49b7-9798-60000e046d3c req-5c016ec6-bfc9-4163-8e5c-fc6479fcebba tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=11edf4d3-847c-4252-9070-ca1cae2d7f01 HTTP/1.1" status: 200 len: 944 time: 0.1215873 Sep 17 03:50:16.311921 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a281a982-5fc1-4f88-9fd5-b640cf789c1b admin admin] Pushing event deleted for resources: {'Port': ['ID=2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:16.313934 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a281a982-5fc1-4f88-9fd5-b640cf789c1b admin admin] No DVR routers for this DVR port 2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1 on host dv-cinder-849143-3-iscsi {{(pid=113210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:50:16.329671 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] No Port match for: 2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1 {{(pid=113212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:50:16.332778 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1 not bound to the agent host dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:50:16.369693 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-af39f65f-433a-4e24-9b3b-b4dddf3ebcbc req-38013460-e6bd-49bd-a4a7-92958be14496 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409918 Sep 17 03:50:16.414136 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a281a982-5fc1-4f88-9fd5-b640cf789c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16114853', 'neutron.services.segments.db._delete_segments_for_network-8745114997953'] for network (eacb834d-7250-498a-85a1-85ac9b6ef1b3), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:16.424550 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-03c227ba-9b98-4cf0-9a65-2db334cb964f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985'] for port (2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1), after_delete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:16.425357 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d9c6334f-3989-45de-aacd-4d823446dada req-7698355b-abe8-4f65-9d96-d4179cce173b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/1fd72c10-4a74-432a-9d89-dc7591e6a4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876711 Sep 17 03:50:16.439050 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-04daa1b8-27ce-49b7-9798-60000e046d3c req-8bebbbfc-97c7-4a86-ac9d-953cf5b459f4 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1255afdb-aee6-4891-ae9a-1a4e7d458cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328313 Sep 17 03:50:16.448609 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a281a982-5fc1-4f88-9fd5-b640cf789c1b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=113210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:50:16.448979 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a281a982-5fc1-4f88-9fd5-b640cf789c1b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=113210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:50:16.450265 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a281a982-5fc1-4f88-9fd5-b640cf789c1b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:50:16.450265 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a281a982-5fc1-4f88-9fd5-b640cf789c1b admin admin] Subscribe: > port after_create 55550000 {{(pid=113210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:50:16.450702 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a281a982-5fc1-4f88-9fd5-b640cf789c1b admin admin] Subscribe: > port after_delete 55550000 {{(pid=113210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:50:16.451035 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a281a982-5fc1-4f88-9fd5-b640cf789c1b admin admin] Subscribe: > port after_update 55550000 {{(pid=113210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:50:16.451499 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a281a982-5fc1-4f88-9fd5-b640cf789c1b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=113210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:50:16.451687 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a281a982-5fc1-4f88-9fd5-b640cf789c1b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:50:16.452043 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a281a982-5fc1-4f88-9fd5-b640cf789c1b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:50:16.452365 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a281a982-5fc1-4f88-9fd5-b640cf789c1b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=113210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:50:16.469840 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c227ba-9b98-4cf0-9a65-2db334cb964f None None] No DVR routers for this DVR port 2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1 on host dv-cinder-849143-3-iscsi {{(pid=113212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:50:16.472587 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c227ba-9b98-4cf0-9a65-2db334cb964f None None] Pushing event deleted for resources: {'Port': ['ID=2e42fa6f-7377-4a54-bc8d-b3fa0d1a36d1,revision_number=None']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:16.529407 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (56a63866-613b-46a0-90ee-05b9222d9bfc), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:16.668647 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a281a982-5fc1-4f88-9fd5-b640cf789c1b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:50:16.669208 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a281a982-5fc1-4f88-9fd5-b640cf789c1b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:50:16.669483 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a281a982-5fc1-4f88-9fd5-b640cf789c1b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=113210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:50:16.669930 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a281a982-5fc1-4f88-9fd5-b640cf789c1b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=113210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:50:16.670300 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.services.segments.db [None req-a281a982-5fc1-4f88-9fd5-b640cf789c1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eacb834d-7250-498a-85a1-85ac9b6ef1b3']}} {{(pid=113210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:50:16.688127 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.services.segments.db [None req-a281a982-5fc1-4f88-9fd5-b640cf789c1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09b48951-5e53-4799-9ac8-9400d268b3f1') {'for_net_delete': True} {{(pid=113210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:50:16.688427 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.services.segments.db [None req-a281a982-5fc1-4f88-9fd5-b640cf789c1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09b48951-5e53-4799-9ac8-9400d268b3f1') {} {{(pid=113210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:50:16.704517 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a281a982-5fc1-4f88-9fd5-b640cf789c1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745114997845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25293159'] for segment (09b48951-5e53-4799-9ac8-9400d268b3f1), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:16.727034 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a281a982-5fc1-4f88-9fd5-b640cf789c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16505770'] for segment (09b48951-5e53-4799-9ac8-9400d268b3f1), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:16.735973 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a281a982-5fc1-4f88-9fd5-b640cf789c1b admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=113210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 03:50:16.736456 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a281a982-5fc1-4f88-9fd5-b640cf789c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16505770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25816030'] for segment (09b48951-5e53-4799-9ac8-9400d268b3f1), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:16.754284 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=11 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:16.903958 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a281a982-5fc1-4f88-9fd5-b640cf789c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16114844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615305'] for network (eacb834d-7250-498a-85a1-85ac9b6ef1b3), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:16.915936 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 46174) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:50:16.924528 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a281a982-5fc1-4f88-9fd5-b640cf789c1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for network (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:16.931410 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-a281a982-5fc1-4f88-9fd5-b640cf789c1b admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/eacb834d-7250-498a-85a1-85ac9b6ef1b3 HTTP/1.1" status: 204 len: 168 time: 1.3625362 Sep 17 03:50:16.932717 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a281a982-5fc1-4f88-9fd5-b640cf789c1b admin admin] Pushing event deleted for resources: {'Network': ['ID=eacb834d-7250-498a-85a1-85ac9b6ef1b3,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:16.975704 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.db_base_plugin_v2 [None req-c923a2dc-a30e-4518-8a5e-4e8087d4ba7e admin admin] Deleting subnet f88ef33d-720e-480d-9b54-531c6d114e9f {{(pid=113211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 17 03:50:16.978950 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c923a2dc-a30e-4518-8a5e-4e8087d4ba7e admin admin] Publish callbacks [] for subnet (f88ef33d-720e-480d-9b54-531c6d114e9f), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:17.014831 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.agents_db [None req-b2aba882-f127-474e-990c-8a1f8fa77bd5 None None] Agent healthcheck: found 6 active agents {{(pid=113213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:50:17.015363 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c923a2dc-a30e-4518-8a5e-4e8087d4ba7e admin admin] Publish callbacks [] for subnet (f88ef33d-720e-480d-9b54-531c6d114e9f), precommit_delete_associations {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:17.018139 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.services.segments.plugin [-] Segment 09b48951-5e53-4799-9ac8-9400d268b3f1 resource provider aggregate not found Sep 17 03:50:17.026046 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c923a2dc-a30e-4518-8a5e-4e8087d4ba7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480142'] for subnet (f88ef33d-720e-480d-9b54-531c6d114e9f), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:17.036497 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.services.segments.plugin [-] Segment 09b48951-5e53-4799-9ac8-9400d268b3f1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 09b48951-5e53-4799-9ac8-9400d268b3f1 found for delete ", "request_id": "req-d2366f2f-291f-492a-8ff8-42d3327a082e"}]} Sep 17 03:50:17.234717 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c923a2dc-a30e-4518-8a5e-4e8087d4ba7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16482227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828'] for subnet (f88ef33d-720e-480d-9b54-531c6d114e9f), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:17.261447 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923a2dc-a30e-4518-8a5e-4e8087d4ba7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f88ef33d-720e-480d-9b54-531c6d114e9f,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:17.265226 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c923a2dc-a30e-4518-8a5e-4e8087d4ba7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for subnet (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:17.271474 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-c923a2dc-a30e-4518-8a5e-4e8087d4ba7e admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/f88ef33d-720e-480d-9b54-531c6d114e9f HTTP/1.1" status: 204 len: 168 time: 0.3493271 Sep 17 03:50:17.271892 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 46184) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:50:17.344550 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9b82e1c3-1966-4095-b957-a688f4308e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15995131'] for network (dbbbe592-b63f-4b9f-8f6b-6c8c35e6ae93), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:17.433449 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9b82e1c3-1966-4095-b957-a688f4308e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16114853', 'neutron.services.segments.db._delete_segments_for_network-8745114997953'] for network (dbbbe592-b63f-4b9f-8f6b-6c8c35e6ae93), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:17.533076 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2562112-7484-4342-9253-0f545f994a73 req-2f369e86-ae40-420f-bbb4-69213559f946 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:17.534691 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a2562112-7484-4342-9253-0f545f994a73 req-2f369e86-ae40-420f-bbb4-69213559f946 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 946 time: 0.0877130 Sep 17 03:50:17.585388 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d946e-3580-431d-b233-eb180742a9ed req-6716e644-2bc0-413a-9c4a-377344ada6f3 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:17.587343 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-009d946e-3580-431d-b233-eb180742a9ed req-6716e644-2bc0-413a-9c4a-377344ada6f3 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=11edf4d3-847c-4252-9070-ca1cae2d7f01 HTTP/1.1" status: 200 len: 944 time: 0.0514710 Sep 17 03:50:17.589015 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 46192) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:50:17.633803 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 46194) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:50:17.687182 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a2562112-7484-4342-9253-0f545f994a73 req-a28186e2-8205-4cb1-84cc-a4ca4ab5c2bf tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987320 Sep 17 03:50:17.717798 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-97a21c6a-186b-47fb-a3d6-dfa631019740 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=5b4fba22f55549188446d54f94aa1620&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1272871 Sep 17 03:50:17.723826 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 46198) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:50:17.758082 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-009d946e-3580-431d-b233-eb180742a9ed req-0285aead-23af-4ed4-87b9-44dc2249495d tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1255afdb-aee6-4891-ae9a-1a4e7d458cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470692 Sep 17 03:50:17.760558 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.services.segments.db [None req-9b82e1c3-1966-4095-b957-a688f4308e09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbbbe592-b63f-4b9f-8f6b-6c8c35e6ae93']}} {{(pid=113210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:50:17.786949 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.services.segments.db [None req-9b82e1c3-1966-4095-b957-a688f4308e09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae16a240-d351-445a-ad0d-5d1336b45e05') {'for_net_delete': True} {{(pid=113210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:50:17.787180 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.services.segments.db [None req-9b82e1c3-1966-4095-b957-a688f4308e09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae16a240-d351-445a-ad0d-5d1336b45e05') {} {{(pid=113210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:50:17.797452 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9b82e1c3-1966-4095-b957-a688f4308e09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745114997845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25293159'] for segment (ae16a240-d351-445a-ad0d-5d1336b45e05), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:17.811796 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-ccd5b5b1-e744-4c3f-8d3d-a68459922ee7 admin admin] Publish callbacks [] for security_group (104c9f39-d5bd-44df-9832-5ae2b62e50e6), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:17.814680 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9b82e1c3-1966-4095-b957-a688f4308e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16505770'] for segment (ae16a240-d351-445a-ad0d-5d1336b45e05), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:17.822459 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b82e1c3-1966-4095-b957-a688f4308e09 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=113210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 03:50:17.823126 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9b82e1c3-1966-4095-b957-a688f4308e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16505770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25816030'] for segment (ae16a240-d351-445a-ad0d-5d1336b45e05), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:17.835511 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-ccd5b5b1-e744-4c3f-8d3d-a68459922ee7 admin admin] Publish callbacks [] for security_group (104c9f39-d5bd-44df-9832-5ae2b62e50e6), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:17.916970 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-18623f90-72ad-411c-a456-9a90425cc20e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:17.981466 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9b82e1c3-1966-4095-b957-a688f4308e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16114844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615305'] for network (dbbbe592-b63f-4b9f-8f6b-6c8c35e6ae93), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:17.987409 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-ccd5b5b1-e744-4c3f-8d3d-a68459922ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (104c9f39-d5bd-44df-9832-5ae2b62e50e6), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:17.989898 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-ccd5b5b1-e744-4c3f-8d3d-a68459922ee7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:17.994008 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-ccd5b5b1-e744-4c3f-8d3d-a68459922ee7 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/104c9f39-d5bd-44df-9832-5ae2b62e50e6 HTTP/1.1" status: 204 len: 168 time: 0.2688689 Sep 17 03:50:18.009401 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd5b5b1-e744-4c3f-8d3d-a68459922ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104c9f39-d5bd-44df-9832-5ae2b62e50e6,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:18.014314 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9b82e1c3-1966-4095-b957-a688f4308e09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for network (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:18.015651 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-18623f90-72ad-411c-a456-9a90425cc20e admin admin] Publish callbacks [] for security_group (9d17f2fd-af9b-48e8-ac80-c7b7c87273ef), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:18.022737 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-9b82e1c3-1966-4095-b957-a688f4308e09 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/dbbbe592-b63f-4b9f-8f6b-6c8c35e6ae93 HTTP/1.1" status: 204 len: 168 time: 0.7448332 Sep 17 03:50:18.022737 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b82e1c3-1966-4095-b957-a688f4308e09 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbbbe592-b63f-4b9f-8f6b-6c8c35e6ae93,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:18.022993 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 46206) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:50:18.068894 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:18.076246 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c8eb445-31b3-4be7-9f90-f0e555d69d63 admin admin] Deleting subnet e4f5ffdf-e7b0-4e3c-85ca-943bc4688b89 {{(pid=113211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 17 03:50:18.079608 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-4c8eb445-31b3-4be7-9f90-f0e555d69d63 admin admin] Publish callbacks [] for subnet (e4f5ffdf-e7b0-4e3c-85ca-943bc4688b89), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:18.116992 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-4c8eb445-31b3-4be7-9f90-f0e555d69d63 admin admin] Publish callbacks [] for subnet (e4f5ffdf-e7b0-4e3c-85ca-943bc4688b89), precommit_delete_associations {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:18.122518 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-18623f90-72ad-411c-a456-9a90425cc20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (9d17f2fd-af9b-48e8-ac80-c7b7c87273ef), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:18.125084 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-4c8eb445-31b3-4be7-9f90-f0e555d69d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480142'] for subnet (e4f5ffdf-e7b0-4e3c-85ca-943bc4688b89), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:18.160715 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:18.199094 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18623f90-72ad-411c-a456-9a90425cc20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d17f2fd-af9b-48e8-ac80-c7b7c87273ef,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:18.203890 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-18623f90-72ad-411c-a456-9a90425cc20e admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=c6095557b0e4424688f718be45b99b31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5688400 Sep 17 03:50:18.207113 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 46208) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:50:18.263465 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-f7e55556-651b-4ec8-93fe-83821373cde0 admin admin] Publish callbacks [] for security_group (9d17f2fd-af9b-48e8-ac80-c7b7c87273ef), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:18.285982 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-f7e55556-651b-4ec8-93fe-83821373cde0 admin admin] Publish callbacks [] for security_group (9d17f2fd-af9b-48e8-ac80-c7b7c87273ef), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:18.346945 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-4c8eb445-31b3-4be7-9f90-f0e555d69d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16482227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828'] for subnet (e4f5ffdf-e7b0-4e3c-85ca-943bc4688b89), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:18.373175 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8eb445-31b3-4be7-9f90-f0e555d69d63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4f5ffdf-e7b0-4e3c-85ca-943bc4688b89,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:18.375111 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-4c8eb445-31b3-4be7-9f90-f0e555d69d63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for subnet (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:18.378271 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-4c8eb445-31b3-4be7-9f90-f0e555d69d63 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/e4f5ffdf-e7b0-4e3c-85ca-943bc4688b89 HTTP/1.1" status: 204 len: 168 time: 0.3559203 Sep 17 03:50:18.381116 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 46214) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:50:18.439888 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-f7e55556-651b-4ec8-93fe-83821373cde0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (9d17f2fd-af9b-48e8-ac80-c7b7c87273ef), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:18.442969 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-f7e55556-651b-4ec8-93fe-83821373cde0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:18.443995 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-f7e55556-651b-4ec8-93fe-83821373cde0 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/9d17f2fd-af9b-48e8-ac80-c7b7c87273ef HTTP/1.1" status: 204 len: 168 time: 0.2359211 Sep 17 03:50:18.452703 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e55556-651b-4ec8-93fe-83821373cde0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d17f2fd-af9b-48e8-ac80-c7b7c87273ef,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:18.464396 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-f7461030-72e8-4b27-802e-c5f04f2d131f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15995131'] for network (c0f17e13-d28a-4b0e-85e9-154df20354ea), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:18.559682 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-f7461030-72e8-4b27-802e-c5f04f2d131f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16114853', 'neutron.services.segments.db._delete_segments_for_network-8745114997953'] for network (c0f17e13-d28a-4b0e-85e9-154df20354ea), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:18.584869 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.services.segments.db [None req-f7461030-72e8-4b27-802e-c5f04f2d131f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0f17e13-d28a-4b0e-85e9-154df20354ea']}} {{(pid=113210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:50:18.594929 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.services.segments.db [None req-f7461030-72e8-4b27-802e-c5f04f2d131f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '178ee10c-8781-4d26-9ea1-6abd9cfccd7b') {'for_net_delete': True} {{(pid=113210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:50:18.595226 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.services.segments.db [None req-f7461030-72e8-4b27-802e-c5f04f2d131f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '178ee10c-8781-4d26-9ea1-6abd9cfccd7b') {} {{(pid=113210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:50:18.611792 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-f7461030-72e8-4b27-802e-c5f04f2d131f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745114997845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25293159'] for segment (178ee10c-8781-4d26-9ea1-6abd9cfccd7b), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:18.625359 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-f7461030-72e8-4b27-802e-c5f04f2d131f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16505770'] for segment (178ee10c-8781-4d26-9ea1-6abd9cfccd7b), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:18.633212 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7461030-72e8-4b27-802e-c5f04f2d131f admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=113210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 03:50:18.633671 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-f7461030-72e8-4b27-802e-c5f04f2d131f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16505770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25816030'] for segment (178ee10c-8781-4d26-9ea1-6abd9cfccd7b), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:18.672067 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:18.840199 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-f7461030-72e8-4b27-802e-c5f04f2d131f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16114844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615305'] for network (c0f17e13-d28a-4b0e-85e9-154df20354ea), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:18.844758 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00389946-48f1-41b8-986d-369253d56fe3 req-0bfe7e01-1a60-4e1e-b183-1ad217f69c42 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:18.846333 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-00389946-48f1-41b8-986d-369253d56fe3 req-0bfe7e01-1a60-4e1e-b183-1ad217f69c42 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 946 time: 0.0665622 Sep 17 03:50:18.865162 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-f7461030-72e8-4b27-802e-c5f04f2d131f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for network (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:18.872560 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-f7461030-72e8-4b27-802e-c5f04f2d131f admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/c0f17e13-d28a-4b0e-85e9-154df20354ea HTTP/1.1" status: 204 len: 168 time: 0.4903316 Sep 17 03:50:18.873660 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7461030-72e8-4b27-802e-c5f04f2d131f admin admin] Pushing event deleted for resources: {'Network': ['ID=c0f17e13-d28a-4b0e-85e9-154df20354ea,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:18.923426 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d27d6c-d830-45d1-98ec-6d993e86a70a req-9c02f5a0-4c55-4fd2-9e17-d912e0ab69a5 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:18.925450 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-07d27d6c-d830-45d1-98ec-6d993e86a70a req-9c02f5a0-4c55-4fd2-9e17-d912e0ab69a5 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=11edf4d3-847c-4252-9070-ca1cae2d7f01 HTTP/1.1" status: 200 len: 944 time: 0.0923169 Sep 17 03:50:18.947499 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-00389946-48f1-41b8-986d-369253d56fe3 req-78fda9a7-2575-4491-9e72-1e28c59f0573 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928588 Sep 17 03:50:18.995031 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-07d27d6c-d830-45d1-98ec-6d993e86a70a req-8598e15b-3bde-408f-a1cc-f74513b2051d tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1255afdb-aee6-4891-ae9a-1a4e7d458cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585499 Sep 17 03:50:19.054833 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.services.segments.plugin [-] Segment ae16a240-d351-445a-ad0d-5d1336b45e05 resource provider aggregate not found Sep 17 03:50:19.072558 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.services.segments.plugin [-] Segment ae16a240-d351-445a-ad0d-5d1336b45e05 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ae16a240-d351-445a-ad0d-5d1336b45e05 found for delete ", "request_id": "req-c3535699-508c-43b0-a608-5e459ec041f9"}]} Sep 17 03:50:19.088657 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.services.segments.plugin [-] Segment 178ee10c-8781-4d26-9ea1-6abd9cfccd7b resource provider aggregate not found Sep 17 03:50:19.105350 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.services.segments.plugin [-] Segment 178ee10c-8781-4d26-9ea1-6abd9cfccd7b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 178ee10c-8781-4d26-9ea1-6abd9cfccd7b found for delete ", "request_id": "req-63811e50-0c16-4c4e-8c3e-cce9ca78fe18"}]} Sep 17 03:50:19.312264 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 46254) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:50:19.363691 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-8da9cb0b-c08d-4de0-a7ef-ac7d3aa53534 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=051134557f784863b566fb376a71ef49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0472066 Sep 17 03:50:19.365302 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 46260) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:50:19.405862 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 46262) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:50:19.425717 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-340a6870-0b99-45b9-a6e7-fc78f926bd22 admin admin] Publish callbacks [] for security_group (8cdc6a18-48a3-487e-bc9c-fdf269b91f6e), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:19.426566 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-136b9d99-57c3-4b7b-b0f3-b71437ef2b7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:19.447841 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-340a6870-0b99-45b9-a6e7-fc78f926bd22 admin admin] Publish callbacks [] for security_group (8cdc6a18-48a3-487e-bc9c-fdf269b91f6e), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:19.517972 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-136b9d99-57c3-4b7b-b0f3-b71437ef2b7d admin admin] Publish callbacks [] for security_group (83d3f761-69ba-4eb9-9073-5ebb9a98deb0), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:19.615055 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-340a6870-0b99-45b9-a6e7-fc78f926bd22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (8cdc6a18-48a3-487e-bc9c-fdf269b91f6e), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:19.617905 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-340a6870-0b99-45b9-a6e7-fc78f926bd22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:19.619142 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-340a6870-0b99-45b9-a6e7-fc78f926bd22 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/8cdc6a18-48a3-487e-bc9c-fdf269b91f6e HTTP/1.1" status: 204 len: 168 time: 0.2540109 Sep 17 03:50:19.630398 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340a6870-0b99-45b9-a6e7-fc78f926bd22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cdc6a18-48a3-487e-bc9c-fdf269b91f6e,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:19.651212 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-136b9d99-57c3-4b7b-b0f3-b71437ef2b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (83d3f761-69ba-4eb9-9073-5ebb9a98deb0), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:19.698834 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-136b9d99-57c3-4b7b-b0f3-b71437ef2b7d admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=9348eba198dd4d68ba069cc45ae1366c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2899733 Sep 17 03:50:19.699754 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136b9d99-57c3-4b7b-b0f3-b71437ef2b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d3f761-69ba-4eb9-9073-5ebb9a98deb0,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:19.701816 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 46270) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:50:19.761903 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b281ec95-de2a-45a8-a479-e9a81b0a751d admin admin] Publish callbacks [] for security_group (83d3f761-69ba-4eb9-9073-5ebb9a98deb0), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:19.786089 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b281ec95-de2a-45a8-a479-e9a81b0a751d admin admin] Publish callbacks [] for security_group (83d3f761-69ba-4eb9-9073-5ebb9a98deb0), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:19.974947 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b281ec95-de2a-45a8-a479-e9a81b0a751d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (83d3f761-69ba-4eb9-9073-5ebb9a98deb0), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:19.978190 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b281ec95-de2a-45a8-a479-e9a81b0a751d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:19.983890 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-b281ec95-de2a-45a8-a479-e9a81b0a751d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/83d3f761-69ba-4eb9-9073-5ebb9a98deb0 HTTP/1.1" status: 204 len: 168 time: 0.2764907 Sep 17 03:50:19.995061 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device ddf46b03-3293-4c63-9b95-404ab58f50f8 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=113212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 03:50:19.995520 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b281ec95-de2a-45a8-a479-e9a81b0a751d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d3f761-69ba-4eb9-9073-5ebb9a98deb0,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:20.019659 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:20.127538 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port ddf46b03-3293-4c63-9b95-404ab58f50f8, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ddf46b03-3293-4c63-9b95-404ab58f50f8,segment=NetworkSegment(40a47736-4ea1-4eea-8cea-ed2a33812359),segment_id=40a47736-4ea1-4eea-8cea-ed2a33812359)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:50:20.146249 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Returning: {'device': 'ddf46b03-3293-4c63-9b95-404ab58f50f8', 'network_id': '1fd72c10-4a74-432a-9d89-dc7591e6a4ad', 'port_id': 'ddf46b03-3293-4c63-9b95-404ab58f50f8', 'mac_address': 'fa:16:3e:a9:68:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde75ce6-8d98-40e5-ac54-fd475574bb8f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 03:50:20.202663 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port ddf46b03-3293-4c63-9b95-404ab58f50f8 is: DOWN; New status is: BUILD {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:50:20.203195 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (ddf46b03-3293-4c63-9b95-404ab58f50f8), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:20.224372 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddf46b03-3293-4c63-9b95-404ab58f50f8 {{(pid=113212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:50:20.229265 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333b97f-aa8a-4ba7-94a6-5787d547915f req-cabc9338-b84b-4a39-bea2-5947d4202656 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:20.237052 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a333b97f-aa8a-4ba7-94a6-5787d547915f req-cabc9338-b84b-4a39-bea2-5947d4202656 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=11edf4d3-847c-4252-9070-ca1cae2d7f01 HTTP/1.1" status: 200 len: 944 time: 0.0926156 Sep 17 03:50:20.259275 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port ddf46b03-3293-4c63-9b95-404ab58f50f8, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ddf46b03-3293-4c63-9b95-404ab58f50f8,segment=NetworkSegment(40a47736-4ea1-4eea-8cea-ed2a33812359),segment_id=40a47736-4ea1-4eea-8cea-ed2a33812359)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:50:20.265962 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:20.323280 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a333b97f-aa8a-4ba7-94a6-5787d547915f req-d52598d3-ab82-4ca8-8bca-455310f4313e tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1255afdb-aee6-4891-ae9a-1a4e7d458cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853124 Sep 17 03:50:20.329191 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc6190-513e-49a9-a80b-885b2037abaf req-31856a3f-9fc6-44e8-97e2-a615cf121e7a tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:20.331395 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8ebc6190-513e-49a9-a80b-885b2037abaf req-31856a3f-9fc6-44e8-97e2-a615cf121e7a tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 946 time: 0.0728538 Sep 17 03:50:20.376971 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (ddf46b03-3293-4c63-9b95-404ab58f50f8), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:20.394444 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8ebc6190-513e-49a9-a80b-885b2037abaf req-fa8a34f7-60ca-43e8-af88-971f0b978e99 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572336 Sep 17 03:50:20.427570 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=ddf46b03-3293-4c63-9b95-404ab58f50f8,revision_number=4']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:20.586171 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:20.632298 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 46296) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:50:20.669894 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b938b808-a404-4155-a409-4c6a9dc85c39 req-d7af8d94-1300-4a85-91c6-80d0e488df9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:20.676811 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b938b808-a404-4155-a409-4c6a9dc85c39 req-d7af8d94-1300-4a85-91c6-80d0e488df9c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 1130 time: 0.0887327 Sep 17 03:50:20.697888 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-949bf262-c5f8-47e4-8244-b4c0f626d2e4 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=9c9423d36b6540f99953a4598fa4feea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0600193 Sep 17 03:50:20.700141 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 46300) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:50:20.733986 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:20.755599 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b938b808-a404-4155-a409-4c6a9dc85c39 req-e742f5c0-8615-4c34-9afb-84cda599ce4c service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713623 Sep 17 03:50:20.769845 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-493fed1d-340c-4f74-937c-d289ca2d3326 admin admin] Publish callbacks [] for security_group (f3300c46-1567-4841-ad0f-fca894831afb), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:20.787505 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] get_ports_and_sgs() called for port_ids ['ddf46b03-3293-4c63-9b95-404ab58f50f8'] {{(pid=113212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:50:20.791542 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-493fed1d-340c-4f74-937c-d289ca2d3326 admin admin] Publish callbacks [] for security_group (f3300c46-1567-4841-ad0f-fca894831afb), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:20.917821 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:20.994147 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-493fed1d-340c-4f74-937c-d289ca2d3326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (f3300c46-1567-4841-ad0f-fca894831afb), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:20.997048 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-493fed1d-340c-4f74-937c-d289ca2d3326 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:20.998168 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-493fed1d-340c-4f74-937c-d289ca2d3326 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f3300c46-1567-4841-ad0f-fca894831afb HTTP/1.1" status: 204 len: 168 time: 0.2959850 Sep 17 03:50:21.010423 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493fed1d-340c-4f74-937c-d289ca2d3326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3300c46-1567-4841-ad0f-fca894831afb,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:21.448931 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473b9d1-cda0-49af-8cf4-3f41349f7dea req-bb8382b0-e581-420e-9ff5-880f13affbcb tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:21.450445 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d473b9d1-cda0-49af-8cf4-3f41349f7dea req-bb8382b0-e581-420e-9ff5-880f13affbcb tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=11edf4d3-847c-4252-9070-ca1cae2d7f01 HTTP/1.1" status: 200 len: 945 time: 0.0502768 Sep 17 03:50:21.500952 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d473b9d1-cda0-49af-8cf4-3f41349f7dea req-de945356-3caf-4c9a-ab7f-a79e9ed6eb8b tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1255afdb-aee6-4891-ae9a-1a4e7d458cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446239 Sep 17 03:50:21.601608 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb09b8f-3a6e-4708-ac7d-956f745afe4f req-10e47877-d2fb-4f19-b838-eedd8bda2d53 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:21.603119 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-cdb09b8f-3a6e-4708-ac7d-956f745afe4f req-10e47877-d2fb-4f19-b838-eedd8bda2d53 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 946 time: 0.0462172 Sep 17 03:50:21.650342 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-cdb09b8f-3a6e-4708-ac7d-956f745afe4f req-34e9fe37-5cb2-4916-a903-0b99b8938375 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417118 Sep 17 03:50:21.866367 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:21.999345 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device ddf46b03-3293-4c63-9b95-404ab58f50f8 up at agent hyperv_hv-cinder-84914 {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:50:22.062246 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Provisioning for port ddf46b03-3293-4c63-9b95-404ab58f50f8 completed by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 03:50:22.174258 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Provisioning complete for port ddf46b03-3293-4c63-9b95-404ab58f50f8 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:50:22.174918 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (ddf46b03-3293-4c63-9b95-404ab58f50f8), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:22.175390 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Attempt 1 to provision port ddf46b03-3293-4c63-9b95-404ab58f50f8 Sep 17 03:50:22.258392 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port ddf46b03-3293-4c63-9b95-404ab58f50f8 is: BUILD; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:50:22.258772 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (ddf46b03-3293-4c63-9b95-404ab58f50f8), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:22.283428 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11edf4d3-847c-4252-9070-ca1cae2d7f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf46b03-3293-4c63-9b95-404ab58f50f8'}] {{(pid=113212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:50:22.285907 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc6586f6b4c6bd034ee7705c69f50a833cff710b963951e05e6de8956872ccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214198aa-4bc8-4821-8965-8b50e47320a2" -d '{"events": [{"server_uuid": "11edf4d3-847c-4252-9070-ca1cae2d7f01", "name": "network-vif-plugged", "status": "completed", "tag": "ddf46b03-3293-4c63-9b95-404ab58f50f8"}]}' {{(pid=113212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:50:22.305874 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port ddf46b03-3293-4c63-9b95-404ab58f50f8, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ddf46b03-3293-4c63-9b95-404ab58f50f8,segment=NetworkSegment(40a47736-4ea1-4eea-8cea-ed2a33812359),segment_id=40a47736-4ea1-4eea-8cea-ed2a33812359)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:50:22.334392 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccebdb32-7b69-4b8e-b56c-01efdb78144c x-openstack-request-id: req-ccebdb32-7b69-4b8e-b56c-01efdb78144c {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:50:22.334392 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11edf4d3-847c-4252-9070-ca1cae2d7f01", "name": "network-vif-plugged", "status": "completed", "tag": "ddf46b03-3293-4c63-9b95-404ab58f50f8", "code": 200}]} {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:50:22.334392 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ccebdb32-7b69-4b8e-b56c-01efdb78144c {{(pid=113212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:50:22.334392 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccebdb32-7b69-4b8e-b56c-01efdb78144c'] response: {'server_uuid': '11edf4d3-847c-4252-9070-ca1cae2d7f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf46b03-3293-4c63-9b95-404ab58f50f8', 'code': 200} Sep 17 03:50:22.382601 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (ddf46b03-3293-4c63-9b95-404ab58f50f8), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:22.429294 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=ddf46b03-3293-4c63-9b95-404ab58f50f8,revision_number=5']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:22.631823 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9380dcb-37ef-42d4-a053-bf6b010d5635 req-8ff9e41a-1d77-42f5-ae15-04ac5034865c tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:22.647505 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a9380dcb-37ef-42d4-a053-bf6b010d5635 req-8ff9e41a-1d77-42f5-ae15-04ac5034865c tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=11edf4d3-847c-4252-9070-ca1cae2d7f01 HTTP/1.1" status: 200 len: 946 time: 0.0571628 Sep 17 03:50:22.687237 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a9380dcb-37ef-42d4-a053-bf6b010d5635 req-b8e1b0d0-c296-427e-89a5-8758b3336cde tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1255afdb-aee6-4891-ae9a-1a4e7d458cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463462 Sep 17 03:50:22.794999 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32063a-c264-4f7e-af2d-e0f6dfad8cdc req-1ae00286-16b2-439a-8cac-ac4dd174ee1a tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:22.796709 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-bd32063a-c264-4f7e-af2d-e0f6dfad8cdc req-1ae00286-16b2-439a-8cac-ac4dd174ee1a tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 946 time: 0.0586936 Sep 17 03:50:22.865963 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-bd32063a-c264-4f7e-af2d-e0f6dfad8cdc req-0119b16d-dfef-4c0d-802d-ca1592f80bb7 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601046 Sep 17 03:50:22.933898 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 46378) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:50:22.995205 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8398237-725d-4176-ae27-f47b2c2e5edd req-6220572d-4cef-444d-82b1-87f4625bb39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:23.017850 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d8398237-725d-4176-ae27-f47b2c2e5edd req-6220572d-4cef-444d-82b1-87f4625bb39d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=11edf4d3-847c-4252-9070-ca1cae2d7f01 HTTP/1.1" status: 200 len: 1130 time: 0.0464835 Sep 17 03:50:23.051930 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d8398237-725d-4176-ae27-f47b2c2e5edd req-65705ef2-88e3-491e-98cb-560ae593a599 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1255afdb-aee6-4891-ae9a-1a4e7d458cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393827 Sep 17 03:50:23.059389 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-1a977cf4-c2d4-4075-bb19-7f380fc43d02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:23.112913 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:23.145419 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-1a977cf4-c2d4-4075-bb19-7f380fc43d02 admin admin] Publish callbacks [] for security_group (d1ce07fe-92c1-43eb-a4dc-a7ace37c9e7e), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:23.234452 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-1a977cf4-c2d4-4075-bb19-7f380fc43d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (d1ce07fe-92c1-43eb-a4dc-a7ace37c9e7e), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:23.278342 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 46394) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:50:23.282172 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-1a977cf4-c2d4-4075-bb19-7f380fc43d02 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=ba65b0f6c70e4c5db317e5c673871a0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3424871 Sep 17 03:50:23.284016 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a977cf4-c2d4-4075-bb19-7f380fc43d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ce07fe-92c1-43eb-a4dc-a7ace37c9e7e,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:23.342430 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-92a58ec0-a482-4b20-824b-0d95d4e312f6 admin admin] Publish callbacks [] for security_group (d1ce07fe-92c1-43eb-a4dc-a7ace37c9e7e), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:23.364337 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-92a58ec0-a482-4b20-824b-0d95d4e312f6 admin admin] Publish callbacks [] for security_group (d1ce07fe-92c1-43eb-a4dc-a7ace37c9e7e), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:23.508392 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-92a58ec0-a482-4b20-824b-0d95d4e312f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (d1ce07fe-92c1-43eb-a4dc-a7ace37c9e7e), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:23.511203 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-92a58ec0-a482-4b20-824b-0d95d4e312f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:23.514827 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-92a58ec0-a482-4b20-824b-0d95d4e312f6 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d1ce07fe-92c1-43eb-a4dc-a7ace37c9e7e HTTP/1.1" status: 204 len: 168 time: 0.2329817 Sep 17 03:50:23.530411 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a58ec0-a482-4b20-824b-0d95d4e312f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ce07fe-92c1-43eb-a4dc-a7ace37c9e7e,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:23.783219 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:23.814840 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33512c-1d86-49dd-9e1a-06e1a6d7f821 req-064dd3d2-f414-4f82-b0d4-a3cae385718e tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:23.814840 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-cf33512c-1d86-49dd-9e1a-06e1a6d7f821 req-064dd3d2-f414-4f82-b0d4-a3cae385718e tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=11edf4d3-847c-4252-9070-ca1cae2d7f01 HTTP/1.1" status: 200 len: 946 time: 0.0494475 Sep 17 03:50:23.865393 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-cf33512c-1d86-49dd-9e1a-06e1a6d7f821 req-36570238-8681-4dc6-b1e6-da36ff30dfaa tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1255afdb-aee6-4891-ae9a-1a4e7d458cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475662 Sep 17 03:50:23.993350 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82f990-1564-4d39-b090-3bdd15a43acf req-a17e9323-42c8-4ac4-89ea-f26ab847d790 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:23.994842 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0f82f990-1564-4d39-b090-3bdd15a43acf req-a17e9323-42c8-4ac4-89ea-f26ab847d790 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 946 time: 0.0481970 Sep 17 03:50:24.054315 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0f82f990-1564-4d39-b090-3bdd15a43acf req-0b5b0082-c5ed-417a-a23f-a3bb9ad2549e tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500045 Sep 17 03:50:24.176627 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db739050-ab59-40d4-9914-a60f64b5c509 req-d22528a9-3aa0-4d55-bba0-683d8f09cf5c tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:24.178207 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-db739050-ab59-40d4-9914-a60f64b5c509 req-d22528a9-3aa0-4d55-bba0-683d8f09cf5c tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f73d2688-0699-49aa-9019-94ca41f9df5c HTTP/1.1" status: 200 len: 945 time: 0.0466461 Sep 17 03:50:24.201591 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:24.227723 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-db739050-ab59-40d4-9914-a60f64b5c509 req-08c77ed1-f977-4fae-94f5-808aeb43408f tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440028 Sep 17 03:50:24.336447 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=69 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:24.993555 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deefda69-5d3c-4240-9992-e2d94ade0de1 req-1d991532-cfa2-4fe7-9a19-2b7479d82b0e tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:24.995090 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-deefda69-5d3c-4240-9992-e2d94ade0de1 req-1d991532-cfa2-4fe7-9a19-2b7479d82b0e tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=11edf4d3-847c-4252-9070-ca1cae2d7f01 HTTP/1.1" status: 200 len: 946 time: 0.0509374 Sep 17 03:50:25.042441 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-deefda69-5d3c-4240-9992-e2d94ade0de1 req-df759e61-2519-4555-a8f5-b9c2a0feab44 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1255afdb-aee6-4891-ae9a-1a4e7d458cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415196 Sep 17 03:50:25.848825 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 46492) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:50:25.954556 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-dd70b7fe-e476-4e6c-b1a7-41c476b0c984 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:26.041313 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-dd70b7fe-e476-4e6c-b1a7-41c476b0c984 admin admin] Publish callbacks [] for security_group (4a01b8af-4c55-4a79-bb73-62bf49adbfd9), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:26.162363 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e43f8-f023-496d-9337-82cd85933c40 req-c1521c1c-1714-4828-8575-223ebb1d0596 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:26.163823 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-488e43f8-f023-496d-9337-82cd85933c40 req-c1521c1c-1714-4828-8575-223ebb1d0596 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=11edf4d3-847c-4252-9070-ca1cae2d7f01 HTTP/1.1" status: 200 len: 946 time: 0.0468528 Sep 17 03:50:26.195223 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-dd70b7fe-e476-4e6c-b1a7-41c476b0c984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (4a01b8af-4c55-4a79-bb73-62bf49adbfd9), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:26.249419 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-488e43f8-f023-496d-9337-82cd85933c40 req-ebfa900b-2bfb-47cc-a974-7676e1071253 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1255afdb-aee6-4891-ae9a-1a4e7d458cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795174 Sep 17 03:50:26.256685 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-dd70b7fe-e476-4e6c-b1a7-41c476b0c984 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=754b3ecf2c94466e9f107c16c5406f76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4067447 Sep 17 03:50:26.258033 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd70b7fe-e476-4e6c-b1a7-41c476b0c984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a01b8af-4c55-4a79-bb73-62bf49adbfd9,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:26.263031 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 46506) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:50:26.326563 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-49490ed1-634c-4620-8afb-96299d15a127 admin admin] Publish callbacks [] for security_group (4a01b8af-4c55-4a79-bb73-62bf49adbfd9), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:26.350923 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-49490ed1-634c-4620-8afb-96299d15a127 admin admin] Publish callbacks [] for security_group (4a01b8af-4c55-4a79-bb73-62bf49adbfd9), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:26.500358 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-49490ed1-634c-4620-8afb-96299d15a127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (4a01b8af-4c55-4a79-bb73-62bf49adbfd9), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:26.500925 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:26.503419 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-49490ed1-634c-4620-8afb-96299d15a127 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:26.507396 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-49490ed1-634c-4620-8afb-96299d15a127 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/4a01b8af-4c55-4a79-bb73-62bf49adbfd9 HTTP/1.1" status: 204 len: 168 time: 0.2441928 Sep 17 03:50:26.513861 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49490ed1-634c-4620-8afb-96299d15a127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a01b8af-4c55-4a79-bb73-62bf49adbfd9,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:26.554247 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:27.014968 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=59 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:27.071860 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:28.039440 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444312a3-bc95-4853-901f-ba4ef9b2f134 req-1de453c0-cb2d-40e7-b85f-6dd69ad2345e tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:28.040922 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-444312a3-bc95-4853-901f-ba4ef9b2f134 req-1de453c0-cb2d-40e7-b85f-6dd69ad2345e tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f73d2688-0699-49aa-9019-94ca41f9df5c HTTP/1.1" status: 200 len: 945 time: 0.0479851 Sep 17 03:50:28.120926 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-444312a3-bc95-4853-901f-ba4ef9b2f134 req-5bf6019b-c702-45f4-89f0-ef3438f84e58 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744331 Sep 17 03:50:28.123837 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee5a86f-6cd5-4273-8f03-6e60d0c53dda req-517b2c45-dfd8-486b-a02c-8139ca28155b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:28.125253 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0ee5a86f-6cd5-4273-8f03-6e60d0c53dda req-517b2c45-dfd8-486b-a02c-8139ca28155b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=294abb2085b844a99908242d4b02e263&device_id=f73d2688-0699-49aa-9019-94ca41f9df5c HTTP/1.1" status: 200 len: 1129 time: 0.0501060 Sep 17 03:50:28.224897 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee5a86f-6cd5-4273-8f03-6e60d0c53dda req-aecaf626-aff6-4ce4-9ae9-db1d6f423fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:28.226508 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0ee5a86f-6cd5-4273-8f03-6e60d0c53dda req-aecaf626-aff6-4ce4-9ae9-db1d6f423fcf service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0 HTTP/1.1" status: 200 len: 919 time: 0.0946593 Sep 17 03:50:28.267549 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0ee5a86f-6cd5-4273-8f03-6e60d0c53dda req-783953ad-6b5f-4af8-815e-a57149832208 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3503855f-51a9-451a-8977-ccd98a4a0f27 HTTP/1.1" status: 200 len: 217 time: 0.0339160 Sep 17 03:50:28.284803 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:28.328983 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee5a86f-6cd5-4273-8f03-6e60d0c53dda req-a003053a-217f-4cd1-bd47-af006cbde885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:28.330168 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0ee5a86f-6cd5-4273-8f03-6e60d0c53dda req-a003053a-217f-4cd1-bd47-af006cbde885 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=4a9bc613-44d6-4890-b247-86fc85e41240 HTTP/1.1" status: 200 len: 857 time: 0.0472476 Sep 17 03:50:28.383767 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee5a86f-6cd5-4273-8f03-6e60d0c53dda req-0b4833e3-7158-416b-9563-13e0152a9599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:28.383767 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0ee5a86f-6cd5-4273-8f03-6e60d0c53dda req-0b4833e3-7158-416b-9563-13e0152a9599 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455418 Sep 17 03:50:28.499390 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0ee5a86f-6cd5-4273-8f03-6e60d0c53dda req-223a58a1-83a4-41da-bac3-662cdef49757 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017425 Sep 17 03:50:28.512722 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:28.597407 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0ee5a86f-6cd5-4273-8f03-6e60d0c53dda req-3c3e39b7-3ca4-4ebd-b7f7-6301a9a7966a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914066 Sep 17 03:50:29.082001 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01c368-774d-44cd-9c84-c7721b45475d req-0ea8383c-483f-43dd-bb39-14325c3fd04b tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:29.083557 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ab01c368-774d-44cd-9c84-c7721b45475d req-0ea8383c-483f-43dd-bb39-14325c3fd04b tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=11edf4d3-847c-4252-9070-ca1cae2d7f01 HTTP/1.1" status: 200 len: 946 time: 0.0480871 Sep 17 03:50:29.130695 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ab01c368-774d-44cd-9c84-c7721b45475d req-caed26f5-4c45-435b-af7e-a2c59f4f2153 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1255afdb-aee6-4891-ae9a-1a4e7d458cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411613 Sep 17 03:50:29.240577 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edddc5e5-ea01-4205-a5e7-d202bef431ba req-22542276-fe89-46dc-920b-74442812ab8b tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:29.242063 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-edddc5e5-ea01-4205-a5e7-d202bef431ba req-22542276-fe89-46dc-920b-74442812ab8b tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f73d2688-0699-49aa-9019-94ca41f9df5c HTTP/1.1" status: 200 len: 945 time: 0.0462794 Sep 17 03:50:29.294855 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-edddc5e5-ea01-4205-a5e7-d202bef431ba req-ae3a5b72-0bf1-446e-ba1f-fecbf3fde975 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469387 Sep 17 03:50:30.254711 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce11b68e-0ffe-4876-9fd7-6ff963a9e044 req-8fea91ff-d320-4d9b-9748-5038127bf153 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:30.256073 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ce11b68e-0ffe-4876-9fd7-6ff963a9e044 req-8fea91ff-d320-4d9b-9748-5038127bf153 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=11edf4d3-847c-4252-9070-ca1cae2d7f01 HTTP/1.1" status: 200 len: 946 time: 0.0461404 Sep 17 03:50:30.310707 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ce11b68e-0ffe-4876-9fd7-6ff963a9e044 req-bfc1570a-773f-4c6e-9343-c0aa85d1963f tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1255afdb-aee6-4891-ae9a-1a4e7d458cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490711 Sep 17 03:50:30.427205 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae3f7f9-20de-44fb-ac2e-0d3d0ef84e26 req-d6b943f1-240b-4a69-9ba5-d32baac9965c tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:30.428983 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-dae3f7f9-20de-44fb-ac2e-0d3d0ef84e26 req-d6b943f1-240b-4a69-9ba5-d32baac9965c tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f73d2688-0699-49aa-9019-94ca41f9df5c HTTP/1.1" status: 200 len: 945 time: 0.0500405 Sep 17 03:50:30.484910 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-dae3f7f9-20de-44fb-ac2e-0d3d0ef84e26 req-f3877f0a-2b57-48d5-8d74-4c5106501cc5 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500672 Sep 17 03:50:31.043168 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398880ce-2027-4e3d-b129-3e20f90bf8b5 req-0d0d0c93-9e00-4ac7-a294-c755733d1d1c tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:31.044611 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-398880ce-2027-4e3d-b129-3e20f90bf8b5 req-0d0d0c93-9e00-4ac7-a294-c755733d1d1c tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=11edf4d3-847c-4252-9070-ca1cae2d7f01 HTTP/1.1" status: 200 len: 946 time: 0.0583141 Sep 17 03:50:31.129596 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.plugin [req-398880ce-2027-4e3d-b129-3e20f90bf8b5 req-c1b2d056-174e-4f38-bb60-be844a8a5e5e tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Deleting port ddf46b03-3293-4c63-9b95-404ab58f50f8 {{(pid=113211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:50:31.129902 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-398880ce-2027-4e3d-b129-3e20f90bf8b5 req-c1b2d056-174e-4f38-bb60-be844a8a5e5e tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (ddf46b03-3293-4c63-9b95-404ab58f50f8), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:31.226488 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.db [req-398880ce-2027-4e3d-b129-3e20f90bf8b5 req-c1b2d056-174e-4f38-bb60-be844a8a5e5e tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] For port ddf46b03-3293-4c63-9b95-404ab58f50f8, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ddf46b03-3293-4c63-9b95-404ab58f50f8,segment=NetworkSegment(40a47736-4ea1-4eea-8cea-ed2a33812359),segment_id=40a47736-4ea1-4eea-8cea-ed2a33812359)] {{(pid=113211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:50:31.226977 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-398880ce-2027-4e3d-b129-3e20f90bf8b5 req-c1b2d056-174e-4f38-bb60-be844a8a5e5e tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (ddf46b03-3293-4c63-9b95-404ab58f50f8), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:31.241793 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.plugin [req-398880ce-2027-4e3d-b129-3e20f90bf8b5 req-c1b2d056-174e-4f38-bb60-be844a8a5e5e tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Calling delete_port for ddf46b03-3293-4c63-9b95-404ab58f50f8 owned by compute:nova {{(pid=113211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:50:31.294332 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:31.438785 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ab183-8514-4b6e-9ca2-a42a2a8d19e2 req-3e009a04-fb66-4795-bf3d-6e9b457c3ac8 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:31.440811 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e28ab183-8514-4b6e-9ca2-a42a2a8d19e2 req-3e009a04-fb66-4795-bf3d-6e9b457c3ac8 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=11edf4d3-847c-4252-9070-ca1cae2d7f01 HTTP/1.1" status: 200 len: 946 time: 0.0499258 Sep 17 03:50:31.445379 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-398880ce-2027-4e3d-b129-3e20f90bf8b5 req-c1b2d056-174e-4f38-bb60-be844a8a5e5e tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985'] for port (ddf46b03-3293-4c63-9b95-404ab58f50f8), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:31.484522 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] get_ports_and_sgs() called for port_ids ['ddf46b03-3293-4c63-9b95-404ab58f50f8'] {{(pid=113212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:50:31.500864 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b2d056-174e-4f38-bb60-be844a8a5e5e tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Pushing event deleted for resources: {'Port': ['ID=ddf46b03-3293-4c63-9b95-404ab58f50f8,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:31.536823 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:31.567939 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.l3_dvrscheduler_db [req-398880ce-2027-4e3d-b129-3e20f90bf8b5 req-c1b2d056-174e-4f38-bb60-be844a8a5e5e tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] No DVR routers for this DVR port ddf46b03-3293-4c63-9b95-404ab58f50f8 on host hv-cinder-84914 {{(pid=113211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:50:31.570507 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-398880ce-2027-4e3d-b129-3e20f90bf8b5 req-c1b2d056-174e-4f38-bb60-be844a8a5e5e tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for port (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:31.573960 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-398880ce-2027-4e3d-b129-3e20f90bf8b5 req-c1b2d056-174e-4f38-bb60-be844a8a5e5e tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.18 "DELETE /networking/v2.0/ports/ddf46b03-3293-4c63-9b95-404ab58f50f8 HTTP/1.1" status: 204 len: 173 time: 0.5227430 Sep 17 03:50:31.577673 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11edf4d3-847c-4252-9070-ca1cae2d7f01', 'name': 'network-vif-deleted', 'tag': 'ddf46b03-3293-4c63-9b95-404ab58f50f8'}] {{(pid=113211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:50:31.580135 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346c2caff186dcd388f83f6dc64b2ba25d7763d65cfebe6fa09f9256a5522518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d06712a-2474-4e31-a0b2-24d0789879a5" -d '{"events": [{"server_uuid": "11edf4d3-847c-4252-9070-ca1cae2d7f01", "name": "network-vif-deleted", "tag": "ddf46b03-3293-4c63-9b95-404ab58f50f8"}]}' {{(pid=113211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:50:31.604573 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e28ab183-8514-4b6e-9ca2-a42a2a8d19e2 req-a43d39f5-ebbe-4658-9410-051bd5408785 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1255afdb-aee6-4891-ae9a-1a4e7d458cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520174 Sep 17 03:50:31.730784 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec14af-acd9-47a0-a594-615beb458051 req-e41bd3a0-b68a-4b81-8fde-d93fc776459c tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:31.732863 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-cdec14af-acd9-47a0-a594-615beb458051 req-e41bd3a0-b68a-4b81-8fde-d93fc776459c tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f73d2688-0699-49aa-9019-94ca41f9df5c HTTP/1.1" status: 200 len: 945 time: 0.0584724 Sep 17 03:50:31.788458 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-cdec14af-acd9-47a0-a594-615beb458051 req-ad91551d-981c-4ff7-94c8-5a4f370f91c6 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449886 Sep 17 03:50:31.839688 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851627be-8e28-4e8c-b27e-ce3533a3d25f x-openstack-request-id: req-851627be-8e28-4e8c-b27e-ce3533a3d25f {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:50:31.839688 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11edf4d3-847c-4252-9070-ca1cae2d7f01", "name": "network-vif-deleted", "tag": "ddf46b03-3293-4c63-9b95-404ab58f50f8", "status": "completed", "code": 200}]} {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:50:31.839688 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-851627be-8e28-4e8c-b27e-ce3533a3d25f {{(pid=113211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:50:31.839688 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-851627be-8e28-4e8c-b27e-ce3533a3d25f'] response: {'server_uuid': '11edf4d3-847c-4252-9070-ca1cae2d7f01', 'name': 'network-vif-deleted', 'tag': 'ddf46b03-3293-4c63-9b95-404ab58f50f8', 'status': 'completed', 'code': 200} Sep 17 03:50:32.777705 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ea25b690-2951-422f-a1d6-8a5d225a94b0 req-40337920-059b-4b9f-a027-2799ec9b07c2 tempest-VolumesActionsTest-1797782061 tempest-VolumesActionsTest-1797782061-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=11edf4d3-847c-4252-9070-ca1cae2d7f01 HTTP/1.1" status: 200 len: 210 time: 0.0281024 Sep 17 03:50:32.911882 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df4415-5a1c-4a04-9573-5e3f07475f3a req-2ea0cdba-9f61-450b-a4de-4367c6a4a855 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:32.913338 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c9df4415-5a1c-4a04-9573-5e3f07475f3a req-2ea0cdba-9f61-450b-a4de-4367c6a4a855 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f73d2688-0699-49aa-9019-94ca41f9df5c HTTP/1.1" status: 200 len: 945 time: 0.0465600 Sep 17 03:50:32.976142 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c9df4415-5a1c-4a04-9573-5e3f07475f3a req-75d82896-76a2-402c-8482-c90d56d15a8f tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571709 Sep 17 03:50:33.547243 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=72,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:34.104669 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039c465-0520-46b8-bc94-ba40ba55eb6d req-597a9f6a-1654-4e98-b563-d6f865e30781 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:34.106142 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9039c465-0520-46b8-bc94-ba40ba55eb6d req-597a9f6a-1654-4e98-b563-d6f865e30781 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f73d2688-0699-49aa-9019-94ca41f9df5c HTTP/1.1" status: 200 len: 945 time: 0.0484996 Sep 17 03:50:34.156136 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9039c465-0520-46b8-bc94-ba40ba55eb6d req-d4d5ccbc-2569-4cf1-8499-cc22f74cd452 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444393 Sep 17 03:50:35.156465 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35082b1-1b51-462c-81ca-a059d4da38f3 req-1f2b6bef-ba7a-4ae8-87d9-1b97a4231774 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:35.158786 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a35082b1-1b51-462c-81ca-a059d4da38f3 req-1f2b6bef-ba7a-4ae8-87d9-1b97a4231774 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 945 time: 0.0482814 Sep 17 03:50:35.231320 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a35082b1-1b51-462c-81ca-a059d4da38f3 req-3c2ba4b4-42e8-494f-b727-1a51860874bb tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639503 Sep 17 03:50:35.305248 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9d593-5ac7-45e4-806d-cb6a2e475bb7 req-5fe78711-0b57-47ab-9c0a-fae3a8671a78 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:35.307030 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c1a9d593-5ac7-45e4-806d-cb6a2e475bb7 req-5fe78711-0b57-47ab-9c0a-fae3a8671a78 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f73d2688-0699-49aa-9019-94ca41f9df5c HTTP/1.1" status: 200 len: 945 time: 0.0535183 Sep 17 03:50:35.367405 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c1a9d593-5ac7-45e4-806d-cb6a2e475bb7 req-2a6a23ad-9026-4dc2-90df-0106f6fac5eb tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544460 Sep 17 03:50:36.058787 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device ddf46b03-3293-4c63-9b95-404ab58f50f8 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:50:36.078175 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] No Port match for: ddf46b03-3293-4c63-9b95-404ab58f50f8 {{(pid=113212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:50:36.078493 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device ddf46b03-3293-4c63-9b95-404ab58f50f8 not bound to the agent host hv-cinder-84914 {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:50:36.383212 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f880bf1-6c2a-41bf-996b-24dc215663a7 req-73fe25d5-316a-4a31-a4c1-7e9bf34acf61 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:36.383212 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-6f880bf1-6c2a-41bf-996b-24dc215663a7 req-73fe25d5-316a-4a31-a4c1-7e9bf34acf61 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 945 time: 0.0560837 Sep 17 03:50:36.447187 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-6f880bf1-6c2a-41bf-996b-24dc215663a7 req-523c0ebb-35e4-4f07-82f9-49d123ecafe1 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592752 Sep 17 03:50:36.509442 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=51,neutron:DELETE=4 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:36.573633 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374ef6b-7512-47c0-9993-51e11ca0ffa3 req-41904533-8685-48e8-8a36-2350fd14a831 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:36.573971 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-2374ef6b-7512-47c0-9993-51e11ca0ffa3 req-41904533-8685-48e8-8a36-2350fd14a831 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f73d2688-0699-49aa-9019-94ca41f9df5c HTTP/1.1" status: 200 len: 945 time: 0.0807235 Sep 17 03:50:36.622577 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-2374ef6b-7512-47c0-9993-51e11ca0ffa3 req-4c508fc7-84d9-4987-8233-d0469786a510 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428908 Sep 17 03:50:37.078256 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 46876) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:50:37.199571 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-da018073-6051-4820-815b-58517a2d5950 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:37.275138 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-da018073-6051-4820-815b-58517a2d5950 admin admin] Publish callbacks [] for security_group (59b21042-99a0-46d3-bbb5-f76f088467a8), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:37.410918 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-da018073-6051-4820-815b-58517a2d5950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (59b21042-99a0-46d3-bbb5-f76f088467a8), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:37.446598 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-da018073-6051-4820-815b-58517a2d5950 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=463a97b3425a4ada9253dce1047b29e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3672712 Sep 17 03:50:37.449585 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 46890) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:50:37.456340 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da018073-6051-4820-815b-58517a2d5950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b21042-99a0-46d3-bbb5-f76f088467a8,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:37.502567 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-06d11fb7-5167-4b30-9cc9-eb8a51436b42 admin admin] Publish callbacks [] for security_group (59b21042-99a0-46d3-bbb5-f76f088467a8), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:37.525972 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-06d11fb7-5167-4b30-9cc9-eb8a51436b42 admin admin] Publish callbacks [] for security_group (59b21042-99a0-46d3-bbb5-f76f088467a8), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:37.553758 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:37.614615 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a5439-553a-4623-a35d-cee96dc1c998 req-d8b63e1e-1157-4da8-8b66-602dcce620ff tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:37.616861 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-617a5439-553a-4623-a35d-cee96dc1c998 req-d8b63e1e-1157-4da8-8b66-602dcce620ff tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 945 time: 0.0528092 Sep 17 03:50:37.666247 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-617a5439-553a-4623-a35d-cee96dc1c998 req-0855dfb4-7923-41f2-918a-46fb09b61e39 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432711 Sep 17 03:50:37.679756 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-06d11fb7-5167-4b30-9cc9-eb8a51436b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (59b21042-99a0-46d3-bbb5-f76f088467a8), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:37.683284 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-06d11fb7-5167-4b30-9cc9-eb8a51436b42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:37.686188 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-06d11fb7-5167-4b30-9cc9-eb8a51436b42 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/59b21042-99a0-46d3-bbb5-f76f088467a8 HTTP/1.1" status: 204 len: 168 time: 0.2355039 Sep 17 03:50:37.697459 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d11fb7-5167-4b30-9cc9-eb8a51436b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b21042-99a0-46d3-bbb5-f76f088467a8,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:37.905018 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3acb226-eaee-4027-9cd7-ae36a84125bc req-06e2e2e5-454c-4cbd-9167-d33ddb09f571 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:37.906783 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b3acb226-eaee-4027-9cd7-ae36a84125bc req-06e2e2e5-454c-4cbd-9167-d33ddb09f571 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f73d2688-0699-49aa-9019-94ca41f9df5c HTTP/1.1" status: 200 len: 945 time: 0.0491095 Sep 17 03:50:37.956281 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b3acb226-eaee-4027-9cd7-ae36a84125bc req-734d17c3-09a5-4b3a-924c-b6f94e000b50 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432291 Sep 17 03:50:38.002873 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-33f68aa2-c1b1-46fb-a681-91ae8391e3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b0b4725d-5d3f-4adf-8b60-729f2f7a35da), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:38.419460 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 46914) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:50:38.425792 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:38.433479 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-5fc9a62c-d7b7-42f2-87b3-8e05db5b093f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:38.509643 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-5fc9a62c-d7b7-42f2-87b3-8e05db5b093f admin admin] Publish callbacks [] for security_group (b7df2a0e-c463-4143-bbc6-5d7a6cba8a27), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:38.673633 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-5fc9a62c-d7b7-42f2-87b3-8e05db5b093f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (b7df2a0e-c463-4143-bbc6-5d7a6cba8a27), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:38.717417 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-5fc9a62c-d7b7-42f2-87b3-8e05db5b093f admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=24b8780568c14aeb8acdfe076c6fbefb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2968183 Sep 17 03:50:38.718302 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc9a62c-d7b7-42f2-87b3-8e05db5b093f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7df2a0e-c463-4143-bbc6-5d7a6cba8a27,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:38.725412 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 46924) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:50:38.773825 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-947d00be-49f3-4eac-a807-cba368d15e15 admin admin] Publish callbacks [] for security_group (b7df2a0e-c463-4143-bbc6-5d7a6cba8a27), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:38.794471 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-947d00be-49f3-4eac-a807-cba368d15e15 admin admin] Publish callbacks [] for security_group (b7df2a0e-c463-4143-bbc6-5d7a6cba8a27), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:38.804875 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c413e16f-36cf-42e1-a4c2-89ca1f3089db req-6b0b8435-2110-428b-8e0e-efe4cbb44517 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:38.806561 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c413e16f-36cf-42e1-a4c2-89ca1f3089db req-6b0b8435-2110-428b-8e0e-efe4cbb44517 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 945 time: 0.0491567 Sep 17 03:50:38.855925 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c413e16f-36cf-42e1-a4c2-89ca1f3089db req-720abd4d-ec05-4fcc-b0c5-7a8afaaea24c tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432508 Sep 17 03:50:38.951334 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-947d00be-49f3-4eac-a807-cba368d15e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (b7df2a0e-c463-4143-bbc6-5d7a6cba8a27), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:38.953965 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-947d00be-49f3-4eac-a807-cba368d15e15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:38.955109 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-947d00be-49f3-4eac-a807-cba368d15e15 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b7df2a0e-c463-4143-bbc6-5d7a6cba8a27 HTTP/1.1" status: 204 len: 168 time: 0.2338183 Sep 17 03:50:38.964234 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d00be-49f3-4eac-a807-cba368d15e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7df2a0e-c463-4143-bbc6-5d7a6cba8a27,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:39.082740 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9180d-d7e4-4c7e-ba5b-ede1e5562814 req-0ae6cdd3-02b2-46f3-a02f-824d3f4cadf0 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:39.084247 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5cb9180d-d7e4-4c7e-ba5b-ede1e5562814 req-0ae6cdd3-02b2-46f3-a02f-824d3f4cadf0 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f73d2688-0699-49aa-9019-94ca41f9df5c HTTP/1.1" status: 200 len: 945 time: 0.0488300 Sep 17 03:50:39.132008 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5cb9180d-d7e4-4c7e-ba5b-ede1e5562814 req-c59eaee2-bd04-4c87-9957-d908b6ed013f tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417001 Sep 17 03:50:39.994776 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef781e-7aeb-4fc8-bccb-1a1a1f13e51a req-3267822b-dcae-4e9f-a5e8-9d266b479dfc tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:39.996234 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-27ef781e-7aeb-4fc8-bccb-1a1a1f13e51a req-3267822b-dcae-4e9f-a5e8-9d266b479dfc tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 945 time: 0.0534256 Sep 17 03:50:40.046618 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-27ef781e-7aeb-4fc8-bccb-1a1a1f13e51a req-24cd525d-3719-43dc-9b3b-154e897f2a40 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446634 Sep 17 03:50:40.225018 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:40.266253 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba1740f-ea67-47be-a5bc-74844dbc8607 req-2505b278-d51d-4e12-8bb2-fe786deca4ba tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:40.267732 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-1ba1740f-ea67-47be-a5bc-74844dbc8607 req-2505b278-d51d-4e12-8bb2-fe786deca4ba tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f73d2688-0699-49aa-9019-94ca41f9df5c HTTP/1.1" status: 200 len: 945 time: 0.0531430 Sep 17 03:50:40.299812 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-6105aaf5-aae2-41fd-8438-aaec9c8a35ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b971cbd0-997d-41fb-8614-0aea29982798), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:40.317590 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-1ba1740f-ea67-47be-a5bc-74844dbc8607 req-fff29aff-2381-4b1a-86da-84cd7149519d tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433514 Sep 17 03:50:40.788495 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 46986) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:50:40.902558 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-112e9b9e-4558-4c8e-8e8f-8f7422aef856 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:40.981143 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-112e9b9e-4558-4c8e-8e8f-8f7422aef856 admin admin] Publish callbacks [] for security_group (b330a823-8211-4f02-acfa-5fd133862c51), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:41.094041 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-112e9b9e-4558-4c8e-8e8f-8f7422aef856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (b330a823-8211-4f02-acfa-5fd133862c51), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:41.136140 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-112e9b9e-4558-4c8e-8e8f-8f7422aef856 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=d843d825ffba4943902fcf3c24f6409b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3464801 Sep 17 03:50:41.137279 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e9b9e-4558-4c8e-8e8f-8f7422aef856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b330a823-8211-4f02-acfa-5fd133862c51,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:41.138808 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 46996) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:50:41.144739 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112e9b9e-4558-4c8e-8e8f-8f7422aef856 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:50:41.145092 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112e9b9e-4558-4c8e-8e8f-8f7422aef856 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:50:41.145462 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112e9b9e-4558-4c8e-8e8f-8f7422aef856 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:50:41.145837 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112e9b9e-4558-4c8e-8e8f-8f7422aef856 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:50:41.146945 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112e9b9e-4558-4c8e-8e8f-8f7422aef856 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:50:41.147202 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112e9b9e-4558-4c8e-8e8f-8f7422aef856 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:50:41.147614 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112e9b9e-4558-4c8e-8e8f-8f7422aef856 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:50:41.147947 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112e9b9e-4558-4c8e-8e8f-8f7422aef856 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:50:41.148294 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112e9b9e-4558-4c8e-8e8f-8f7422aef856 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:50:41.148629 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112e9b9e-4558-4c8e-8e8f-8f7422aef856 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:50:41.148965 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112e9b9e-4558-4c8e-8e8f-8f7422aef856 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:50:41.149306 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112e9b9e-4558-4c8e-8e8f-8f7422aef856 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:50:41.149668 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112e9b9e-4558-4c8e-8e8f-8f7422aef856 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:50:41.150042 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112e9b9e-4558-4c8e-8e8f-8f7422aef856 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:50:41.150367 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112e9b9e-4558-4c8e-8e8f-8f7422aef856 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:50:41.201482 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae930a0-0c9c-47ef-a17a-0883f1846968 req-0214dbd3-1cb2-4a50-9b7d-0b363d15e013 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:41.202984 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-4ae930a0-0c9c-47ef-a17a-0883f1846968 req-0214dbd3-1cb2-4a50-9b7d-0b363d15e013 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 945 time: 0.0755253 Sep 17 03:50:41.258849 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c1efc3b5-d712-4879-aad2-071119f99531 admin admin] Publish callbacks [] for security_group (b330a823-8211-4f02-acfa-5fd133862c51), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:41.273359 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-4ae930a0-0c9c-47ef-a17a-0883f1846968 req-7a1968d9-bf7a-43e4-beac-698febc8fd02 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634327 Sep 17 03:50:41.288281 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c1efc3b5-d712-4879-aad2-071119f99531 admin admin] Publish callbacks [] for security_group (b330a823-8211-4f02-acfa-5fd133862c51), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:41.430413 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c1efc3b5-d712-4879-aad2-071119f99531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (b330a823-8211-4f02-acfa-5fd133862c51), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:41.432935 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c1efc3b5-d712-4879-aad2-071119f99531 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:41.434054 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-c1efc3b5-d712-4879-aad2-071119f99531 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b330a823-8211-4f02-acfa-5fd133862c51 HTTP/1.1" status: 204 len: 168 time: 0.2942648 Sep 17 03:50:41.448210 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1efc3b5-d712-4879-aad2-071119f99531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b330a823-8211-4f02-acfa-5fd133862c51,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:41.450805 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ff42d983-095d-47ba-82c6-d5d7a2ded2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b812d02d-dcd0-44a4-bd1c-6e92b95e6b3f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:41.461746 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f17a1-2c67-418b-b6db-476f46509896 req-00fa71d0-b1fb-47b5-b0d6-a572376985c5 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:41.463479 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-908f17a1-2c67-418b-b6db-476f46509896 req-00fa71d0-b1fb-47b5-b0d6-a572376985c5 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f73d2688-0699-49aa-9019-94ca41f9df5c HTTP/1.1" status: 200 len: 945 time: 0.0632401 Sep 17 03:50:41.465015 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efc3b5-d712-4879-aad2-071119f99531 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:50:41.465360 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efc3b5-d712-4879-aad2-071119f99531 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:50:41.465704 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efc3b5-d712-4879-aad2-071119f99531 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:50:41.466067 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efc3b5-d712-4879-aad2-071119f99531 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:50:41.466400 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efc3b5-d712-4879-aad2-071119f99531 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:50:41.466731 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efc3b5-d712-4879-aad2-071119f99531 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:50:41.467057 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efc3b5-d712-4879-aad2-071119f99531 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:50:41.467379 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efc3b5-d712-4879-aad2-071119f99531 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:50:41.467711 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efc3b5-d712-4879-aad2-071119f99531 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:50:41.468034 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efc3b5-d712-4879-aad2-071119f99531 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:50:41.468356 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efc3b5-d712-4879-aad2-071119f99531 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:50:41.468676 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efc3b5-d712-4879-aad2-071119f99531 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:50:41.468996 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efc3b5-d712-4879-aad2-071119f99531 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:50:41.469312 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efc3b5-d712-4879-aad2-071119f99531 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:50:41.469632 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efc3b5-d712-4879-aad2-071119f99531 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:50:41.522482 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-908f17a1-2c67-418b-b6db-476f46509896 req-78efecd8-e241-4187-8409-0337f84f3351 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497992 Sep 17 03:50:42.409037 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2150c-b63f-4fd3-be45-049cafc606cd req-7e967643-cfe9-4d81-845f-07e4db7e6adf tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:42.415415 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-15c2150c-b63f-4fd3-be45-049cafc606cd req-7e967643-cfe9-4d81-845f-07e4db7e6adf tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 945 time: 0.0488369 Sep 17 03:50:42.457138 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-15c2150c-b63f-4fd3-be45-049cafc606cd req-f3e24c96-4f77-4c2e-ac89-c71c6bf97d21 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408509 Sep 17 03:50:42.611143 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:42.646025 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f19af-6533-4470-a393-5d7596ab14ac req-5af74f8d-dbd5-4aec-b5f0-14727bc4e754 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:42.647794 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8f3f19af-6533-4470-a393-5d7596ab14ac req-5af74f8d-dbd5-4aec-b5f0-14727bc4e754 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f73d2688-0699-49aa-9019-94ca41f9df5c HTTP/1.1" status: 200 len: 945 time: 0.0464256 Sep 17 03:50:42.696881 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8f3f19af-6533-4470-a393-5d7596ab14ac req-04045ec9-2333-4fef-98b4-d8a96bec9d61 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433452 Sep 17 03:50:42.991787 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 47096) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:50:42.996438 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-77c4a751-26c5-4d38-aee1-85d03ba66063 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1881327416', 'description': 'tempest-description--401739535'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:50:43.033418 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (287db9f2-8160-4728-95aa-12aebca604d4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:43.134057 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-77c4a751-26c5-4d38-aee1-85d03ba66063 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:43.175436 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:43.206608 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-77c4a751-26c5-4d38-aee1-85d03ba66063 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for security_group (584c37ae-9cfb-4b0b-ab4b-ef03cbb59c5b), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:43.305440 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fecdf064-2280-4810-8c6f-7fec6cce5654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (7e0cb1e0-c4a7-4d3b-9abd-ffc9973ed5e0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:43.305611 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-77c4a751-26c5-4d38-aee1-85d03ba66063 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (584c37ae-9cfb-4b0b-ab4b-ef03cbb59c5b), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:43.336126 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c4a751-26c5-4d38-aee1-85d03ba66063 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=584c37ae-9cfb-4b0b-ab4b-ef03cbb59c5b,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:43.430269 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-77c4a751-26c5-4d38-aee1-85d03ba66063 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:43.431661 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-77c4a751-26c5-4d38-aee1-85d03ba66063 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4386981 Sep 17 03:50:43.434669 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 47108) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:50:43.439161 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [None req-1f111038-3a0d-434f-8a3f-f3583b35a8e9 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Request body: {'security_group_rule': {'security_group_id': '584c37ae-9cfb-4b0b-ab4b-ef03cbb59c5b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:50:43.590631 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-1f111038-3a0d-434f-8a3f-f3583b35a8e9 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for security_group_rule (bc955a48-7334-47ae-8338-de297fd50b09), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:43.605909 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0984db4-46a6-4288-9831-a25647d347ca req-2bb62d52-43ff-41ef-962f-9b63164c5a35 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:43.609425 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a0984db4-46a6-4288-9831-a25647d347ca req-2bb62d52-43ff-41ef-962f-9b63164c5a35 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 945 time: 0.0678248 Sep 17 03:50:43.694798 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-1f111038-3a0d-434f-8a3f-f3583b35a8e9 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for security_group_rule (bc955a48-7334-47ae-8338-de297fd50b09), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:43.698793 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a0984db4-46a6-4288-9831-a25647d347ca req-0527792e-2f62-47e0-8c12-718e7091cbf4 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800533 Sep 17 03:50:43.758157 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-1f111038-3a0d-434f-8a3f-f3583b35a8e9 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553096'] for security_group_rule (bc955a48-7334-47ae-8338-de297fd50b09), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:43.791706 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f111038-3a0d-434f-8a3f-f3583b35a8e9 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc955a48-7334-47ae-8338-de297fd50b09,revision_number=0']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:43.832153 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc2e65-7ff2-4fd7-a3ec-dc116cf13bcf req-0986cc91-9f2f-431e-a39e-5e7cb589603b tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:43.833588 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-57cc2e65-7ff2-4fd7-a3ec-dc116cf13bcf req-0986cc91-9f2f-431e-a39e-5e7cb589603b tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f73d2688-0699-49aa-9019-94ca41f9df5c HTTP/1.1" status: 200 len: 945 time: 0.0566232 Sep 17 03:50:43.883903 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-1f111038-3a0d-434f-8a3f-f3583b35a8e9 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:43.885116 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-1f111038-3a0d-434f-8a3f-f3583b35a8e9 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4494131 Sep 17 03:50:43.888031 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 47118) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:50:43.893584 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-27100aa8-b1b3-4749-bb5d-958de5f31a0a tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Request body: {'security_group_rule': {'security_group_id': '584c37ae-9cfb-4b0b-ab4b-ef03cbb59c5b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:50:43.893976 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-57cc2e65-7ff2-4fd7-a3ec-dc116cf13bcf req-eefc60f1-41b3-4236-8acf-9175c58fe2e0 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541446 Sep 17 03:50:44.147031 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-44409933-182a-4c23-adf5-e2a00e551e33 req-28574af3-a3d1-421e-9633-843140cb5d9c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2473748 Sep 17 03:50:44.201672 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-27100aa8-b1b3-4749-bb5d-958de5f31a0a tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for security_group_rule (d003ab9b-1ce1-42f0-86cb-e5ecdf7deded), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:44.216465 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:44.260164 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-27100aa8-b1b3-4749-bb5d-958de5f31a0a tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for security_group_rule (d003ab9b-1ce1-42f0-86cb-e5ecdf7deded), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:44.362280 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44409933-182a-4c23-adf5-e2a00e551e33 req-96ec820c-7570-43b7-aca6-97a6b9a0de1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:44.365113 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-44409933-182a-4c23-adf5-e2a00e551e33 req-96ec820c-7570-43b7-aca6-97a6b9a0de1c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=294abb2085b844a99908242d4b02e263&device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 1130 time: 0.1546216 Sep 17 03:50:44.416616 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-27100aa8-b1b3-4749-bb5d-958de5f31a0a tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553096'] for security_group_rule (d003ab9b-1ce1-42f0-86cb-e5ecdf7deded), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:44.437554 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27100aa8-b1b3-4749-bb5d-958de5f31a0a tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d003ab9b-1ce1-42f0-86cb-e5ecdf7deded,revision_number=0']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:44.520049 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44409933-182a-4c23-adf5-e2a00e551e33 req-77798047-beff-4683-940c-307a0a598201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:44.522436 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-44409933-182a-4c23-adf5-e2a00e551e33 req-77798047-beff-4683-940c-307a0a598201 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0 HTTP/1.1" status: 200 len: 919 time: 0.1383300 Sep 17 03:50:44.530121 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-27100aa8-b1b3-4749-bb5d-958de5f31a0a tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:44.534342 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-27100aa8-b1b3-4749-bb5d-958de5f31a0a tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6416574 Sep 17 03:50:44.534662 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 47158) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:50:44.539328 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-13d3d4c8-06f9-46e9-8723-8d9ef8559185 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Request body: {'floatingip': {'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:50:44.577029 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-44409933-182a-4c23-adf5-e2a00e551e33 req-fd339f91-7e2c-44f4-9604-5a3e573693af service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b02d1a09-a924-4830-ad51-135682e8cbb2 HTTP/1.1" status: 200 len: 217 time: 0.0439448 Sep 17 03:50:44.632662 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44409933-182a-4c23-adf5-e2a00e551e33 req-4bf61f4b-825b-47d5-be6d-1c41862c0591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:44.634383 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-44409933-182a-4c23-adf5-e2a00e551e33 req-4bf61f4b-825b-47d5-be6d-1c41862c0591 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=4a9bc613-44d6-4890-b247-86fc85e41240 HTTP/1.1" status: 200 len: 857 time: 0.0508206 Sep 17 03:50:44.696965 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44409933-182a-4c23-adf5-e2a00e551e33 req-45d204f6-48f2-467f-87bc-34121462ea4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:44.709868 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-44409933-182a-4c23-adf5-e2a00e551e33 req-45d204f6-48f2-467f-87bc-34121462ea4b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0579371 Sep 17 03:50:44.728353 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-13d3d4c8-06f9-46e9-8723-8d9ef8559185 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:44.827125 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-44409933-182a-4c23-adf5-e2a00e551e33 req-a4c413af-d35c-4372-8bc0-9e9cbd9a35dc service neutron] 10.222.0.18 "GET /networking/v2.0/networks/2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202123 Sep 17 03:50:44.896840 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-13d3d4c8-06f9-46e9-8723-8d9ef8559185 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:44.968761 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc001fa-ab14-4cb9-9376-b3f0e15fdc02 req-f2c54496-984a-4c7f-9ef8-31d056a75735 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:44.970397 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-bdc001fa-ab14-4cb9-9376-b3f0e15fdc02 req-f2c54496-984a-4c7f-9ef8-31d056a75735 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 945 time: 0.1112115 Sep 17 03:50:44.978931 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:44.987744 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:45.097536 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.db_base_plugin_common [None req-13d3d4c8-06f9-46e9-8723-8d9ef8559185 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Allocated IP 172.27.0.222 (4d68fa53-4257-4a6b-8a5b-fb329be82f15/9fe7d342-7214-45a3-bf4f-d121f4a79efc/aa9054bb-5d95-4a4e-a2d4-79012945bd1d) {{(pid=113210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:50:45.128597 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ddda4b-8205-4850-b7ad-440b4f8dc29c req-09ed11ba-bb4a-44ae-b327-9636e4e54e99 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:45.136307 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-11ddda4b-8205-4850-b7ad-440b4f8dc29c req-09ed11ba-bb4a-44ae-b327-9636e4e54e99 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f73d2688-0699-49aa-9019-94ca41f9df5c HTTP/1.1" status: 200 len: 945 time: 0.1066096 Sep 17 03:50:45.189048 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-44409933-182a-4c23-adf5-e2a00e551e33 req-cfcb72fe-8269-4b80-9290-23b96e101a71 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544886 Sep 17 03:50:45.226429 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-bdc001fa-ab14-4cb9-9376-b3f0e15fdc02 req-847fb64e-ae09-4b52-b03d-ef635740b7b0 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2445753 Sep 17 03:50:45.315405 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:45.353576 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-13d3d4c8-06f9-46e9-8723-8d9ef8559185 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for port (aa9054bb-5d95-4a4e-a2d4-79012945bd1d), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:45.382625 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-11ddda4b-8205-4850-b7ad-440b4f8dc29c req-96fb8e75-a6a7-41e6-8fdd-4239c0228ef0 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432802 Sep 17 03:50:45.399172 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 47194) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:50:45.647818 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-ac9cc318-b6df-4d68-93a3-f5ee242b3c3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:45.727461 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-13d3d4c8-06f9-46e9-8723-8d9ef8559185 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (aa9054bb-5d95-4a4e-a2d4-79012945bd1d), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:45.777086 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-ac9cc318-b6df-4d68-93a3-f5ee242b3c3e admin admin] Publish callbacks [] for security_group (e9185768-be04-4b33-848c-aa9fa04dde95), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:45.779689 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d3d4c8-06f9-46e9-8723-8d9ef8559185 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Network 4d68fa53-4257-4a6b-8a5b-fb329be82f15 is already hosted by enough agents. {{(pid=113210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:50:45.783360 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.base_scheduler [None req-13d3d4c8-06f9-46e9-8723-8d9ef8559185 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Resources bound (agent type, host, resource id): {{(pid=113210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:50:45.790279 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d3d4c8-06f9-46e9-8723-8d9ef8559185 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Received port after_create {{(pid=113210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:50:45.893625 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-ac9cc318-b6df-4d68-93a3-f5ee242b3c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (e9185768-be04-4b33-848c-aa9fa04dde95), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:45.898694 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d3d4c8-06f9-46e9-8723-8d9ef8559185 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Pushing event updated for resources: {'Port': ['ID=aa9054bb-5d95-4a4e-a2d4-79012945bd1d,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:45.946952 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-ac9cc318-b6df-4d68-93a3-f5ee242b3c3e admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=5ae68e0d3ded46808ca91e5c35fa786e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5467894 Sep 17 03:50:45.950176 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 47214) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:50:45.953375 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-13d3d4c8-06f9-46e9-8723-8d9ef8559185 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for floatingip (cfb9b549-0b7f-4105-87a5-f6eaa41debe2), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:46.026112 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9cc318-b6df-4d68-93a3-f5ee242b3c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9185768-be04-4b33-848c-aa9fa04dde95,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:46.040289 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-5eb57e5e-8804-404e-87e6-24caa166facd admin admin] Publish callbacks [] for security_group (e9185768-be04-4b33-848c-aa9fa04dde95), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:46.073610 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-5eb57e5e-8804-404e-87e6-24caa166facd admin admin] Publish callbacks [] for security_group (e9185768-be04-4b33-848c-aa9fa04dde95), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:46.119886 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-13d3d4c8-06f9-46e9-8723-8d9ef8559185 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (aa9054bb-5d95-4a4e-a2d4-79012945bd1d), before_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:46.245438 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-5eb57e5e-8804-404e-87e6-24caa166facd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (e9185768-be04-4b33-848c-aa9fa04dde95), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:46.248754 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-5eb57e5e-8804-404e-87e6-24caa166facd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:46.253994 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-5eb57e5e-8804-404e-87e6-24caa166facd admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e9185768-be04-4b33-848c-aa9fa04dde95 HTTP/1.1" status: 204 len: 168 time: 0.2994807 Sep 17 03:50:46.275812 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb57e5e-8804-404e-87e6-24caa166facd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9185768-be04-4b33-848c-aa9fa04dde95,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:46.415085 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-13d3d4c8-06f9-46e9-8723-8d9ef8559185 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for port (aa9054bb-5d95-4a4e-a2d4-79012945bd1d), precommit_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:46.486171 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (56a63866-613b-46a0-90ee-05b9222d9bfc), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:46.514799 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-13d3d4c8-06f9-46e9-8723-8d9ef8559185 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25815858'] for port (aa9054bb-5d95-4a4e-a2d4-79012945bd1d), after_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:46.540467 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46f9cd-6de4-4d2a-80c5-b55bd19bd604 req-76bf85e9-b043-49f2-b84c-f7eb37258f44 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:46.547478 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7f46f9cd-6de4-4d2a-80c5-b55bd19bd604 req-76bf85e9-b043-49f2-b84c-f7eb37258f44 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 945 time: 0.1061704 Sep 17 03:50:46.640852 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc5ed2-be96-43e8-adf2-bf29e681fffe req-68277c63-b7aa-4895-8b04-9ea2ff200803 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:46.653216 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-1dbc5ed2-be96-43e8-adf2-bf29e681fffe req-68277c63-b7aa-4895-8b04-9ea2ff200803 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f73d2688-0699-49aa-9019-94ca41f9df5c HTTP/1.1" status: 200 len: 945 time: 0.1034865 Sep 17 03:50:46.678316 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7f46f9cd-6de4-4d2a-80c5-b55bd19bd604 req-f3429ad8-b292-4604-be83-386b23ae8be5 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291211 Sep 17 03:50:46.680198 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d3d4c8-06f9-46e9-8723-8d9ef8559185 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Pushing event updated for resources: {'Port': ['ID=aa9054bb-5d95-4a4e-a2d4-79012945bd1d,revision_number=2']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:46.697697 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-13d3d4c8-06f9-46e9-8723-8d9ef8559185 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615334'] for floatingip (cfb9b549-0b7f-4105-87a5-f6eaa41debe2), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:46.769013 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-1dbc5ed2-be96-43e8-adf2-bf29e681fffe req-8a4b18b0-b716-4379-a7d6-52242d76e29b tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897150 Sep 17 03:50:46.800428 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-13d3d4c8-06f9-46e9-8723-8d9ef8559185 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for floatingip (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:46.820692 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-13d3d4c8-06f9-46e9-8723-8d9ef8559185 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2840762 Sep 17 03:50:46.867910 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:46.988084 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:47.280323 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 47246) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:50:47.302885 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-959e62bb-b0a8-4c82-9f5c-7d14f7237bb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:47.398317 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-959e62bb-b0a8-4c82-9f5c-7d14f7237bb2 admin admin] Publish callbacks [] for security_group (ff2ad755-07c3-44e4-ab89-2205302550c6), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:47.497324 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-959e62bb-b0a8-4c82-9f5c-7d14f7237bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (ff2ad755-07c3-44e4-ab89-2205302550c6), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:47.504097 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:47.546582 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959e62bb-b0a8-4c82-9f5c-7d14f7237bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2ad755-07c3-44e4-ab89-2205302550c6,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:47.552194 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-959e62bb-b0a8-4c82-9f5c-7d14f7237bb2 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=c555855139714fdfaed60aaa0f11a563&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2698658 Sep 17 03:50:47.555189 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 47250) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:50:47.607248 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-932d2dc6-ee0c-4904-9f57-7bdae5fd0d4c admin admin] Publish callbacks [] for security_group (ff2ad755-07c3-44e4-ab89-2205302550c6), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:47.627506 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-932d2dc6-ee0c-4904-9f57-7bdae5fd0d4c admin admin] Publish callbacks [] for security_group (ff2ad755-07c3-44e4-ab89-2205302550c6), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:47.785658 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-932d2dc6-ee0c-4904-9f57-7bdae5fd0d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (ff2ad755-07c3-44e4-ab89-2205302550c6), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:47.789048 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-932d2dc6-ee0c-4904-9f57-7bdae5fd0d4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:47.792970 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-932d2dc6-ee0c-4904-9f57-7bdae5fd0d4c admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ff2ad755-07c3-44e4-ab89-2205302550c6 HTTP/1.1" status: 204 len: 168 time: 0.2368088 Sep 17 03:50:47.809266 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d2dc6-ee0c-4904-9f57-7bdae5fd0d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2ad755-07c3-44e4-ab89-2205302550c6,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:47.829048 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89822877-7298-48bb-a5d8-ef83d450e46d req-0c55fa47-57db-470d-9bc7-b1f54b0ec667 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:47.830656 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-89822877-7298-48bb-a5d8-ef83d450e46d req-0c55fa47-57db-470d-9bc7-b1f54b0ec667 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 945 time: 0.0757103 Sep 17 03:50:47.923255 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-89822877-7298-48bb-a5d8-ef83d450e46d req-21aa7e74-9ee1-46a8-bedc-476fbba47478 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823269 Sep 17 03:50:48.101775 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7387f8f-bbb6-4fea-a776-a5d87a88ce57 req-6ff8f5af-a22a-438a-98c6-0fcaec6a1862 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:48.103257 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e7387f8f-bbb6-4fea-a776-a5d87a88ce57 req-6ff8f5af-a22a-438a-98c6-0fcaec6a1862 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f73d2688-0699-49aa-9019-94ca41f9df5c HTTP/1.1" status: 200 len: 945 time: 0.0563710 Sep 17 03:50:48.170783 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e7387f8f-bbb6-4fea-a776-a5d87a88ce57 req-3b7b256d-002f-4347-91b7-a67d075bde1e tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591133 Sep 17 03:50:48.907790 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 47276) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:50:48.955671 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-98a64655-5e72-4804-a8a8-3429f9f4d384 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:49.114646 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-98a64655-5e72-4804-a8a8-3429f9f4d384 admin admin] Publish callbacks [] for security_group (3d7e2085-7579-4aff-a8b2-1bb54b0774fd), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:49.150799 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2fe9e6-3f40-47ae-81f6-088624ebfe8a req-4080a4f7-3add-42bb-a094-f2f98fd7789b tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:49.152529 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-fe2fe9e6-3f40-47ae-81f6-088624ebfe8a req-4080a4f7-3add-42bb-a094-f2f98fd7789b tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 945 time: 0.1179695 Sep 17 03:50:49.199558 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:49.204168 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-fe2fe9e6-3f40-47ae-81f6-088624ebfe8a req-337b9127-24a7-4ad5-b06c-4c5e573cf92c tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458226 Sep 17 03:50:49.242706 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-98a64655-5e72-4804-a8a8-3429f9f4d384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (3d7e2085-7579-4aff-a8b2-1bb54b0774fd), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:49.296439 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-98a64655-5e72-4804-a8a8-3429f9f4d384 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=981b5a46bff2436683d2fdf97754e062&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3817549 Sep 17 03:50:49.296439 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a64655-5e72-4804-a8a8-3429f9f4d384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7e2085-7579-4aff-a8b2-1bb54b0774fd,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:49.296439 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 47290) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:50:49.338110 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a2e31-decd-4d96-9baf-6bed3f5edf1d req-9669d611-285a-46e9-a00f-54635c5f5191 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:49.339997 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a37a2e31-decd-4d96-9baf-6bed3f5edf1d req-9669d611-285a-46e9-a00f-54635c5f5191 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f73d2688-0699-49aa-9019-94ca41f9df5c HTTP/1.1" status: 200 len: 945 time: 0.0657609 Sep 17 03:50:49.370029 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-cd1aaa4f-6231-4678-aaab-653d22cedbe9 admin admin] Publish callbacks [] for security_group (3d7e2085-7579-4aff-a8b2-1bb54b0774fd), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:49.391260 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-cd1aaa4f-6231-4678-aaab-653d22cedbe9 admin admin] Publish callbacks [] for security_group (3d7e2085-7579-4aff-a8b2-1bb54b0774fd), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:49.398607 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a37a2e31-decd-4d96-9baf-6bed3f5edf1d req-24aa51c8-cc69-4cfb-9684-daa93440f14e tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480485 Sep 17 03:50:49.516515 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-cd1aaa4f-6231-4678-aaab-653d22cedbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (3d7e2085-7579-4aff-a8b2-1bb54b0774fd), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:49.519324 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-cd1aaa4f-6231-4678-aaab-653d22cedbe9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:49.520560 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-cd1aaa4f-6231-4678-aaab-653d22cedbe9 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/3d7e2085-7579-4aff-a8b2-1bb54b0774fd HTTP/1.1" status: 204 len: 168 time: 0.2231069 Sep 17 03:50:49.529617 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1aaa4f-6231-4678-aaab-653d22cedbe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7e2085-7579-4aff-a8b2-1bb54b0774fd,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:50.464217 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da52d1-787b-48f1-8cc9-4b5f87f98165 req-eade78b6-b6ec-47a2-b80d-432543df8b2f tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:50.474383 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-34da52d1-787b-48f1-8cc9-4b5f87f98165 req-eade78b6-b6ec-47a2-b80d-432543df8b2f tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 945 time: 0.0956848 Sep 17 03:50:50.531069 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-34da52d1-787b-48f1-8cc9-4b5f87f98165 req-0bd980f6-c902-46d2-8af0-437e35f256ea tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555997 Sep 17 03:50:50.754434 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860577eb-7ef1-4d28-bb7b-34f45e4ea68b req-e931a28a-aa80-414b-8ef5-497fece6de30 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:50.756625 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-860577eb-7ef1-4d28-bb7b-34f45e4ea68b req-e931a28a-aa80-414b-8ef5-497fece6de30 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f73d2688-0699-49aa-9019-94ca41f9df5c HTTP/1.1" status: 200 len: 945 time: 0.0700495 Sep 17 03:50:50.817131 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-860577eb-7ef1-4d28-bb7b-34f45e4ea68b req-c794ae6a-1116-4b49-9079-ada5b6b367db tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533955 Sep 17 03:50:51.680858 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77359368-041d-424b-b0f3-d9c7a88787f3 req-b6e0e7d5-e071-4e4b-b0cf-b2a4dba9c55e tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:51.682366 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-77359368-041d-424b-b0f3-d9c7a88787f3 req-b6e0e7d5-e071-4e4b-b0cf-b2a4dba9c55e tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 945 time: 0.0452173 Sep 17 03:50:51.746386 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-77359368-041d-424b-b0f3-d9c7a88787f3 req-dad1a046-57af-4a46-bb92-2648afc8f91f tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579033 Sep 17 03:50:51.950461 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a042b-f4f6-4bfe-9f75-4eb2326bf103 req-08396b1f-d33f-4989-b31e-cfce91ef9ebc tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:51.952091 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-cc1a042b-f4f6-4bfe-9f75-4eb2326bf103 req-08396b1f-d33f-4989-b31e-cfce91ef9ebc tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f73d2688-0699-49aa-9019-94ca41f9df5c HTTP/1.1" status: 200 len: 945 time: 0.0529234 Sep 17 03:50:52.015930 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-cc1a042b-f4f6-4bfe-9f75-4eb2326bf103 req-7fe96871-aba9-48a4-8e8d-96ecb86f6cd6 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508590 Sep 17 03:50:52.881645 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce6f4b-91de-46b4-b2a3-05e2053ff65d req-cc65ec30-c683-46cb-af09-4c7174e7943d tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:52.883491 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a4ce6f4b-91de-46b4-b2a3-05e2053ff65d req-cc65ec30-c683-46cb-af09-4c7174e7943d tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 945 time: 0.0498123 Sep 17 03:50:52.946849 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a4ce6f4b-91de-46b4-b2a3-05e2053ff65d req-05c46d51-ffb9-456e-9146-207dc107fbc3 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575571 Sep 17 03:50:53.162202 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88373154-ba5c-4fb2-91d1-20b1e9fa1d9c req-31bd9bf5-4e1a-4822-8376-bf30b517d627 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:53.164279 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-88373154-ba5c-4fb2-91d1-20b1e9fa1d9c req-31bd9bf5-4e1a-4822-8376-bf30b517d627 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f73d2688-0699-49aa-9019-94ca41f9df5c HTTP/1.1" status: 200 len: 945 time: 0.0627337 Sep 17 03:50:53.226860 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-88373154-ba5c-4fb2-91d1-20b1e9fa1d9c req-edf2c0e6-28ec-43b1-bcbf-523e18bd1691 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524390 Sep 17 03:50:54.024399 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.agents_db [None req-b2aba882-f127-474e-990c-8a1f8fa77bd5 None None] Agent healthcheck: found 6 active agents {{(pid=113213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:50:54.123787 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca4c01-ba64-4f75-9ad6-11cb44875a68 req-36489ad3-0461-47c4-8394-f71c01ea3e1f tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:54.134047 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-42ca4c01-ba64-4f75-9ad6-11cb44875a68 req-36489ad3-0461-47c4-8394-f71c01ea3e1f tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 945 time: 0.0748591 Sep 17 03:50:54.171575 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=113212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 03:50:54.178599 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:54.206930 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-42ca4c01-ba64-4f75-9ad6-11cb44875a68 req-34e2f6e4-8ee4-450c-be9e-09689e3ae18a tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716400 Sep 17 03:50:54.326178 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=21eb96ad-7324-4cd7-bafe-bcd97e1bcf22,segment=NetworkSegment(08cb3b6a-b907-4438-a94b-64c1979bcd7f),segment_id=08cb3b6a-b907-4438-a94b-64c1979bcd7f)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:50:54.349039 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Returning: {'device': '21eb96ad-7324-4cd7-bafe-bcd97e1bcf22', 'network_id': 'a2c22271-da7e-4d2b-b2be-97deb622f84c', 'port_id': '21eb96ad-7324-4cd7-bafe-bcd97e1bcf22', 'mac_address': 'fa:16:3e:d2:8d:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 03:50:54.388233 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758c388-deb5-4c25-95a9-0827f6180905 req-d08e445e-4612-49b2-a2be-a761bce87417 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:54.389861 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8758c388-deb5-4c25-95a9-0827f6180905 req-d08e445e-4612-49b2-a2be-a761bce87417 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f73d2688-0699-49aa-9019-94ca41f9df5c HTTP/1.1" status: 200 len: 945 time: 0.0516286 Sep 17 03:50:54.394700 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22 is: ACTIVE; New status is: BUILD {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:50:54.395097 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (21eb96ad-7324-4cd7-bafe-bcd97e1bcf22), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:54.408878 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22 {{(pid=113212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:50:54.430153 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=21eb96ad-7324-4cd7-bafe-bcd97e1bcf22,segment=NetworkSegment(08cb3b6a-b907-4438-a94b-64c1979bcd7f),segment_id=08cb3b6a-b907-4438-a94b-64c1979bcd7f)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:50:54.440533 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8758c388-deb5-4c25-95a9-0827f6180905 req-93cac1b1-1b3a-4f34-b402-39bd562c14bd tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448360 Sep 17 03:50:54.527717 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (21eb96ad-7324-4cd7-bafe-bcd97e1bcf22), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:54.574744 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=21eb96ad-7324-4cd7-bafe-bcd97e1bcf22,revision_number=6']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:54.581867 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:50:54.582145 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:50:54.582486 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:50:54.589027 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:50:54.589027 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:50:54.589027 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:50:54.589027 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:50:54.589027 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:50:54.589027 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:50:54.589027 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:50:54.589027 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:50:54.589027 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:50:54.589027 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:50:54.589027 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:50:54.589027 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:50:54.710546 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] get_ports_and_sgs() called for port_ids ['21eb96ad-7324-4cd7-bafe-bcd97e1bcf22'] {{(pid=113212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:50:54.754059 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:55.376656 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe1269-b602-414c-8666-3b9045532638 req-37dd1665-ac56-4ef9-97b7-b295b61543c1 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:55.384287 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0dbe1269-b602-414c-8666-3b9045532638 req-37dd1665-ac56-4ef9-97b7-b295b61543c1 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 944 time: 0.0778313 Sep 17 03:50:55.463228 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0dbe1269-b602-414c-8666-3b9045532638 req-8453e424-2d79-4bb5-8cb5-f399e9882ae4 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780540 Sep 17 03:50:55.599289 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:55.622215 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed9859-abc1-4d27-b25a-8bb463a31174 req-ac021ca1-e629-484e-a7eb-bc8a908715c1 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:55.624405 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-04ed9859-abc1-4d27-b25a-8bb463a31174 req-ac021ca1-e629-484e-a7eb-bc8a908715c1 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f73d2688-0699-49aa-9019-94ca41f9df5c HTTP/1.1" status: 200 len: 945 time: 0.0666115 Sep 17 03:50:55.725660 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-04ed9859-abc1-4d27-b25a-8bb463a31174 req-202bb079-8e9a-49f3-a7b7-d5b76f17d5d9 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830634 Sep 17 03:50:56.209961 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22 up at agent hyperv_hv-cinder-84914 {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:50:56.257330 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Provisioning complete for port 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:50:56.257705 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (21eb96ad-7324-4cd7-bafe-bcd97e1bcf22), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:56.258080 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Attempt 1 to provision port 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22 Sep 17 03:50:56.335937 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22 is: BUILD; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:50:56.336324 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (21eb96ad-7324-4cd7-bafe-bcd97e1bcf22), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:56.360589 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc5c225-b092-4c0a-9667-476ecc0e4e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21eb96ad-7324-4cd7-bafe-bcd97e1bcf22'}] {{(pid=113212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:50:56.362956 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc6586f6b4c6bd034ee7705c69f50a833cff710b963951e05e6de8956872ccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5909c824-fd0b-4050-a3b5-58a50615f7aa" -d '{"events": [{"server_uuid": "7cc5c225-b092-4c0a-9667-476ecc0e4e39", "name": "network-vif-plugged", "status": "completed", "tag": "21eb96ad-7324-4cd7-bafe-bcd97e1bcf22"}]}' {{(pid=113212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:50:56.380224 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=21eb96ad-7324-4cd7-bafe-bcd97e1bcf22,segment=NetworkSegment(08cb3b6a-b907-4438-a94b-64c1979bcd7f),segment_id=08cb3b6a-b907-4438-a94b-64c1979bcd7f)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:50:56.417862 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de24ece-956b-4217-ab8b-4adf47130b4f x-openstack-request-id: req-4de24ece-956b-4217-ab8b-4adf47130b4f {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:50:56.418168 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cc5c225-b092-4c0a-9667-476ecc0e4e39", "name": "network-vif-plugged", "status": "completed", "tag": "21eb96ad-7324-4cd7-bafe-bcd97e1bcf22", "code": 200}]} {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:50:56.418422 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4de24ece-956b-4217-ab8b-4adf47130b4f {{(pid=113212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:50:56.418825 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4de24ece-956b-4217-ab8b-4adf47130b4f'] response: {'server_uuid': '7cc5c225-b092-4c0a-9667-476ecc0e4e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21eb96ad-7324-4cd7-bafe-bcd97e1bcf22', 'code': 200} Sep 17 03:50:56.470412 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (21eb96ad-7324-4cd7-bafe-bcd97e1bcf22), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:56.518401 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=21eb96ad-7324-4cd7-bafe-bcd97e1bcf22,revision_number=7']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:56.598181 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:56.613517 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440bbba-63b8-455b-ab02-388ecc660c1b req-52e949d8-e963-4158-871e-82374f35d6ad tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:56.615025 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f440bbba-63b8-455b-ab02-388ecc660c1b req-52e949d8-e963-4158-871e-82374f35d6ad tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 945 time: 0.0474677 Sep 17 03:50:56.671461 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f440bbba-63b8-455b-ab02-388ecc660c1b req-69401f32-22d5-4c33-914f-a10c69f18494 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488920 Sep 17 03:50:56.850762 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927729e3-d685-43bc-b2a2-4f5f43f8d6d5 req-25f221d2-369f-4c51-b4af-e3e28461be66 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:56.852332 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-927729e3-d685-43bc-b2a2-4f5f43f8d6d5 req-25f221d2-369f-4c51-b4af-e3e28461be66 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f73d2688-0699-49aa-9019-94ca41f9df5c HTTP/1.1" status: 200 len: 945 time: 0.0531516 Sep 17 03:50:56.904702 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-927729e3-d685-43bc-b2a2-4f5f43f8d6d5 req-014360c6-b009-470b-bd32-6c12739a7025 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468235 Sep 17 03:50:57.828875 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a3cbb-177c-4093-a530-2efee5e2ad67 req-97f24279-d484-4513-80c5-0b2d63d33ac6 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:57.831214 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-2d6a3cbb-177c-4093-a530-2efee5e2ad67 req-97f24279-d484-4513-80c5-0b2d63d33ac6 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 945 time: 0.0721207 Sep 17 03:50:57.905011 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-2d6a3cbb-177c-4093-a530-2efee5e2ad67 req-4816369a-acab-4348-81da-75940e39ecff tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663314 Sep 17 03:50:58.113362 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a454a5-933b-4e00-bb2a-7f74e530832f req-a758e59a-272c-49d0-974c-89bfa7723622 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:58.122484 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c5a454a5-933b-4e00-bb2a-7f74e530832f req-a758e59a-272c-49d0-974c-89bfa7723622 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f73d2688-0699-49aa-9019-94ca41f9df5c HTTP/1.1" status: 200 len: 945 time: 0.0894625 Sep 17 03:50:58.195208 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c5a454a5-933b-4e00-bb2a-7f74e530832f req-06c3c86b-a4c9-44d7-9433-858541446f05 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708687 Sep 17 03:50:59.073661 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1adf829-67a3-4bb6-9894-0cb015d35d20 req-801f367f-90c5-46e9-8a9a-2bd92809a494 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:59.076454 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e1adf829-67a3-4bb6-9894-0cb015d35d20 req-801f367f-90c5-46e9-8a9a-2bd92809a494 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 945 time: 0.0664930 Sep 17 03:50:59.160096 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e1adf829-67a3-4bb6-9894-0cb015d35d20 req-34b3b8e8-4dc5-4dbe-928e-aa3d404e881c tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756683 Sep 17 03:50:59.213616 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 47544) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:50:59.371474 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7495bc4b-3c9e-4414-bffc-78db11ee2dbd req-96c9e516-bb07-45a4-a7aa-4d5f3f15ad66 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:50:59.381283 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7495bc4b-3c9e-4414-bffc-78db11ee2dbd req-96c9e516-bb07-45a4-a7aa-4d5f3f15ad66 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f73d2688-0699-49aa-9019-94ca41f9df5c HTTP/1.1" status: 200 len: 945 time: 0.0797820 Sep 17 03:50:59.427014 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=72,neutron:DELETE=4,neutron:INSERT=8 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:59.455752 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-1c7464a6-5759-4744-a697-f5237af4a6e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:59.485664 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7495bc4b-3c9e-4414-bffc-78db11ee2dbd req-0ee26b20-e846-4638-a6cc-ee202fd484df tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029928 Sep 17 03:50:59.559668 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-1c7464a6-5759-4744-a697-f5237af4a6e6 admin admin] Publish callbacks [] for security_group (01f1c82c-b686-4a1b-b6a9-3e901a638cc2), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:59.623832 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-1c7464a6-5759-4744-a697-f5237af4a6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (01f1c82c-b686-4a1b-b6a9-3e901a638cc2), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:59.665011 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7464a6-5759-4744-a697-f5237af4a6e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f1c82c-b686-4a1b-b6a9-3e901a638cc2,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:50:59.688823 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-1c7464a6-5759-4744-a697-f5237af4a6e6 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=0e0f154b85d043b39eddbc92f7642c30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4740129 Sep 17 03:50:59.689367 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 47558) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:50:59.764313 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-209ff94c-f7e4-41f6-b3a5-f2a9fc194f16 admin admin] Publish callbacks [] for security_group (01f1c82c-b686-4a1b-b6a9-3e901a638cc2), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:59.808675 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-209ff94c-f7e4-41f6-b3a5-f2a9fc194f16 admin admin] Publish callbacks [] for security_group (01f1c82c-b686-4a1b-b6a9-3e901a638cc2), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:59.993442 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-209ff94c-f7e4-41f6-b3a5-f2a9fc194f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (01f1c82c-b686-4a1b-b6a9-3e901a638cc2), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:59.996846 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-209ff94c-f7e4-41f6-b3a5-f2a9fc194f16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:00.000661 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-209ff94c-f7e4-41f6-b3a5-f2a9fc194f16 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/01f1c82c-b686-4a1b-b6a9-3e901a638cc2 HTTP/1.1" status: 204 len: 168 time: 0.3077421 Sep 17 03:51:00.034205 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ff94c-f7e4-41f6-b3a5-f2a9fc194f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f1c82c-b686-4a1b-b6a9-3e901a638cc2,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:00.392849 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f57c18-c2e4-41ed-a0e4-ecedf8cf6fd2 req-635dcf6c-9851-4c2a-af6d-ebddcc30e05f tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:00.402308 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-87f57c18-c2e4-41ed-a0e4-ecedf8cf6fd2 req-635dcf6c-9851-4c2a-af6d-ebddcc30e05f tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 945 time: 0.1126266 Sep 17 03:51:00.532353 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-87f57c18-c2e4-41ed-a0e4-ecedf8cf6fd2 req-a311c55a-1c6d-4702-a188-13eccf2069cd tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291256 Sep 17 03:51:00.714368 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880694b-52d2-4c87-b516-4a99aee93c03 req-f41742f6-1a8c-49ff-abd5-729b7cc5f487 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:00.716026 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7880694b-52d2-4c87-b516-4a99aee93c03 req-f41742f6-1a8c-49ff-abd5-729b7cc5f487 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f73d2688-0699-49aa-9019-94ca41f9df5c HTTP/1.1" status: 200 len: 945 time: 0.0641191 Sep 17 03:51:00.783243 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7880694b-52d2-4c87-b516-4a99aee93c03 req-3cb0cb67-b6a9-4bb8-ae38-1927e44be94b tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592933 Sep 17 03:51:00.969266 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 47584) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:00.989190 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-db4d29ea-2b1c-4096-9743-1e454e160767 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:01.058345 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=74,neutron:INSERT=22,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:01.071978 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-db4d29ea-2b1c-4096-9743-1e454e160767 admin admin] Publish callbacks [] for security_group (a7e640ed-281b-498f-88b0-6c56745291ec), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:01.156074 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-db4d29ea-2b1c-4096-9743-1e454e160767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (a7e640ed-281b-498f-88b0-6c56745291ec), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:01.202719 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-db4d29ea-2b1c-4096-9743-1e454e160767 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=01a0694f564d4450a0b5808cade74259&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2321799 Sep 17 03:51:01.203607 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4d29ea-2b1c-4096-9743-1e454e160767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e640ed-281b-498f-88b0-6c56745291ec,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:01.205902 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 47588) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:01.243826 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:01.262188 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-a6d832c5-60dc-487f-adab-75182680c74c admin admin] Publish callbacks [] for security_group (a7e640ed-281b-498f-88b0-6c56745291ec), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:01.285979 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:01.289003 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-a6d832c5-60dc-487f-adab-75182680c74c admin admin] Publish callbacks [] for security_group (a7e640ed-281b-498f-88b0-6c56745291ec), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:01.402297 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-a6d832c5-60dc-487f-adab-75182680c74c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (a7e640ed-281b-498f-88b0-6c56745291ec), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:01.408673 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-a6d832c5-60dc-487f-adab-75182680c74c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:01.412515 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-a6d832c5-60dc-487f-adab-75182680c74c admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/a7e640ed-281b-498f-88b0-6c56745291ec HTTP/1.1" status: 204 len: 168 time: 0.2034459 Sep 17 03:51:01.421300 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d832c5-60dc-487f-adab-75182680c74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e640ed-281b-498f-88b0-6c56745291ec,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:01.695645 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f12e3-98ec-4b6b-be8b-b32603145c24 req-14fbc50a-7a3c-4821-ba19-5a8364399fd0 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:01.697289 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-964f12e3-98ec-4b6b-be8b-b32603145c24 req-14fbc50a-7a3c-4821-ba19-5a8364399fd0 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 945 time: 0.0629861 Sep 17 03:51:01.764828 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-964f12e3-98ec-4b6b-be8b-b32603145c24 req-b97ca7ba-6451-4036-9b0c-e5b0a9157192 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615304 Sep 17 03:51:01.934525 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda85b8f-8a39-4bcf-8929-7d53ec5a3cae req-c4b13d98-1f59-41ec-9a81-e5682049406e tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:01.936059 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-eda85b8f-8a39-4bcf-8929-7d53ec5a3cae req-c4b13d98-1f59-41ec-9a81-e5682049406e tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f73d2688-0699-49aa-9019-94ca41f9df5c HTTP/1.1" status: 200 len: 945 time: 0.0513525 Sep 17 03:51:02.026474 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-eda85b8f-8a39-4bcf-8929-7d53ec5a3cae req-922e9253-7248-4fd6-acf1-36ed98cb9046 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839856 Sep 17 03:51:02.953188 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfae500-a316-4607-a865-d9ae976615d3 req-af2ba8f6-915c-4491-9756-f6db7bf1d8df tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:02.954856 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ecfae500-a316-4607-a865-d9ae976615d3 req-af2ba8f6-915c-4491-9756-f6db7bf1d8df tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 945 time: 0.0820704 Sep 17 03:51:03.012148 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ecfae500-a316-4607-a865-d9ae976615d3 req-5acc8892-8272-4bf7-8f84-105b82e21292 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469275 Sep 17 03:51:03.174903 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4920c7-4ccf-45ca-b0b7-210580c8926d req-818ef21b-244c-4b84-9d0f-c34dade74d53 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:03.183622 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-2a4920c7-4ccf-45ca-b0b7-210580c8926d req-818ef21b-244c-4b84-9d0f-c34dade74d53 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f73d2688-0699-49aa-9019-94ca41f9df5c HTTP/1.1" status: 200 len: 945 time: 0.0645945 Sep 17 03:51:03.246009 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-2a4920c7-4ccf-45ca-b0b7-210580c8926d req-9931ba85-fcaa-4d79-a47b-51e1a7b395a7 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611172 Sep 17 03:51:03.499012 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8a0c2f66-b532-471e-b195-d8032c436365 req-304c4689-6794-4b3f-90b6-502ad1a28140 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1881327416&fields=id&tenant_id=fb6cb03abf5242b594efcf325909dd32 HTTP/1.1" status: 200 len: 267 time: 0.0585029 Sep 17 03:51:03.718948 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c2f66-b532-471e-b195-d8032c436365 req-eab1c1dc-1792-4aa4-ba1c-8f44d8dc7416 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:03.720412 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8a0c2f66-b532-471e-b195-d8032c436365 req-eab1c1dc-1792-4aa4-ba1c-8f44d8dc7416 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/networks?id=07c207ee-c2bb-4d53-bca3-b5aa6199ad0f HTTP/1.1" status: 200 len: 814 time: 0.2024751 Sep 17 03:51:03.736002 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8a0c2f66-b532-471e-b195-d8032c436365 req-5f426b2d-1f6d-47c4-9279-1d0576468c91 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/quotas/fb6cb03abf5242b594efcf325909dd32 HTTP/1.1" status: 200 len: 375 time: 0.0096836 Sep 17 03:51:03.812476 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8a0c2f66-b532-471e-b195-d8032c436365 req-b22af375-e965-41bb-9bb6-ba5eb5584a1b tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=fb6cb03abf5242b594efcf325909dd32&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0687804 Sep 17 03:51:03.959131 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8a0c2f66-b532-471e-b195-d8032c436365 req-6a07c48c-a2a0-4269-968d-54c06065866a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/07c207ee-c2bb-4d53-bca3-b5aa6199ad0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266677 Sep 17 03:51:04.205997 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=7 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:04.223906 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea529fd-78b3-4b80-8309-15803bac4c57 req-27f18cc9-ac47-4bf1-b417-4da3522501b4 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:04.231774 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-3ea529fd-78b3-4b80-8309-15803bac4c57 req-27f18cc9-ac47-4bf1-b417-4da3522501b4 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 945 time: 0.1046031 Sep 17 03:51:04.280515 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8a0c2f66-b532-471e-b195-d8032c436365 req-01335f0a-9a3f-4ae7-929c-81bc68a4ba5b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/07c207ee-c2bb-4d53-bca3-b5aa6199ad0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138766 Sep 17 03:51:04.323289 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=27 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:04.334173 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-3ea529fd-78b3-4b80-8309-15803bac4c57 req-902ae752-5c3d-44e6-9d17-1dcfba52e977 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014628 Sep 17 03:51:04.540648 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419df20-75c3-4003-8edf-c1e605604f73 req-94944f54-6c62-4726-858b-b0714b22bc1a tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:04.548063 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c419df20-75c3-4003-8edf-c1e605604f73 req-94944f54-6c62-4726-858b-b0714b22bc1a tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f73d2688-0699-49aa-9019-94ca41f9df5c HTTP/1.1" status: 200 len: 945 time: 0.0947227 Sep 17 03:51:04.557336 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:04.611041 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:04.636939 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c419df20-75c3-4003-8edf-c1e605604f73 req-05d8e368-dfbd-498e-8150-5e3d15390f92 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878680 Sep 17 03:51:04.828548 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-1b07cac2-24fc-45f8-be48-d74c8866b05e req-32f494ad-7ef6-4d5e-9df2-741cb3c232ef tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=848cd21e-bb93-4282-b923-655fd98af383 HTTP/1.1" status: 200 len: 210 time: 0.1045320 Sep 17 03:51:04.830325 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dcbb2d-d177-4f2b-8d14-a51f0a9d534f req-b1c8b3ba-e1a2-4557-8134-3749f6d7180d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:04.834606 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e5dcbb2d-d177-4f2b-8d14-a51f0a9d534f req-b1c8b3ba-e1a2-4557-8134-3749f6d7180d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f73d2688-0699-49aa-9019-94ca41f9df5c HTTP/1.1" status: 200 len: 1129 time: 0.1694918 Sep 17 03:51:05.001495 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e5dcbb2d-d177-4f2b-8d14-a51f0a9d534f req-69f43ccb-de7a-46ad-95f0-790946131ffc service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604104 Sep 17 03:51:05.650567 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075bc80-9ee4-455c-96e9-71535df0a0c9 req-bb6b620c-78a5-4571-854a-b3a3abdccc46 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:05.660294 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8075bc80-9ee4-455c-96e9-71535df0a0c9 req-bb6b620c-78a5-4571-854a-b3a3abdccc46 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 945 time: 0.1247785 Sep 17 03:51:05.702981 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 47778) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:05.886836 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8075bc80-9ee4-455c-96e9-71535df0a0c9 req-bcdcdcef-3933-4610-8524-2c25b46a6ec2 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2102444 Sep 17 03:51:05.958010 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d6c08fe1-a0aa-4de7-8415-cb43d0a63c12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:05.958176 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8233d-3bac-41e6-819b-71d76234f38d req-808e9fc3-2699-45cb-a86b-5d796d90384e tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:05.980238 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e6b8233d-3bac-41e6-819b-71d76234f38d req-808e9fc3-2699-45cb-a86b-5d796d90384e tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f73d2688-0699-49aa-9019-94ca41f9df5c HTTP/1.1" status: 200 len: 945 time: 0.2078195 Sep 17 03:51:06.058765 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d6c08fe1-a0aa-4de7-8415-cb43d0a63c12 admin admin] Publish callbacks [] for security_group (9fc50836-adb3-4867-9647-7bfceadcb4ad), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:06.105535 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ded31b0c-872b-47d8-9730-9bf0deb956f3 req-e910d23b-f581-44c6-9745-b74a2f46a282 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=848cd21e-bb93-4282-b923-655fd98af383 HTTP/1.1" status: 200 len: 210 time: 0.0556819 Sep 17 03:51:06.125223 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e6b8233d-3bac-41e6-819b-71d76234f38d req-be306fa5-6129-414f-8eb7-488fc32b3a02 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439903 Sep 17 03:51:06.140622 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d6c08fe1-a0aa-4de7-8415-cb43d0a63c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (9fc50836-adb3-4867-9647-7bfceadcb4ad), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:06.216526 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c08fe1-a0aa-4de7-8415-cb43d0a63c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc50836-adb3-4867-9647-7bfceadcb4ad,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:06.221596 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-d6c08fe1-a0aa-4de7-8415-cb43d0a63c12 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=0fd9cfe6621e4679a180dd73164123a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5168638 Sep 17 03:51:06.224793 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 47790) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:06.297948 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-2215b05f-90b4-4574-b8a5-683d88b023a1 admin admin] Publish callbacks [] for security_group (9fc50836-adb3-4867-9647-7bfceadcb4ad), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:06.324727 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-2215b05f-90b4-4574-b8a5-683d88b023a1 admin admin] Publish callbacks [] for security_group (9fc50836-adb3-4867-9647-7bfceadcb4ad), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:06.395641 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:06.467721 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-2215b05f-90b4-4574-b8a5-683d88b023a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (9fc50836-adb3-4867-9647-7bfceadcb4ad), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:06.471560 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-2215b05f-90b4-4574-b8a5-683d88b023a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:06.473082 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-2215b05f-90b4-4574-b8a5-683d88b023a1 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/9fc50836-adb3-4867-9647-7bfceadcb4ad HTTP/1.1" status: 204 len: 168 time: 0.2469258 Sep 17 03:51:06.499806 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2215b05f-90b4-4574-b8a5-683d88b023a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc50836-adb3-4867-9647-7bfceadcb4ad,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:07.150704 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd3d2a-85db-426c-b332-17b5eaa8a237 req-857713a8-c8c8-46b1-9666-5bdda7a096bc tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:07.154035 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-4abd3d2a-85db-426c-b332-17b5eaa8a237 req-857713a8-c8c8-46b1-9666-5bdda7a096bc tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 945 time: 0.0854475 Sep 17 03:51:07.298334 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-4abd3d2a-85db-426c-b332-17b5eaa8a237 req-38e6a54d-726e-4fb8-8f0f-05ad030f83fe tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377749 Sep 17 03:51:07.321563 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-105e8f55-e512-4cc2-b376-f45b48cd38a6 req-b30831ff-a75f-4836-bc86-44a88399532c tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=848cd21e-bb93-4282-b923-655fd98af383 HTTP/1.1" status: 200 len: 210 time: 0.0753922 Sep 17 03:51:07.563703 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67efc45-17f0-47e4-8e72-575683975938 req-65bab03b-071f-41ab-8a07-ae1531c95388 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:07.564924 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b67efc45-17f0-47e4-8e72-575683975938 req-65bab03b-071f-41ab-8a07-ae1531c95388 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f73d2688-0699-49aa-9019-94ca41f9df5c HTTP/1.1" status: 200 len: 945 time: 0.0956643 Sep 17 03:51:07.698882 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b67efc45-17f0-47e4-8e72-575683975938 req-b3d6266d-05e7-4709-8ceb-742b97665ecb tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148217 Sep 17 03:51:07.968010 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-6a12538d-c88c-4338-aedf-23427c87a798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b0b4725d-5d3f-4adf-8b60-729f2f7a35da), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:08.623295 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a7dee53d-63b6-4387-9ddb-2d44bfdbb9a2 req-3866e064-5018-43d4-b18b-c8d9da97c867 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=848cd21e-bb93-4282-b923-655fd98af383 HTTP/1.1" status: 200 len: 210 time: 0.1624868 Sep 17 03:51:08.769482 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27084b06-9bde-42f6-8a2f-1e6de22b62c9 req-e3843ff7-ddae-44c5-9b54-215dba49d1e5 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:08.792618 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-27084b06-9bde-42f6-8a2f-1e6de22b62c9 req-e3843ff7-ddae-44c5-9b54-215dba49d1e5 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 945 time: 0.2412307 Sep 17 03:51:08.959710 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d670191-ac55-4413-89f2-5d6cbbb94da9 req-27c1b243-0983-48a2-9b55-75b8abc568bd tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:08.967445 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-2d670191-ac55-4413-89f2-5d6cbbb94da9 req-27c1b243-0983-48a2-9b55-75b8abc568bd tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f73d2688-0699-49aa-9019-94ca41f9df5c HTTP/1.1" status: 200 len: 945 time: 0.1242094 Sep 17 03:51:09.034107 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 47848) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:09.085399 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-27084b06-9bde-42f6-8a2f-1e6de22b62c9 req-014e1727-ffd1-4f65-9b69-9a901e0375e7 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2917719 Sep 17 03:51:09.142399 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-2d670191-ac55-4413-89f2-5d6cbbb94da9 req-7d67d9b8-da79-4baf-89e2-28568d6d51c0 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641603 Sep 17 03:51:09.222502 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-a11858b7-4b3f-49da-81bf-2c814f80fdb6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2084887640-network', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:51:09.339398 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11858b7-4b3f-49da-81bf-2c814f80fdb6 admin admin] Made reservation on behalf of cb2d22c677bb48a1aa50631997fc0741 for: {'network': 1} {{(pid=113210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:51:09.341228 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a11858b7-4b3f-49da-81bf-2c814f80fdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for network (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:09.364388 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a11858b7-4b3f-49da-81bf-2c814f80fdb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:09.561914 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a11858b7-4b3f-49da-81bf-2c814f80fdb6 admin admin] Publish callbacks [] for security_group (967d2c62-0326-455e-b868-363e9ffb20ed), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:09.653689 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a11858b7-4b3f-49da-81bf-2c814f80fdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (967d2c62-0326-455e-b868-363e9ffb20ed), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:09.710590 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c2f66-b532-471e-b195-d8032c436365 req-861ac934-d6b9-4f14-a147-04c6ac764834 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:09.719118 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8a0c2f66-b532-471e-b195-d8032c436365 req-861ac934-d6b9-4f14-a147-04c6ac764834 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.18 "GET /networking/v2.0/networks?id=07c207ee-c2bb-4d53-bca3-b5aa6199ad0f HTTP/1.1" status: 200 len: 814 time: 0.2954626 Sep 17 03:51:09.824255 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11858b7-4b3f-49da-81bf-2c814f80fdb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967d2c62-0326-455e-b868-363e9ffb20ed,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:09.842509 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a11858b7-4b3f-49da-81bf-2c814f80fdb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=113210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 03:51:09.875738 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a11858b7-4b3f-49da-81bf-2c814f80fdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16505770'] for segment (09dd00a3-8b97-425c-8fa8-26eaa25dbf9b), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:09.877053 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.db.segments_db [None req-a11858b7-4b3f-49da-81bf-2c814f80fdb6 admin admin] Added segment 09dd00a3-8b97-425c-8fa8-26eaa25dbf9b of type vlan for network 17da0435-2238-4de2-8cdc-e4e0ec82986c Sep 17 03:51:09.943875 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-161d7e00-1a48-46fb-ae67-5e52bacde5f4 req-0ce8c1e1-c928-4c27-af28-b88e29df676e tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=848cd21e-bb93-4282-b923-655fd98af383 HTTP/1.1" status: 200 len: 210 time: 0.1106396 Sep 17 03:51:10.018979 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a11858b7-4b3f-49da-81bf-2c814f80fdb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745114436006'] for network (17da0435-2238-4de2-8cdc-e4e0ec82986c), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:10.038681 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8a0c2f66-b532-471e-b195-d8032c436365 req-1dfc22c4-e526-4843-aeb2-1954fe0f6fc8 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fb6cb03abf5242b594efcf325909dd32 HTTP/1.1" status: 200 len: 472 time: 0.3025889 Sep 17 03:51:10.046110 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128588f-6899-4388-80e2-f660cee6a7f1 req-e54452bc-f070-4a19-b416-15cef1238646 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:10.047712 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9128588f-6899-4388-80e2-f660cee6a7f1 req-e54452bc-f070-4a19-b416-15cef1238646 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f73d2688-0699-49aa-9019-94ca41f9df5c HTTP/1.1" status: 200 len: 945 time: 0.1127782 Sep 17 03:51:10.053655 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [req-8a0c2f66-b532-471e-b195-d8032c436365 req-ea2a7e5b-8cea-4c73-ac63-d124eb9f932e tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Request body: {'port': {'device_id': '848cd21e-bb93-4282-b923-655fd98af383', 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f', 'admin_state_up': True, 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'security_groups': ['584c37ae-9cfb-4b0b-ab4b-ef03cbb59c5b']}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:51:10.126233 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:10.170685 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:10.213936 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a11858b7-4b3f-49da-81bf-2c814f80fdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828'] for network (17da0435-2238-4de2-8cdc-e4e0ec82986c), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:10.217359 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11858b7-4b3f-49da-81bf-2c814f80fdb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:10.217359 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a11858b7-4b3f-49da-81bf-2c814f80fdb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for network (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:10.227433 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9128588f-6899-4388-80e2-f660cee6a7f1 req-70dfeb72-ba4d-46f4-92b1-e945cf8b4a90 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681268 Sep 17 03:51:10.365401 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11858b7-4b3f-49da-81bf-2c814f80fdb6 admin admin] Pushing event updated for resources: {'Network': ['ID=17da0435-2238-4de2-8cdc-e4e0ec82986c,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:10.376272 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Network 17da0435-2238-4de2-8cdc-e4e0ec82986c details requested by agent ovs-agent-dv-cinder-849143-3-iscsi with host dv-cinder-849143-3-iscsi {{(pid=113212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 03:51:10.376848 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0c96a-8ed0-4866-9e8f-1e0ebd00a738 req-7f755094-f6e2-4527-9f1b-dfbd7b63c23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:10.378192 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-54d0c96a-8ed0-4866-9e8f-1e0ebd00a738 req-7f755094-f6e2-4527-9f1b-dfbd7b63c23c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=294abb2085b844a99908242d4b02e263&device_id=f73d2688-0699-49aa-9019-94ca41f9df5c HTTP/1.1" status: 200 len: 1129 time: 0.1053512 Sep 17 03:51:10.381154 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-e29cd79d-408a-4d3a-b1a5-d7de10a10ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b971cbd0-997d-41fb-8614-0aea29982798), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:10.428145 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-a11858b7-4b3f-49da-81bf-2c814f80fdb6 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3915710 Sep 17 03:51:10.431355 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 47880) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:10.432182 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9ae31-b27c-46fc-a763-38036b7c9bba req-a0692a8b-3500-4c43-8eb9-fe94f39e7cda tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:10.433916 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-97f9ae31-b27c-46fc-a763-38036b7c9bba req-a0692a8b-3500-4c43-8eb9-fe94f39e7cda tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 945 time: 0.1654589 Sep 17 03:51:10.481137 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-c6ac8244-143f-42ef-8474-d8de08712196 admin admin] Request body: {'subnet': {'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2084887640-subnet', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'ip_version': 4}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:51:10.565480 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a0c2f66-b532-471e-b195-d8032c436365 req-ea2a7e5b-8cea-4c73-ac63-d124eb9f932e tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Made reservation on behalf of fb6cb03abf5242b594efcf325909dd32 for: {'port': 1} {{(pid=113211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:51:10.571505 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-8a0c2f66-b532-471e-b195-d8032c436365 req-ea2a7e5b-8cea-4c73-ac63-d124eb9f932e tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:10.596816 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-97f9ae31-b27c-46fc-a763-38036b7c9bba req-e6c335aa-7bc3-4eee-8e8d-b6a2b8c7a4f1 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563194 Sep 17 03:51:10.604854 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ac8244-143f-42ef-8474-d8de08712196 admin admin] Made reservation on behalf of cb2d22c677bb48a1aa50631997fc0741 for: {'subnet': 1} {{(pid=113210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:51:10.613590 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-c6ac8244-143f-42ef-8474-d8de08712196 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25349467'] for subnet (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:10.922798 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:10.981558 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0c96a-8ed0-4866-9e8f-1e0ebd00a738 req-44192884-1f72-4112-aef1-621d29bfe53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:10.983452 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-54d0c96a-8ed0-4866-9e8f-1e0ebd00a738 req-44192884-1f72-4112-aef1-621d29bfe53b service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0 HTTP/1.1" status: 200 len: 919 time: 0.5990124 Sep 17 03:51:11.046620 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-c6ac8244-143f-42ef-8474-d8de08712196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25816507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25349453'] for subnet (d79f26d2-7e28-4c00-b0e8-4dc043d7353f), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:11.105705 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:11.108570 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-54d0c96a-8ed0-4866-9e8f-1e0ebd00a738 req-4b962d17-f403-45e3-9814-1c3984fc1dad service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3503855f-51a9-451a-8977-ccd98a4a0f27 HTTP/1.1" status: 200 len: 217 time: 0.1177006 Sep 17 03:51:11.113103 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ac8244-143f-42ef-8474-d8de08712196 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d79f26d2-7e28-4c00-b0e8-4dc043d7353f,revision_number=0']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:11.230346 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ac8244-143f-42ef-8474-d8de08712196 admin admin] Checking segment: {'id': '09dd00a3-8b97-425c-8fa8-26eaa25dbf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:51:11.231008 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ac8244-143f-42ef-8474-d8de08712196 admin admin] Network hostable DHCP agents. Network: 17da0435-2238-4de2-8cdc-e4e0ec82986c, hostable agents: ['b0b4725d-5d3f-4adf-8b60-729f2f7a35da'], hosted agents: [] {{(pid=113210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 03:51:11.235597 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0c96a-8ed0-4866-9e8f-1e0ebd00a738 req-de228060-558e-446a-ad59-8bccabd93b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:11.238371 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-54d0c96a-8ed0-4866-9e8f-1e0ebd00a738 req-de228060-558e-446a-ad59-8bccabd93b48 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=4a9bc613-44d6-4890-b247-86fc85e41240 HTTP/1.1" status: 200 len: 857 time: 0.1128135 Sep 17 03:51:11.306065 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0c96a-8ed0-4866-9e8f-1e0ebd00a738 req-579fd4fd-61cf-491f-892f-7338ee96c9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:11.308067 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-54d0c96a-8ed0-4866-9e8f-1e0ebd00a738 req-579fd4fd-61cf-491f-892f-7338ee96c9af service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0599566 Sep 17 03:51:11.464910 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ff42d983-095d-47ba-82c6-d5d7a2ded2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b812d02d-dcd0-44a4-bd1c-6e92b95e6b3f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:11.500771 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ac8244-143f-42ef-8474-d8de08712196 admin admin] Network 17da0435-2238-4de2-8cdc-e4e0ec82986c is scheduled to be hosted by DHCP agent b0b4725d-5d3f-4adf-8b60-729f2f7a35da with binding_index 1 {{(pid=113210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 03:51:11.513404 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-54d0c96a-8ed0-4866-9e8f-1e0ebd00a738 req-009ccb46-2cd8-458e-97a3-10b69270f059 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942832 Sep 17 03:51:11.598889 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.db_base_plugin_common [req-8a0c2f66-b532-471e-b195-d8032c436365 req-ea2a7e5b-8cea-4c73-ac63-d124eb9f932e tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Allocated IP 172.20.0.3 (07c207ee-c2bb-4d53-bca3-b5aa6199ad0f/21657c11-9b0c-49b1-8935-9d760016ec10/d7087cb3-476a-4b4c-a379-b613a140db7d) {{(pid=113211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:51:11.694429 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.base_scheduler [None req-c6ac8244-143f-42ef-8474-d8de08712196 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-3-iscsi, 17da0435-2238-4de2-8cdc-e4e0ec82986c) {{(pid=113210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:51:11.713481 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cf6a77-9365-4ec0-85e5-a52938140e1c None None] Network 17da0435-2238-4de2-8cdc-e4e0ec82986c requested from dv-cinder-849143-3-iscsi {{(pid=113212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:51:11.742482 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ac8244-143f-42ef-8474-d8de08712196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:11.754732 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-c6ac8244-143f-42ef-8474-d8de08712196 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:11.864339 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-c6ac8244-143f-42ef-8474-d8de08712196 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4030099 Sep 17 03:51:11.867238 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 47900) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:11.885294 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-9d5d200c-a069-450d-90d2-902df7402770 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2084887640-router', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'}}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:51:12.028150 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-54d0c96a-8ed0-4866-9e8f-1e0ebd00a738 req-80cd268c-b1a9-47bd-a4fe-4656da59a084 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5044355 Sep 17 03:51:12.072908 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-8a0c2f66-b532-471e-b195-d8032c436365 req-ea2a7e5b-8cea-4c73-ac63-d124eb9f932e tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for port (d7087cb3-476a-4b4c-a379-b613a140db7d), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:12.114388 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9d5d200c-a069-450d-90d2-902df7402770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-617353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6001'] for router (d5966e2e-c4b1-4f9d-93f4-8541417b2351), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:12.116076 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9d5d200c-a069-450d-90d2-902df7402770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-617908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6010'] for router (d5966e2e-c4b1-4f9d-93f4-8541417b2351), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:12.147455 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2cd6b9-47e0-4d3f-a28c-9279964b19ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f96e3f4-43ec-52cd-99e5-8d71f9cd206c-17da0435-2238-4de2-8cdc-e4e0ec82986c', 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c', 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'fixed_ips': [{'subnet_id': 'd79f26d2-7e28-4c00-b0e8-4dc043d7353f'}]}} from dv-cinder-849143-3-iscsi. {{(pid=113212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 17 03:51:12.149232 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-1c2cd6b9-47e0-4d3f-a28c-9279964b19ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:12.219651 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9d5d200c-a069-450d-90d2-902df7402770 admin admin] Publish callbacks [] for router_controller (d5966e2e-c4b1-4f9d-93f4-8541417b2351), precommit_add_association {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:12.368210 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-071c1330-3ad6-4eae-9275-57275b99c277 req-32456f16-58be-48dd-b864-4e26b1e2b98f tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=848cd21e-bb93-4282-b923-655fd98af383 HTTP/1.1" status: 200 len: 210 time: 0.2743053 Sep 17 03:51:12.445622 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:12.498297 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c0d421-d910-435c-a48d-3c7de47d29bd req-f983acf2-7da7-43da-a7a2-4ca8bc27ba1a tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:12.504135 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-38c0d421-d910-435c-a48d-3c7de47d29bd req-f983acf2-7da7-43da-a7a2-4ca8bc27ba1a tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f73d2688-0699-49aa-9019-94ca41f9df5c HTTP/1.1" status: 200 len: 945 time: 0.4130142 Sep 17 03:51:12.657230 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9d5d200c-a069-450d-90d2-902df7402770 admin admin] Publish callbacks [] for router_gateway (d5966e2e-c4b1-4f9d-93f4-8541417b2351), precommit_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:12.665411 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-8a0c2f66-b532-471e-b195-d8032c436365 req-ea2a7e5b-8cea-4c73-ac63-d124eb9f932e tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976'] for port (d7087cb3-476a-4b4c-a379-b613a140db7d), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:12.686666 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.db_base_plugin_common [None req-1c2cd6b9-47e0-4d3f-a28c-9279964b19ed None None] Allocated IP 172.20.0.2 (17da0435-2238-4de2-8cdc-e4e0ec82986c/d79f26d2-7e28-4c00-b0e8-4dc043d7353f/f1844de3-7e32-4718-a026-88f570b1f133) {{(pid=113212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:51:12.727782 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:12.832400 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a0c2f66-b532-471e-b195-d8032c436365 req-ea2a7e5b-8cea-4c73-ac63-d124eb9f932e tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Network 07c207ee-c2bb-4d53-bca3-b5aa6199ad0f is already hosted by enough agents. {{(pid=113211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:51:12.838126 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.base_scheduler [req-8a0c2f66-b532-471e-b195-d8032c436365 req-ea2a7e5b-8cea-4c73-ac63-d124eb9f932e tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Resources bound (agent type, host, resource id): {{(pid=113211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:51:12.841601 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0c2f66-b532-471e-b195-d8032c436365 req-ea2a7e5b-8cea-4c73-ac63-d124eb9f932e tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Received port after_create {{(pid=113211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:51:12.847085 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c2f66-b532-471e-b195-d8032c436365 req-ea2a7e5b-8cea-4c73-ac63-d124eb9f932e tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:12.847822 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-8a0c2f66-b532-471e-b195-d8032c436365 req-ea2a7e5b-8cea-4c73-ac63-d124eb9f932e tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for port (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:12.853880 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-38c0d421-d910-435c-a48d-3c7de47d29bd req-75b73a71-59ae-404f-a627-c1a39a17fed5 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405116 Sep 17 03:51:12.874429 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2822a81-21c1-4119-9103-842cf004cb9f req-7ac6cc37-5b53-42ca-91d7-8adf122dbe12 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:12.878719 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b2822a81-21c1-4119-9103-842cf004cb9f req-7ac6cc37-5b53-42ca-91d7-8adf122dbe12 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 945 time: 0.3047714 Sep 17 03:51:12.993570 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a7e5b-8cea-4c73-ac63-d124eb9f932e tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Pushing event updated for resources: {'Port': ['ID=d7087cb3-476a-4b4c-a379-b613a140db7d,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:13.054497 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b2822a81-21c1-4119-9103-842cf004cb9f req-a5760948-ad8a-495e-9785-3a1ef1c09563 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645801 Sep 17 03:51:13.075473 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:13.122165 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8a0c2f66-b532-471e-b195-d8032c436365 req-ea2a7e5b-8cea-4c73-ac63-d124eb9f932e tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0733101 Sep 17 03:51:13.122998 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 47916) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:13.150612 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-1c2cd6b9-47e0-4d3f-a28c-9279964b19ed None None] Publish callbacks [] for port (f1844de3-7e32-4718-a026-88f570b1f133), precommit_create {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:13.152446 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:13.243486 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-1c2cd6b9-47e0-4d3f-a28c-9279964b19ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976'] for port (f1844de3-7e32-4718-a026-88f570b1f133), after_create {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:13.281704 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2cd6b9-47e0-4d3f-a28c-9279964b19ed None None] Network 17da0435-2238-4de2-8cdc-e4e0ec82986c is already hosted by enough agents. {{(pid=113212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:51:13.286166 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.scheduler.base_scheduler [None req-1c2cd6b9-47e0-4d3f-a28c-9279964b19ed None None] Resources bound (agent type, host, resource id): {{(pid=113212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:51:13.299129 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2cd6b9-47e0-4d3f-a28c-9279964b19ed None None] Received port after_create {{(pid=113212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:51:13.339495 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-b57d539d-31d4-4942-a015-3e646541ec5f None None] Provisioning complete for port d7087cb3-476a-4b4c-a379-b613a140db7d triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:51:13.339495 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-b57d539d-31d4-4942-a015-3e646541ec5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (d7087cb3-476a-4b4c-a379-b613a140db7d), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:13.339973 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-b57d539d-31d4-4942-a015-3e646541ec5f None None] Attempt 1 to provision port d7087cb3-476a-4b4c-a379-b613a140db7d Sep 17 03:51:13.348183 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9d5d200c-a069-450d-90d2-902df7402770 admin admin] Publish callbacks [] for router_gateway (d5966e2e-c4b1-4f9d-93f4-8541417b2351), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:13.353401 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fecdf064-2280-4810-8c6f-7fec6cce5654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (7e0cb1e0-c4a7-4d3b-9abd-ffc9973ed5e0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:13.359808 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (287db9f2-8160-4728-95aa-12aebca604d4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:13.386169 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9d5d200c-a069-450d-90d2-902df7402770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:13.426628 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-98f9e4bc-e28e-4cf0-ab94-e8f912f347e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:13.545552 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [req-8a0c2f66-b532-471e-b195-d8032c436365 req-763e14e5-c935-4195-9d61-9427e466571e service neutron] Request body: {'port': {'device_id': '848cd21e-bb93-4282-b923-655fd98af383', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:51:13.606475 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.db_base_plugin_common [None req-9d5d200c-a069-450d-90d2-902df7402770 admin admin] Allocated IP 172.27.0.125 (4d68fa53-4257-4a6b-8a5b-fb329be82f15/9fe7d342-7214-45a3-bf4f-d121f4a79efc/b64bbac4-1a5e-41d0-a613-51dd5abf35b4) {{(pid=113210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:51:13.639698 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-b57d539d-31d4-4942-a015-3e646541ec5f None None] Port d7087cb3-476a-4b4c-a379-b613a140db7d cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:51:13.639698 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cd6b9-47e0-4d3f-a28c-9279964b19ed None None] Pushing event updated for resources: {'Port': ['ID=f1844de3-7e32-4718-a026-88f570b1f133,revision_number=1']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:13.770181 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-1c2cd6b9-47e0-4d3f-a28c-9279964b19ed None None] Attempting to bind port f1844de3-7e32-4718-a026-88f570b1f133 on host dv-cinder-849143-3-iscsi for vnic_type normal with profile {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:51:13.773353 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-1c2cd6b9-47e0-4d3f-a28c-9279964b19ed None None] Attempting to bind port f1844de3-7e32-4718-a026-88f570b1f133 by drivers openvswitch,hyperv on host dv-cinder-849143-3-iscsi at level 0 using segments [{'id': '09dd00a3-8b97-425c-8fa8-26eaa25dbf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c'}] {{(pid=113212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:51:13.773813 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2cd6b9-47e0-4d3f-a28c-9279964b19ed None None] Attempting to bind port f1844de3-7e32-4718-a026-88f570b1f133 on network 17da0435-2238-4de2-8cdc-e4e0ec82986c {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:51:13.795847 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-8a0c2f66-b532-471e-b195-d8032c436365 req-763e14e5-c935-4195-9d61-9427e466571e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (d7087cb3-476a-4b4c-a379-b613a140db7d), before_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:13.824141 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:13.830272 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:13.882494 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2cd6b9-47e0-4d3f-a28c-9279964b19ed None None] Checking agent: {'id': '287db9f2-8160-4728-95aa-12aebca604d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 40, 13), 'started_at': datetime.datetime(2022, 9, 17, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:51:13.886034 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2cd6b9-47e0-4d3f-a28c-9279964b19ed None None] Checking segment: {'id': '09dd00a3-8b97-425c-8fa8-26eaa25dbf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:51:13.892004 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-1c2cd6b9-47e0-4d3f-a28c-9279964b19ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:13.892663 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2cd6b9-47e0-4d3f-a28c-9279964b19ed None None] Bound using segment: {'id': '09dd00a3-8b97-425c-8fa8-26eaa25dbf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c'} {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:51:13.893373 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-1c2cd6b9-47e0-4d3f-a28c-9279964b19ed None None] Bound port: f1844de3-7e32-4718-a026-88f570b1f133, host: dv-cinder-849143-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09dd00a3-8b97-425c-8fa8-26eaa25dbf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c'}}] {{(pid=113212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:51:13.894001 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-1c2cd6b9-47e0-4d3f-a28c-9279964b19ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (f1844de3-7e32-4718-a026-88f570b1f133), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:13.907762 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316190c1-f2d6-4e78-b53a-5e03b682aefc req-9a69e7cc-30af-481b-9655-630a9c04cc4d tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:13.913440 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9d5d200c-a069-450d-90d2-902df7402770 admin admin] Publish callbacks [] for port (b64bbac4-1a5e-41d0-a613-51dd5abf35b4), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:13.919241 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-316190c1-f2d6-4e78-b53a-5e03b682aefc req-9a69e7cc-30af-481b-9655-630a9c04cc4d tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=848cd21e-bb93-4282-b923-655fd98af383 HTTP/1.1" status: 200 len: 931 time: 0.2456176 Sep 17 03:51:14.014977 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-98f9e4bc-e28e-4cf0-ab94-e8f912f347e9 admin admin] Publish callbacks [] for security_group (9526e27d-c0d2-4a40-80e5-92dd1d07417e), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:14.055145 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-1c2cd6b9-47e0-4d3f-a28c-9279964b19ed None None] For port f1844de3-7e32-4718-a026-88f570b1f133, host dv-cinder-849143-3-iscsi, cleared binding levels {{(pid=113212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:51:14.062363 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-1c2cd6b9-47e0-4d3f-a28c-9279964b19ed None None] For port f1844de3-7e32-4718-a026-88f570b1f133, host dv-cinder-849143-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=f1844de3-7e32-4718-a026-88f570b1f133,segment=NetworkSegment(09dd00a3-8b97-425c-8fa8-26eaa25dbf9b),segment_id=09dd00a3-8b97-425c-8fa8-26eaa25dbf9b)] {{(pid=113212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:51:14.073456 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9d5d200c-a069-450d-90d2-902df7402770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (b64bbac4-1a5e-41d0-a613-51dd5abf35b4), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:14.110018 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-98f9e4bc-e28e-4cf0-ab94-e8f912f347e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (9526e27d-c0d2-4a40-80e5-92dd1d07417e), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:14.135944 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-b57d539d-31d4-4942-a015-3e646541ec5f None None] Attempt 2 to provision port d7087cb3-476a-4b4c-a379-b613a140db7d Sep 17 03:51:14.152122 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5d200c-a069-450d-90d2-902df7402770 admin admin] Network 4d68fa53-4257-4a6b-8a5b-fb329be82f15 is already hosted by enough agents. {{(pid=113210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:51:14.157591 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.base_scheduler [None req-9d5d200c-a069-450d-90d2-902df7402770 admin admin] Resources bound (agent type, host, resource id): {{(pid=113210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:51:14.160344 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d200c-a069-450d-90d2-902df7402770 admin admin] Pushing event updated for resources: {'Port': ['ID=b64bbac4-1a5e-41d0-a613-51dd5abf35b4,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:14.163262 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5d200c-a069-450d-90d2-902df7402770 admin admin] Received port after_create {{(pid=113210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:51:14.213618 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-1c2cd6b9-47e0-4d3f-a28c-9279964b19ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (f1844de3-7e32-4718-a026-88f570b1f133), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:14.234365 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-316190c1-f2d6-4e78-b53a-5e03b682aefc req-d7a68ef5-94af-4955-8398-717e3a486f56 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=584c37ae-9cfb-4b0b-ab4b-ef03cbb59c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3149130 Sep 17 03:51:14.299253 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a83af-146c-4216-80dc-0f2cb69e918b req-73e6624d-75bf-424d-9e70-5fcfff7de021 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:14.305948 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9f7a83af-146c-4216-80dc-0f2cb69e918b req-73e6624d-75bf-424d-9e70-5fcfff7de021 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f73d2688-0699-49aa-9019-94ca41f9df5c HTTP/1.1" status: 200 len: 945 time: 0.3125837 Sep 17 03:51:14.353100 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-98f9e4bc-e28e-4cf0-ab94-e8f912f347e9 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=0e3254e44c8f435b9fbfc33bf5e12381&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2288802 Sep 17 03:51:14.354358 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 47934) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:14.393684 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f9e4bc-e28e-4cf0-ab94-e8f912f347e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9526e27d-c0d2-4a40-80e5-92dd1d07417e,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:14.415583 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:14.721310 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9f7a83af-146c-4216-80dc-0f2cb69e918b req-d4a38d08-4290-4bc1-8a10-9a0ec494d37b tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903718 Sep 17 03:51:14.822129 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebbaed0-fc34-4633-baee-74d9b95cfc83 req-53c87da8-cbe4-40bc-80d9-f4dc40da866c tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:14.833015 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-bebbaed0-fc34-4633-baee-74d9b95cfc83 req-53c87da8-cbe4-40bc-80d9-f4dc40da866c tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 945 time: 0.4451404 Sep 17 03:51:14.858698 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9d5d200c-a069-450d-90d2-902df7402770 admin admin] Publish callbacks [] for router_gateway (d5966e2e-c4b1-4f9d-93f4-8541417b2351), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:14.886657 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-81c5bd0b-c92e-413d-be40-46830f2b0bf7 admin admin] Publish callbacks [] for security_group (9526e27d-c0d2-4a40-80e5-92dd1d07417e), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:14.953062 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-81c5bd0b-c92e-413d-be40-46830f2b0bf7 admin admin] Publish callbacks [] for security_group (9526e27d-c0d2-4a40-80e5-92dd1d07417e), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:14.979468 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cd6b9-47e0-4d3f-a28c-9279964b19ed None None] Pushing event updated for resources: {'Port': ['ID=f1844de3-7e32-4718-a026-88f570b1f133,revision_number=2']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:15.011985 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-b57d539d-31d4-4942-a015-3e646541ec5f None None] Port d7087cb3-476a-4b4c-a379-b613a140db7d cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:51:15.099439 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-bebbaed0-fc34-4633-baee-74d9b95cfc83 req-e37c94df-4ee0-4a06-950f-e2dafc0639a1 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2650089 Sep 17 03:51:15.213232 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.notifiers.nova [req-8a0c2f66-b532-471e-b195-d8032c436365 req-763e14e5-c935-4195-9d61-9427e466571e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7087cb3-476a-4b4c-a379-b613a140db7d {{(pid=113211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:51:15.238888 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-8a0c2f66-b532-471e-b195-d8032c436365 req-763e14e5-c935-4195-9d61-9427e466571e service neutron] Publish callbacks [] for port (d7087cb3-476a-4b4c-a379-b613a140db7d), precommit_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:15.251190 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:15.310157 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.provisioning_blocks [req-8a0c2f66-b532-471e-b195-d8032c436365 req-763e14e5-c935-4195-9d61-9427e466571e service neutron] Transition to ACTIVE for port object d7087cb3-476a-4b4c-a379-b613a140db7d will not be triggered until provisioned by entity L2. {{(pid=113211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 03:51:15.311131 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-81c5bd0b-c92e-413d-be40-46830f2b0bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (9526e27d-c0d2-4a40-80e5-92dd1d07417e), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:15.314096 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-81c5bd0b-c92e-413d-be40-46830f2b0bf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:15.317611 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-81c5bd0b-c92e-413d-be40-46830f2b0bf7 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/9526e27d-c0d2-4a40-80e5-92dd1d07417e HTTP/1.1" status: 204 len: 168 time: 0.9348938 Sep 17 03:51:15.341374 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9d5d200c-a069-450d-90d2-902df7402770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-617964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-615204'] for router (d5966e2e-c4b1-4f9d-93f4-8541417b2351), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:15.393216 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c5bd0b-c92e-413d-be40-46830f2b0bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9526e27d-c0d2-4a40-80e5-92dd1d07417e,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:15.416870 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9f481-6d36-4882-9e68-e1f2278f87a4 req-707725e2-cd14-4318-9a0a-c4336c88169f tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:15.418509 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-42a9f481-6d36-4882-9e68-e1f2278f87a4 req-707725e2-cd14-4318-9a0a-c4336c88169f tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=848cd21e-bb93-4282-b923-655fd98af383 HTTP/1.1" status: 200 len: 931 time: 0.0902522 Sep 17 03:51:15.513169 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-b57d539d-31d4-4942-a015-3e646541ec5f None None] Attempt 3 to provision port d7087cb3-476a-4b4c-a379-b613a140db7d Sep 17 03:51:15.516690 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-42a9f481-6d36-4882-9e68-e1f2278f87a4 req-34b41fe7-8545-4de1-8761-b09ed7feec15 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=584c37ae-9cfb-4b0b-ab4b-ef03cbb59c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910497 Sep 17 03:51:15.553642 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-b57d539d-31d4-4942-a015-3e646541ec5f None None] Port d7087cb3-476a-4b4c-a379-b613a140db7d cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:51:15.736110 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-8a0c2f66-b532-471e-b195-d8032c436365 req-763e14e5-c935-4195-9d61-9427e466571e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (d7087cb3-476a-4b4c-a379-b613a140db7d), after_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:15.759889 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d5d200c-a069-450d-90d2-902df7402770 admin admin] Router d5966e2e-c4b1-4f9d-93f4-8541417b2351 is scheduled to L3 agent b971cbd0-997d-41fb-8614-0aea29982798 with binding_index 1 {{(pid=113210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 03:51:15.836066 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd67065-8eb0-4bc4-a899-8c26ae899234 None None] Network 17da0435-2238-4de2-8cdc-e4e0ec82986c requested from dv-cinder-849143-3-iscsi {{(pid=113212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:51:15.847338 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.managers [req-8a0c2f66-b532-471e-b195-d8032c436365 req-763e14e5-c935-4195-9d61-9427e466571e service neutron] Attempting to bind port d7087cb3-476a-4b4c-a379-b613a140db7d on host hv-cinder-84914 for vnic_type normal with profile {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:51:15.851713 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.managers [req-8a0c2f66-b532-471e-b195-d8032c436365 req-763e14e5-c935-4195-9d61-9427e466571e service neutron] Attempting to bind port d7087cb3-476a-4b4c-a379-b613a140db7d by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f'}] {{(pid=113211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:51:15.851713 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0c2f66-b532-471e-b195-d8032c436365 req-763e14e5-c935-4195-9d61-9427e466571e service neutron] Attempting to bind port d7087cb3-476a-4b4c-a379-b613a140db7d on network 07c207ee-c2bb-4d53-bca3-b5aa6199ad0f {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:51:15.903025 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:15.904695 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e14e5-c935-4195-9d61-9427e466571e service neutron] Pushing event updated for resources: {'Port': ['ID=d7087cb3-476a-4b4c-a379-b613a140db7d,revision_number=2']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:15.905180 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:15.916555 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5d200c-a069-450d-90d2-902df7402770 admin admin] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:51:15.944277 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0c2f66-b532-471e-b195-d8032c436365 req-763e14e5-c935-4195-9d61-9427e466571e service neutron] Port d7087cb3-476a-4b4c-a379-b613a140db7d on network 07c207ee-c2bb-4d53-bca3-b5aa6199ad0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 03:51:15.948704 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0c2f66-b532-471e-b195-d8032c436365 req-763e14e5-c935-4195-9d61-9427e466571e service neutron] Attempting to bind port d7087cb3-476a-4b4c-a379-b613a140db7d on network 07c207ee-c2bb-4d53-bca3-b5aa6199ad0f {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:51:15.948967 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d901f29-95e1-44ad-96e1-2147a82e1a24 None None] Sync routers for ids ['d5966e2e-c4b1-4f9d-93f4-8541417b2351'] in dv-cinder-849143-3-iscsi {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:51:15.968939 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d901f29-95e1-44ad-96e1-2147a82e1a24 None None] Routers {'d5966e2e-c4b1-4f9d-93f4-8541417b2351'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:51:15.970114 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-2d901f29-95e1-44ad-96e1-2147a82e1a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:51:10Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['d5966e2e-c4b1-4f9d-93f4-8541417b2351'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:51:15.994711 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9789ed0-3448-4ee7-9766-a4f770f29afc req-9872c1bf-29c0-469c-9336-f44b745a707d tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:16.004919 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f9789ed0-3448-4ee7-9766-a4f770f29afc req-9872c1bf-29c0-469c-9336-f44b745a707d tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f73d2688-0699-49aa-9019-94ca41f9df5c HTTP/1.1" status: 200 len: 945 time: 0.1117046 Sep 17 03:51:16.061898 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9d5d200c-a069-450d-90d2-902df7402770 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:16.066256 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-9d5d200c-a069-450d-90d2-902df7402770 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1964231 Sep 17 03:51:16.067165 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 47958) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:16.085812 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-b57d539d-31d4-4942-a015-3e646541ec5f None None] Attempt 4 to provision port d7087cb3-476a-4b4c-a379-b613a140db7d Sep 17 03:51:16.103736 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:16.223934 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0c2f66-b532-471e-b195-d8032c436365 req-763e14e5-c935-4195-9d61-9427e466571e service neutron] Checking agent: {'id': '56a63866-613b-46a0-90ee-05b9222d9bfc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 46, 46), 'started_at': datetime.datetime(2022, 9, 17, 3, 46, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:51:16.224278 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0c2f66-b532-471e-b195-d8032c436365 req-763e14e5-c935-4195-9d61-9427e466571e service neutron] Checking segment: {'id': 'f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:51:16.224722 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0c2f66-b532-471e-b195-d8032c436365 req-763e14e5-c935-4195-9d61-9427e466571e service neutron] Bound using segment: {'id': 'f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f'} {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:51:16.225347 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.managers [req-8a0c2f66-b532-471e-b195-d8032c436365 req-763e14e5-c935-4195-9d61-9427e466571e service neutron] Bound port: d7087cb3-476a-4b4c-a379-b613a140db7d, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f'}}] {{(pid=113211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:51:16.225686 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-8a0c2f66-b532-471e-b195-d8032c436365 req-763e14e5-c935-4195-9d61-9427e466571e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (d7087cb3-476a-4b4c-a379-b613a140db7d), before_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:16.245516 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f9789ed0-3448-4ee7-9766-a4f770f29afc req-96eb4ed2-14bf-4cc9-9042-68d0b8059aaa tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259104 Sep 17 03:51:16.272120 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-b57d539d-31d4-4942-a015-3e646541ec5f None None] Port d7087cb3-476a-4b4c-a379-b613a140db7d cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:51:16.290812 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device f1844de3-7e32-4718-a026-88f570b1f133 up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:51:16.395572 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:16.402792 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a13cb2-4855-4cc6-abde-ebf1f1c9ac04 req-452bf0d7-f690-417f-97df-101c741e14af tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:16.404352 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-89a13cb2-4855-4cc6-abde-ebf1f1c9ac04 req-452bf0d7-f690-417f-97df-101c741e14af tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 945 time: 0.0882580 Sep 17 03:51:16.448246 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port f1844de3-7e32-4718-a026-88f570b1f133 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:51:16.448618 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (f1844de3-7e32-4718-a026-88f570b1f133), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:16.449043 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port f1844de3-7e32-4718-a026-88f570b1f133 Sep 17 03:51:16.455239 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (56a63866-613b-46a0-90ee-05b9222d9bfc), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:16.477919 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:16.481490 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-2d901f29-95e1-44ad-96e1-2147a82e1a24 None None] Set router d5966e2e-c4b1-4f9d-93f4-8541417b2351 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:51:16.504730 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-89a13cb2-4855-4cc6-abde-ebf1f1c9ac04 req-75b6f09e-5aa4-48bb-817e-e8705b3985ce tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746112 Sep 17 03:51:16.515450 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.db [req-8a0c2f66-b532-471e-b195-d8032c436365 req-763e14e5-c935-4195-9d61-9427e466571e service neutron] For port d7087cb3-476a-4b4c-a379-b613a140db7d, host hv-cinder-84914, cleared binding levels {{(pid=113211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:51:16.523923 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.db [req-8a0c2f66-b532-471e-b195-d8032c436365 req-763e14e5-c935-4195-9d61-9427e466571e service neutron] For port d7087cb3-476a-4b4c-a379-b613a140db7d, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=d7087cb3-476a-4b4c-a379-b613a140db7d,segment=NetworkSegment(f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54),segment_id=f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54)] {{(pid=113211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:51:16.630685 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-8a0c2f66-b532-471e-b195-d8032c436365 req-763e14e5-c935-4195-9d61-9427e466571e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (d7087cb3-476a-4b4c-a379-b613a140db7d), after_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:16.756833 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c2f66-b532-471e-b195-d8032c436365 req-763e14e5-c935-4195-9d61-9427e466571e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:16.757820 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-8a0c2f66-b532-471e-b195-d8032c436365 req-763e14e5-c935-4195-9d61-9427e466571e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for port (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:16.759587 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8a0c2f66-b532-471e-b195-d8032c436365 req-763e14e5-c935-4195-9d61-9427e466571e service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/d7087cb3-476a-4b4c-a379-b613a140db7d HTTP/1.1" status: 200 len: 1093 time: 3.2303452 Sep 17 03:51:16.759975 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 47976) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:16.769000 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '848cd21e-bb93-4282-b923-655fd98af383', 'tag': 'd7087cb3-476a-4b4c-a379-b613a140db7d'}] {{(pid=113211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:51:16.782773 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346c2caff186dcd388f83f6dc64b2ba25d7763d65cfebe6fa09f9256a5522518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ba5946-79bf-4eab-af4c-88b849b533f5" -d '{"events": [{"name": "network-changed", "server_uuid": "848cd21e-bb93-4282-b923-655fd98af383", "tag": "d7087cb3-476a-4b4c-a379-b613a140db7d"}]}' {{(pid=113211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:51:16.820851 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e14e5-c935-4195-9d61-9427e466571e service neutron] Pushing event updated for resources: {'Port': ['ID=d7087cb3-476a-4b4c-a379-b613a140db7d,revision_number=3']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:16.823672 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-651c678b-7dcd-4cfc-a7d9-1d66ea64889c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:16.833855 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-b57d539d-31d4-4942-a015-3e646541ec5f None None] Attempt 5 to provision port d7087cb3-476a-4b4c-a379-b613a140db7d Sep 17 03:51:16.946978 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port f1844de3-7e32-4718-a026-88f570b1f133 is: DOWN; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:51:16.947363 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (f1844de3-7e32-4718-a026-88f570b1f133), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:16.947949 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c32d36-5588-4e0e-9ec5-ee7e71023e76 x-openstack-request-id: req-11c32d36-5588-4e0e-9ec5-ee7e71023e76 {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:51:16.949165 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "848cd21e-bb93-4282-b923-655fd98af383", "tag": "d7087cb3-476a-4b4c-a379-b613a140db7d", "status": "completed", "code": 200}]} {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:51:16.949651 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-11c32d36-5588-4e0e-9ec5-ee7e71023e76 {{(pid=113211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:51:16.950264 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11c32d36-5588-4e0e-9ec5-ee7e71023e76'] response: {'name': 'network-changed', 'server_uuid': '848cd21e-bb93-4282-b923-655fd98af383', 'tag': 'd7087cb3-476a-4b4c-a379-b613a140db7d', 'status': 'completed', 'code': 200} Sep 17 03:51:16.994010 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319a558-3f58-4f3a-b2e5-8b0f043f176e req-a527c6df-3c50-46ec-bb8c-bd6260afef62 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:16.996198 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e319a558-3f58-4f3a-b2e5-8b0f043f176e req-a527c6df-3c50-46ec-bb8c-bd6260afef62 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=848cd21e-bb93-4282-b923-655fd98af383 HTTP/1.1" status: 200 len: 943 time: 0.2423458 Sep 17 03:51:17.084038 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] For port f1844de3-7e32-4718-a026-88f570b1f133, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=f1844de3-7e32-4718-a026-88f570b1f133,segment=NetworkSegment(09dd00a3-8b97-425c-8fa8-26eaa25dbf9b),segment_id=09dd00a3-8b97-425c-8fa8-26eaa25dbf9b)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:51:17.101004 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-b57d539d-31d4-4942-a015-3e646541ec5f None None] Port d7087cb3-476a-4b4c-a379-b613a140db7d had new provisioning blocks added so it will not transition to active. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 17 03:51:17.164692 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-2d901f29-95e1-44ad-96e1-2147a82e1a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'name': 'tempest-TestVolumeBootPattern-2084887640-router', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'b64bbac4-1a5e-41d0-a613-51dd5abf35b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:12Z', 'updated_at': '2022-09-17T03:51:14Z', 'revision_number': 3, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'gw_port': {'id': 'b64bbac4-1a5e-41d0-a613-51dd5abf35b4', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:13Z', 'updated_at': '2022-09-17T03:51:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi'}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:51:17.165670 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-651c678b-7dcd-4cfc-a7d9-1d66ea64889c admin admin] Publish callbacks [] for security_group (5cfd7a5e-8591-4085-9765-dd58dbbd366e), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:17.187810 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c2f66-b532-471e-b195-d8032c436365 req-6be4a352-d47a-48f9-b76f-c58998ea0668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:17.189756 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8a0c2f66-b532-471e-b195-d8032c436365 req-6be4a352-d47a-48f9-b76f-c58998ea0668 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=fb6cb03abf5242b594efcf325909dd32&device_id=848cd21e-bb93-4282-b923-655fd98af383 HTTP/1.1" status: 200 len: 1127 time: 0.1918395 Sep 17 03:51:17.234708 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (f1844de3-7e32-4718-a026-88f570b1f133), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:17.254670 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d901f29-95e1-44ad-96e1-2147a82e1a24 None None] Checking router: d5966e2e-c4b1-4f9d-93f4-8541417b2351 for host: dv-cinder-849143-3-iscsi {{(pid=113212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:51:17.255051 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d901f29-95e1-44ad-96e1-2147a82e1a24 None None] Updating router d5966e2e-c4b1-4f9d-93f4-8541417b2351 port b64bbac4-1a5e-41d0-a613-51dd5abf35b4 binding host dv-cinder-849143-3-iscsi {{(pid=113212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 03:51:17.290461 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8a0c2f66-b532-471e-b195-d8032c436365 req-3bfa09d9-288f-4b10-ba75-5e85d8122509 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7087cb3-476a-4b4c-a379-b613a140db7d HTTP/1.1" status: 200 len: 217 time: 0.0578277 Sep 17 03:51:17.291188 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-651c678b-7dcd-4cfc-a7d9-1d66ea64889c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (5cfd7a5e-8591-4085-9765-dd58dbbd366e), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:17.342785 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d90b9457-c137-40d3-876f-29da644f24b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:17.373152 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-19e9c5eb-f4c8-462a-9fd6-7ea9a331e8d4 None None] Provisioning complete for port f1844de3-7e32-4718-a026-88f570b1f133 triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:51:17.373550 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-19e9c5eb-f4c8-462a-9fd6-7ea9a331e8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (f1844de3-7e32-4718-a026-88f570b1f133), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:17.373914 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-19e9c5eb-f4c8-462a-9fd6-7ea9a331e8d4 None None] Attempt 1 to provision port f1844de3-7e32-4718-a026-88f570b1f133 Sep 17 03:51:17.402947 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e319a558-3f58-4f3a-b2e5-8b0f043f176e req-8e5b2cea-d896-4eca-9877-b56b90727f6d tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=584c37ae-9cfb-4b0b-ab4b-ef03cbb59c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3805261 Sep 17 03:51:17.404757 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c2f66-b532-471e-b195-d8032c436365 req-405c840d-ada8-4954-9185-2ed0ddfacaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:17.406422 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8a0c2f66-b532-471e-b195-d8032c436365 req-405c840d-ada8-4954-9185-2ed0ddfacaaa service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=21657c11-9b0c-49b1-8935-9d760016ec10 HTTP/1.1" status: 200 len: 853 time: 0.0957136 Sep 17 03:51:17.468519 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:17.474608 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-2d901f29-95e1-44ad-96e1-2147a82e1a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (b64bbac4-1a5e-41d0-a613-51dd5abf35b4), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:17.478819 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-651c678b-7dcd-4cfc-a7d9-1d66ea64889c admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=5ab0852151984ddb96cb1e0d8f510a4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6931763 Sep 17 03:51:17.482649 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 48006) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:17.498249 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651c678b-7dcd-4cfc-a7d9-1d66ea64889c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cfd7a5e-8591-4085-9765-dd58dbbd366e,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:17.509200 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c2f66-b532-471e-b195-d8032c436365 req-a1b44bd4-4c4b-4652-816b-773ed52d3661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:17.517591 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8a0c2f66-b532-471e-b195-d8032c436365 req-a1b44bd4-4c4b-4652-816b-773ed52d3661 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=07c207ee-c2bb-4d53-bca3-b5aa6199ad0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0937238 Sep 17 03:51:17.600759 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.db_base_plugin_common [None req-d90b9457-c137-40d3-876f-29da644f24b5 admin admin] Allocated IP 172.20.0.1 (17da0435-2238-4de2-8cdc-e4e0ec82986c/d79f26d2-7e28-4c00-b0e8-4dc043d7353f/246386aa-d035-40e9-8e20-1db54e73513d) {{(pid=113210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:51:17.664272 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-4d988015-89e1-48f4-8265-01d2aff87201 admin admin] Publish callbacks [] for security_group (5cfd7a5e-8591-4085-9765-dd58dbbd366e), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:17.706447 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-4d988015-89e1-48f4-8265-01d2aff87201 admin admin] Publish callbacks [] for security_group (5cfd7a5e-8591-4085-9765-dd58dbbd366e), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:17.743637 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d90b9457-c137-40d3-876f-29da644f24b5 admin admin] Publish callbacks [] for port (246386aa-d035-40e9-8e20-1db54e73513d), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:17.778234 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:17.785218 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ae3f3-ce91-4a9f-8ecc-c7ad2ef8861c req-66588baf-e5f8-4a1c-898b-168485f8cef0 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:17.787544 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-765ae3f3-ce91-4a9f-8ecc-c7ad2ef8861c req-66588baf-e5f8-4a1c-898b-168485f8cef0 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 945 time: 0.0671017 Sep 17 03:51:17.789770 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-2d901f29-95e1-44ad-96e1-2147a82e1a24 None None] Publish callbacks [] for port (b64bbac4-1a5e-41d0-a613-51dd5abf35b4), precommit_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:17.798750 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:17.804072 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8a0c2f66-b532-471e-b195-d8032c436365 req-82f70a90-4588-49a6-86cb-ca46eb50f403 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/07c207ee-c2bb-4d53-bca3-b5aa6199ad0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790599 Sep 17 03:51:17.814648 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Pushing event updated for resources: {'Port': ['ID=f1844de3-7e32-4718-a026-88f570b1f133,revision_number=3']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:17.845500 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d90b9457-c137-40d3-876f-29da644f24b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (246386aa-d035-40e9-8e20-1db54e73513d), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:17.887377 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-2d901f29-95e1-44ad-96e1-2147a82e1a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (b64bbac4-1a5e-41d0-a613-51dd5abf35b4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:17.892491 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90b9457-c137-40d3-876f-29da644f24b5 admin admin] Network 17da0435-2238-4de2-8cdc-e4e0ec82986c is already hosted by enough agents. {{(pid=113210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:51:17.905700 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.base_scheduler [None req-d90b9457-c137-40d3-876f-29da644f24b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=113210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:51:17.908992 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90b9457-c137-40d3-876f-29da644f24b5 admin admin] Received port after_create {{(pid=113210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:51:17.914241 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-19e9c5eb-f4c8-462a-9fd6-7ea9a331e8d4 None None] Current status of the port f1844de3-7e32-4718-a026-88f570b1f133 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:51:17.955946 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:17.975230 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-2d901f29-95e1-44ad-96e1-2147a82e1a24 None None] Attempting to bind port b64bbac4-1a5e-41d0-a613-51dd5abf35b4 on host dv-cinder-849143-3-iscsi for vnic_type normal with profile {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:51:17.976016 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-2d901f29-95e1-44ad-96e1-2147a82e1a24 None None] Attempting to bind port b64bbac4-1a5e-41d0-a613-51dd5abf35b4 by drivers openvswitch,hyperv on host dv-cinder-849143-3-iscsi at level 0 using segments [{'id': 'b9ff3b7d-3dba-4f81-9340-22e46529b80a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'}] {{(pid=113212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:51:17.976716 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d901f29-95e1-44ad-96e1-2147a82e1a24 None None] Attempting to bind port b64bbac4-1a5e-41d0-a613-51dd5abf35b4 on network 4d68fa53-4257-4a6b-8a5b-fb329be82f15 {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:51:17.991153 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90b9457-c137-40d3-876f-29da644f24b5 admin admin] Pushing event updated for resources: {'Port': ['ID=246386aa-d035-40e9-8e20-1db54e73513d,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:18.007489 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:18.020861 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d90b9457-c137-40d3-876f-29da644f24b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-426525'] for router_interface (d5966e2e-c4b1-4f9d-93f4-8541417b2351), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:18.050507 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e1c446-2f47-4bd0-ac52-9b02990e753c None None] Pushing event updated for resources: {'Port': ['ID=b64bbac4-1a5e-41d0-a613-51dd5abf35b4,revision_number=2']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:18.100566 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:18.101339 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d901f29-95e1-44ad-96e1-2147a82e1a24 None None] Checking agent: {'id': '287db9f2-8160-4728-95aa-12aebca604d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 40, 13), 'started_at': datetime.datetime(2022, 9, 17, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:51:18.101941 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d901f29-95e1-44ad-96e1-2147a82e1a24 None None] Checking segment: {'id': 'b9ff3b7d-3dba-4f81-9340-22e46529b80a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:51:18.102486 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-2d901f29-95e1-44ad-96e1-2147a82e1a24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:18.102630 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d901f29-95e1-44ad-96e1-2147a82e1a24 None None] Bound using segment: {'id': 'b9ff3b7d-3dba-4f81-9340-22e46529b80a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'} {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:51:18.103280 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-2d901f29-95e1-44ad-96e1-2147a82e1a24 None None] Bound port: b64bbac4-1a5e-41d0-a613-51dd5abf35b4, host: dv-cinder-849143-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ff3b7d-3dba-4f81-9340-22e46529b80a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'}}] {{(pid=113212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:51:18.103881 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-2d901f29-95e1-44ad-96e1-2147a82e1a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (b64bbac4-1a5e-41d0-a613-51dd5abf35b4), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:18.112084 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-765ae3f3-ce91-4a9f-8ecc-c7ad2ef8861c req-8a474ba4-0021-4eb5-b3d2-46a567fd5e81 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3122923 Sep 17 03:51:18.180220 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-4d988015-89e1-48f4-8265-01d2aff87201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (5cfd7a5e-8591-4085-9765-dd58dbbd366e), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:18.182562 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device f1844de3-7e32-4718-a026-88f570b1f133 up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:51:18.193755 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-4d988015-89e1-48f4-8265-01d2aff87201 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:18.193755 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-4d988015-89e1-48f4-8265-01d2aff87201 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/5cfd7a5e-8591-4085-9765-dd58dbbd366e HTTP/1.1" status: 204 len: 168 time: 0.7060659 Sep 17 03:51:18.227532 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d988015-89e1-48f4-8265-01d2aff87201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cfd7a5e-8591-4085-9765-dd58dbbd366e,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:18.236907 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8a0c2f66-b532-471e-b195-d8032c436365 req-f20f7a4c-f648-415a-a417-860f0360a570 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/07c207ee-c2bb-4d53-bca3-b5aa6199ad0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4077599 Sep 17 03:51:18.298168 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-2d901f29-95e1-44ad-96e1-2147a82e1a24 None None] For port b64bbac4-1a5e-41d0-a613-51dd5abf35b4, host dv-cinder-849143-3-iscsi, cleared binding levels {{(pid=113212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:51:18.351707 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-2d901f29-95e1-44ad-96e1-2147a82e1a24 None None] For port b64bbac4-1a5e-41d0-a613-51dd5abf35b4, host dv-cinder-849143-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=b64bbac4-1a5e-41d0-a613-51dd5abf35b4,segment=NetworkSegment(b9ff3b7d-3dba-4f81-9340-22e46529b80a),segment_id=b9ff3b7d-3dba-4f81-9340-22e46529b80a)] {{(pid=113212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:51:18.437440 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port f1844de3-7e32-4718-a026-88f570b1f133 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:51:18.439928 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (f1844de3-7e32-4718-a026-88f570b1f133), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:18.440525 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port f1844de3-7e32-4718-a026-88f570b1f133 Sep 17 03:51:18.509023 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-2d901f29-95e1-44ad-96e1-2147a82e1a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (b64bbac4-1a5e-41d0-a613-51dd5abf35b4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:18.536919 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d90b9457-c137-40d3-876f-29da644f24b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (246386aa-d035-40e9-8e20-1db54e73513d), before_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:18.595196 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d901f29-95e1-44ad-96e1-2147a82e1a24 None None] Routers {'d5966e2e-c4b1-4f9d-93f4-8541417b2351'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:51:18.595846 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-2d901f29-95e1-44ad-96e1-2147a82e1a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:51:10Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['d5966e2e-c4b1-4f9d-93f4-8541417b2351'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:51:18.627344 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 48028) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:18.635956 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797db03a-a004-4095-ae48-25d055ee5cdc req-107b5414-8d3c-4694-bbd8-a9669fe636a6 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:18.642970 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-797db03a-a004-4095-ae48-25d055ee5cdc req-107b5414-8d3c-4694-bbd8-a9669fe636a6 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=848cd21e-bb93-4282-b923-655fd98af383 HTTP/1.1" status: 200 len: 943 time: 0.1035337 Sep 17 03:51:18.650982 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port f1844de3-7e32-4718-a026-88f570b1f133 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:51:18.666165 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e1c446-2f47-4bd0-ac52-9b02990e753c None None] Pushing event updated for resources: {'Port': ['ID=b64bbac4-1a5e-41d0-a613-51dd5abf35b4,revision_number=3']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:18.713859 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-797db03a-a004-4095-ae48-25d055ee5cdc req-536b2237-bf11-402c-84b8-6289db09353f tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=584c37ae-9cfb-4b0b-ab4b-ef03cbb59c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696297 Sep 17 03:51:18.759217 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-b2d46ae2-75ed-40bb-9f1c-301e3f14426b tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Request body: {'security_group': {'name': 'tempest-securitygroup--206655603', 'description': 'tempest-description--1770407385'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:51:18.761870 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-6ce27d8b-256e-4f1b-abf3-38c000ea6d93 None None] Provisioning complete for port 246386aa-d035-40e9-8e20-1db54e73513d triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:51:18.762251 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-6ce27d8b-256e-4f1b-abf3-38c000ea6d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (246386aa-d035-40e9-8e20-1db54e73513d), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:18.762586 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-6ce27d8b-256e-4f1b-abf3-38c000ea6d93 None None] Attempt 1 to provision port 246386aa-d035-40e9-8e20-1db54e73513d Sep 17 03:51:18.904652 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b2d46ae2-75ed-40bb-9f1c-301e3f14426b tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:18.924297 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d90b9457-c137-40d3-876f-29da644f24b5 admin admin] Publish callbacks [] for port (246386aa-d035-40e9-8e20-1db54e73513d), precommit_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:18.956219 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:19.031180 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-2d901f29-95e1-44ad-96e1-2147a82e1a24 None None] Set router d5966e2e-c4b1-4f9d-93f4-8541417b2351 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:51:19.042067 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d90b9457-c137-40d3-876f-29da644f24b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25815858'] for port (246386aa-d035-40e9-8e20-1db54e73513d), after_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:19.101038 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90b9457-c137-40d3-876f-29da644f24b5 admin admin] Pushing event updated for resources: {'Port': ['ID=246386aa-d035-40e9-8e20-1db54e73513d,revision_number=2']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:19.114398 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:19.147538 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b2d46ae2-75ed-40bb-9f1c-301e3f14426b tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks [] for security_group (9767fb28-7dda-4f4b-b024-154add37b49d), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:19.181837 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d90b9457-c137-40d3-876f-29da644f24b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-426633'] for router_interface (d5966e2e-c4b1-4f9d-93f4-8541417b2351), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:19.197906 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-6ce27d8b-256e-4f1b-abf3-38c000ea6d93 None None] Port 246386aa-d035-40e9-8e20-1db54e73513d cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:51:19.242420 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b2d46ae2-75ed-40bb-9f1c-301e3f14426b tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (9767fb28-7dda-4f4b-b024-154add37b49d), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:19.276150 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d46ae2-75ed-40bb-9f1c-301e3f14426b tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9767fb28-7dda-4f4b-b024-154add37b49d,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:19.356463 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90b9457-c137-40d3-876f-29da644f24b5 admin admin] Network 17da0435-2238-4de2-8cdc-e4e0ec82986c is already hosted by enough agents. {{(pid=113210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:51:19.359191 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.base_scheduler [None req-d90b9457-c137-40d3-876f-29da644f24b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=113210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:51:19.384569 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-2d901f29-95e1-44ad-96e1-2147a82e1a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'name': 'tempest-TestVolumeBootPattern-2084887640-router', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'b64bbac4-1a5e-41d0-a613-51dd5abf35b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:12Z', 'updated_at': '2022-09-17T03:51:18Z', 'revision_number': 4, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'gw_port': {'id': 'b64bbac4-1a5e-41d0-a613-51dd5abf35b4', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:13Z', 'updated_at': '2022-09-17T03:51:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': '246386aa-d035-40e9-8e20-1db54e73513d', 'name': '', 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'mac_address': 'fa:16:3e:76:a4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd79f26d2-7e28-4c00-b0e8-4dc043d7353f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:17Z', 'updated_at': '2022-09-17T03:51:17Z', 'revision_number': 1, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'subnets': [{'id': 'd79f26d2-7e28-4c00-b0e8-4dc043d7353f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:51:19.426209 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d901f29-95e1-44ad-96e1-2147a82e1a24 None None] The sync data for ids ['d5966e2e-c4b1-4f9d-93f4-8541417b2351'] in dv-cinder-849143-3-iscsi is: [{'id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'name': 'tempest-TestVolumeBootPattern-2084887640-router', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'b64bbac4-1a5e-41d0-a613-51dd5abf35b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:12Z', 'updated_at': '2022-09-17T03:51:18Z', 'revision_number': 4, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'gw_port': {'id': 'b64bbac4-1a5e-41d0-a613-51dd5abf35b4', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:13Z', 'updated_at': '2022-09-17T03:51:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': '246386aa-d035-40e9-8e20-1db54e73513d', 'name': '', 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'mac_address': 'fa:16:3e:76:a4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd79f26d2-7e28-4c00-b0e8-4dc043d7353f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:17Z', 'updated_at': '2022-09-17T03:51:17Z', 'revision_number': 1, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'subnets': [{'id': 'd79f26d2-7e28-4c00-b0e8-4dc043d7353f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:51:19.446981 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b2d46ae2-75ed-40bb-9f1c-301e3f14426b tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:19.448388 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-b2d46ae2-75ed-40bb-9f1c-301e3f14426b tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8169241 Sep 17 03:51:19.451907 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 48044) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:19.462711 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-b1dd0416-929f-4c46-8613-2df8a6fb0eeb tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Request body: {'security_group_rule': {'security_group_id': '9767fb28-7dda-4f4b-b024-154add37b49d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:51:19.531465 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab34a9-c5d6-489c-8865-7dd08771c59f req-e9c6b83a-56f5-470d-ace0-4c49b88adf17 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:19.545023 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-6fab34a9-c5d6-489c-8865-7dd08771c59f req-e9c6b83a-56f5-470d-ace0-4c49b88adf17 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 945 time: 0.2375321 Sep 17 03:51:19.555152 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:19.620125 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90b9457-c137-40d3-876f-29da644f24b5 admin admin] Router d5966e2e-c4b1-4f9d-93f4-8541417b2351 has already been hosted by L3 agent b971cbd0-997d-41fb-8614-0aea29982798 {{(pid=113210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:51:19.631246 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b1dd0416-929f-4c46-8613-2df8a6fb0eeb tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks [] for security_group_rule (d119feb2-b005-44f9-a33a-fd0752c1c082), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:19.698452 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba5946-79bf-4eab-af4c-88b849b533f5 req-544e4df3-c745-4f09-86fb-4cfadf566283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:19.703724 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-6ce27d8b-256e-4f1b-abf3-38c000ea6d93 None None] Attempt 2 to provision port 246386aa-d035-40e9-8e20-1db54e73513d Sep 17 03:51:19.705144 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-92ba5946-79bf-4eab-af4c-88b849b533f5 req-544e4df3-c745-4f09-86fb-4cfadf566283 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=fb6cb03abf5242b594efcf325909dd32&device_id=848cd21e-bb93-4282-b923-655fd98af383 HTTP/1.1" status: 200 len: 1127 time: 0.2517903 Sep 17 03:51:19.815130 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-6ce27d8b-256e-4f1b-abf3-38c000ea6d93 None None] Port 246386aa-d035-40e9-8e20-1db54e73513d cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:51:19.927679 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-6fab34a9-c5d6-489c-8865-7dd08771c59f req-7079a8f9-e43e-48b9-8099-7f4697079291 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3796129 Sep 17 03:51:19.961437 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b1dd0416-929f-4c46-8613-2df8a6fb0eeb tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks [] for security_group_rule (d119feb2-b005-44f9-a33a-fd0752c1c082), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:20.009559 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90b9457-c137-40d3-876f-29da644f24b5 admin admin] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:51:20.027920 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-d90b9457-c137-40d3-876f-29da644f24b5 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/d5966e2e-c4b1-4f9d-93f4-8541417b2351/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9486837 Sep 17 03:51:20.104379 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b1dd0416-929f-4c46-8613-2df8a6fb0eeb tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553096'] for security_group_rule (d119feb2-b005-44f9-a33a-fd0752c1c082), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:20.107912 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0a972-f3a3-45f9-b43b-b046fa8fa524 req-cd680ce0-489f-4908-bcce-fc1a3068a413 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:20.112072 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-05c0a972-f3a3-45f9-b43b-b046fa8fa524 req-cd680ce0-489f-4908-bcce-fc1a3068a413 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=848cd21e-bb93-4282-b923-655fd98af383 HTTP/1.1" status: 200 len: 943 time: 0.2103167 Sep 17 03:51:20.155172 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dd0416-929f-4c46-8613-2df8a6fb0eeb tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d119feb2-b005-44f9-a33a-fd0752c1c082,revision_number=0']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:20.184911 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba5946-79bf-4eab-af4c-88b849b533f5 req-af84ceee-cfdb-4a50-8579-d16468bfcaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:20.187219 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-92ba5946-79bf-4eab-af4c-88b849b533f5 req-af84ceee-cfdb-4a50-8579-d16468bfcaa4 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=07c207ee-c2bb-4d53-bca3-b5aa6199ad0f HTTP/1.1" status: 200 len: 915 time: 0.4753170 Sep 17 03:51:20.240682 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b1dd0416-929f-4c46-8613-2df8a6fb0eeb tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:20.242305 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-b1dd0416-929f-4c46-8613-2df8a6fb0eeb tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7891603 Sep 17 03:51:20.245090 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 48062) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:20.257314 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-be49b58a-4850-4ed7-b819-b1f793d17824 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Request body: {'security_group_rule': {'security_group_id': '9767fb28-7dda-4f4b-b024-154add37b49d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:51:20.282045 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-92ba5946-79bf-4eab-af4c-88b849b533f5 req-82da4988-b4a9-4181-9d5b-be4ee0020821 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7087cb3-476a-4b4c-a379-b613a140db7d HTTP/1.1" status: 200 len: 217 time: 0.0818946 Sep 17 03:51:20.312005 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-05c0a972-f3a3-45f9-b43b-b046fa8fa524 req-1a6af1fc-095b-4469-83eb-33924f62601e tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=584c37ae-9cfb-4b0b-ab4b-ef03cbb59c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980581 Sep 17 03:51:20.316636 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-6ce27d8b-256e-4f1b-abf3-38c000ea6d93 None None] Attempt 3 to provision port 246386aa-d035-40e9-8e20-1db54e73513d Sep 17 03:51:20.393318 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-be49b58a-4850-4ed7-b819-b1f793d17824 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks [] for security_group_rule (9757853e-f31f-4057-ab4d-632e534fe2c8), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:20.408177 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-6ce27d8b-256e-4f1b-abf3-38c000ea6d93 None None] Port 246386aa-d035-40e9-8e20-1db54e73513d cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:51:20.423501 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba5946-79bf-4eab-af4c-88b849b533f5 req-384b2585-8c06-4fa8-94f9-8728dc111667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:20.425990 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-92ba5946-79bf-4eab-af4c-88b849b533f5 req-384b2585-8c06-4fa8-94f9-8728dc111667 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=21657c11-9b0c-49b1-8935-9d760016ec10 HTTP/1.1" status: 200 len: 853 time: 0.1133211 Sep 17 03:51:20.522865 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-be49b58a-4850-4ed7-b819-b1f793d17824 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks [] for security_group_rule (9757853e-f31f-4057-ab4d-632e534fe2c8), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:20.545307 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba5946-79bf-4eab-af4c-88b849b533f5 req-ee0fd861-0bba-4b3f-b211-0cf37d761e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:20.546866 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-92ba5946-79bf-4eab-af4c-88b849b533f5 req-ee0fd861-0bba-4b3f-b211-0cf37d761e0b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=07c207ee-c2bb-4d53-bca3-b5aa6199ad0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1024413 Sep 17 03:51:20.648543 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-be49b58a-4850-4ed7-b819-b1f793d17824 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553096'] for security_group_rule (9757853e-f31f-4057-ab4d-632e534fe2c8), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:20.695711 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be49b58a-4850-4ed7-b819-b1f793d17824 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9757853e-f31f-4057-ab4d-632e534fe2c8,revision_number=0']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:20.729170 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-92ba5946-79bf-4eab-af4c-88b849b533f5 req-e769042d-07e4-46fd-b2c2-adfb73e03baf service neutron] 10.222.0.18 "GET /networking/v2.0/networks/07c207ee-c2bb-4d53-bca3-b5aa6199ad0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732161 Sep 17 03:51:20.764793 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:20.797442 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-be49b58a-4850-4ed7-b819-b1f793d17824 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:20.800378 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-be49b58a-4850-4ed7-b819-b1f793d17824 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5542355 Sep 17 03:51:20.804432 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 48074) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:20.819986 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-6cb67f82-b109-42bb-bda9-01ee96546199 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Request body: {'floatingip': {'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:51:20.840816 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:20.909814 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-6ce27d8b-256e-4f1b-abf3-38c000ea6d93 None None] Attempt 4 to provision port 246386aa-d035-40e9-8e20-1db54e73513d Sep 17 03:51:20.931234 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-92ba5946-79bf-4eab-af4c-88b849b533f5 req-fd142db2-a133-429f-8117-0d52349b584a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/07c207ee-c2bb-4d53-bca3-b5aa6199ad0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870751 Sep 17 03:51:20.972289 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-6ce27d8b-256e-4f1b-abf3-38c000ea6d93 None None] Port 246386aa-d035-40e9-8e20-1db54e73513d cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:51:20.996915 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-6cb67f82-b109-42bb-bda9-01ee96546199 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:21.234877 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-6cb67f82-b109-42bb-bda9-01ee96546199 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:21.473433 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-6ce27d8b-256e-4f1b-abf3-38c000ea6d93 None None] Attempt 5 to provision port 246386aa-d035-40e9-8e20-1db54e73513d Sep 17 03:51:21.494214 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.db_base_plugin_common [None req-6cb67f82-b109-42bb-bda9-01ee96546199 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Allocated IP 172.27.0.171 (4d68fa53-4257-4a6b-8a5b-fb329be82f15/9fe7d342-7214-45a3-bf4f-d121f4a79efc/0577aa08-12fb-45bf-bb04-3a4fb70fb296) {{(pid=113210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:51:21.551703 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-6ce27d8b-256e-4f1b-abf3-38c000ea6d93 None None] Port 246386aa-d035-40e9-8e20-1db54e73513d cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:51:21.558349 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d6a30-beef-4064-890f-34256d3fb389 req-bbf2201d-2c0c-430f-adf4-801241a0ea63 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:21.568939 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-073d6a30-beef-4064-890f-34256d3fb389 req-bbf2201d-2c0c-430f-adf4-801241a0ea63 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 945 time: 0.1913109 Sep 17 03:51:21.584688 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ddf2d8-653c-43d8-8b08-ef33c9650ab1 req-89f907ad-fe5e-47e7-845f-2dbdc4a69260 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:21.593620 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f3ddf2d8-653c-43d8-8b08-ef33c9650ab1 req-89f907ad-fe5e-47e7-845f-2dbdc4a69260 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=848cd21e-bb93-4282-b923-655fd98af383 HTTP/1.1" status: 200 len: 943 time: 0.0988834 Sep 17 03:51:21.677058 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-6cb67f82-b109-42bb-bda9-01ee96546199 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks [] for port (0577aa08-12fb-45bf-bb04-3a4fb70fb296), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:21.713948 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-073d6a30-beef-4064-890f-34256d3fb389 req-d89cb770-cb68-4b0c-9a50-9df135d6ca3c tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410894 Sep 17 03:51:21.745516 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f3ddf2d8-653c-43d8-8b08-ef33c9650ab1 req-8fa86924-0dfa-48d8-b5e0-b6daca8404ea tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=584c37ae-9cfb-4b0b-ab4b-ef03cbb59c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478713 Sep 17 03:51:21.814562 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-6cb67f82-b109-42bb-bda9-01ee96546199 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (0577aa08-12fb-45bf-bb04-3a4fb70fb296), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:21.821052 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:21.887751 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb67f82-b109-42bb-bda9-01ee96546199 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Network 4d68fa53-4257-4a6b-8a5b-fb329be82f15 is already hosted by enough agents. {{(pid=113210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:51:21.898032 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.base_scheduler [None req-6cb67f82-b109-42bb-bda9-01ee96546199 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Resources bound (agent type, host, resource id): {{(pid=113210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:51:21.931731 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb67f82-b109-42bb-bda9-01ee96546199 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Received port after_create {{(pid=113210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:51:21.988449 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 48100) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:21.993555 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [None req-55152844-2c6e-492c-afe2-ed8161b7d6f1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-318603907-network', 'tenant_id': 'ac0ebe0ca1bd4032b42483825e838762'}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:51:22.013932 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb67f82-b109-42bb-bda9-01ee96546199 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Pushing event updated for resources: {'Port': ['ID=0577aa08-12fb-45bf-bb04-3a4fb70fb296,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:22.054103 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-6ce27d8b-256e-4f1b-abf3-38c000ea6d93 None None] Attempt 6 to provision port 246386aa-d035-40e9-8e20-1db54e73513d Sep 17 03:51:22.158718 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-6cb67f82-b109-42bb-bda9-01ee96546199 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks [] for floatingip (330f115b-bbb7-4328-a212-eb1db3369ec3), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:22.159050 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-6ce27d8b-256e-4f1b-abf3-38c000ea6d93 None None] Port 246386aa-d035-40e9-8e20-1db54e73513d cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:51:22.188499 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device b64bbac4-1a5e-41d0-a613-51dd5abf35b4 up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:51:22.235421 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55152844-2c6e-492c-afe2-ed8161b7d6f1 admin admin] Made reservation on behalf of ac0ebe0ca1bd4032b42483825e838762 for: {'network': 1} {{(pid=113211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:51:22.238119 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-55152844-2c6e-492c-afe2-ed8161b7d6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for network (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:22.252129 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-55152844-2c6e-492c-afe2-ed8161b7d6f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:22.300538 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port b64bbac4-1a5e-41d0-a613-51dd5abf35b4 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:51:22.301228 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (b64bbac4-1a5e-41d0-a613-51dd5abf35b4), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:22.301806 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port b64bbac4-1a5e-41d0-a613-51dd5abf35b4 Sep 17 03:51:22.348547 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-6cb67f82-b109-42bb-bda9-01ee96546199 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (0577aa08-12fb-45bf-bb04-3a4fb70fb296), before_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:22.355673 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device d7087cb3-476a-4b4c-a379-b613a140db7d details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=113212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 03:51:22.388706 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:22.448132 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-55152844-2c6e-492c-afe2-ed8161b7d6f1 admin admin] Publish callbacks [] for security_group (d3f42289-cdcb-4d6e-ac95-57b5ec87b075), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:22.518995 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=100 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:22.527427 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-55152844-2c6e-492c-afe2-ed8161b7d6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (d3f42289-cdcb-4d6e-ac95-57b5ec87b075), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:22.587865 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port b64bbac4-1a5e-41d0-a613-51dd5abf35b4 is: DOWN; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:51:22.588572 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (b64bbac4-1a5e-41d0-a613-51dd5abf35b4), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:22.607800 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55152844-2c6e-492c-afe2-ed8161b7d6f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=113211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 03:51:22.623660 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55152844-2c6e-492c-afe2-ed8161b7d6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f42289-cdcb-4d6e-ac95-57b5ec87b075,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:22.662369 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-55152844-2c6e-492c-afe2-ed8161b7d6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16505770'] for segment (cbf006cc-15b2-432f-80cb-6bae2ba6ebb2), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:22.663849 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.db.segments_db [None req-55152844-2c6e-492c-afe2-ed8161b7d6f1 admin admin] Added segment cbf006cc-15b2-432f-80cb-6bae2ba6ebb2 of type vlan for network f80aa7ff-30a6-446c-847d-7ac8f980be24 Sep 17 03:51:22.680342 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-6ce27d8b-256e-4f1b-abf3-38c000ea6d93 None None] Attempt 7 to provision port 246386aa-d035-40e9-8e20-1db54e73513d Sep 17 03:51:22.744692 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-55152844-2c6e-492c-afe2-ed8161b7d6f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745114436006'] for network (f80aa7ff-30a6-446c-847d-7ac8f980be24), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:22.841374 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port d7087cb3-476a-4b4c-a379-b613a140db7d, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=d7087cb3-476a-4b4c-a379-b613a140db7d,segment=NetworkSegment(f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54),segment_id=f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:51:22.886830 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] For port b64bbac4-1a5e-41d0-a613-51dd5abf35b4, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=b64bbac4-1a5e-41d0-a613-51dd5abf35b4,segment=NetworkSegment(b9ff3b7d-3dba-4f81-9340-22e46529b80a),segment_id=b9ff3b7d-3dba-4f81-9340-22e46529b80a)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:51:22.904950 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Returning: {'device': 'd7087cb3-476a-4b4c-a379-b613a140db7d', 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f', 'port_id': 'd7087cb3-476a-4b4c-a379-b613a140db7d', 'mac_address': 'fa:16:3e:0d:cd:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 03:51:22.906495 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-6ce27d8b-256e-4f1b-abf3-38c000ea6d93 None None] Port 246386aa-d035-40e9-8e20-1db54e73513d cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:51:22.921421 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-6cb67f82-b109-42bb-bda9-01ee96546199 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks [] for port (0577aa08-12fb-45bf-bb04-3a4fb70fb296), precommit_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:22.963250 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port d7087cb3-476a-4b4c-a379-b613a140db7d is: DOWN; New status is: BUILD {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:51:22.964653 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (d7087cb3-476a-4b4c-a379-b613a140db7d), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:23.007536 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7087cb3-476a-4b4c-a379-b613a140db7d {{(pid=113212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:51:23.149524 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-55152844-2c6e-492c-afe2-ed8161b7d6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828'] for network (f80aa7ff-30a6-446c-847d-7ac8f980be24), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:23.149889 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-6cb67f82-b109-42bb-bda9-01ee96546199 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25815858'] for port (0577aa08-12fb-45bf-bb04-3a4fb70fb296), after_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:23.152096 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55152844-2c6e-492c-afe2-ed8161b7d6f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:23.155600 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-55152844-2c6e-492c-afe2-ed8161b7d6f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for network (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:23.208968 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port d7087cb3-476a-4b4c-a379-b613a140db7d, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=d7087cb3-476a-4b4c-a379-b613a140db7d,segment=NetworkSegment(f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54),segment_id=f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:51:23.241368 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (b64bbac4-1a5e-41d0-a613-51dd5abf35b4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:23.289445 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3012a150-3e97-42b5-adc1-476337540ea6 None None] Sync routers for ids ['d5966e2e-c4b1-4f9d-93f4-8541417b2351'] in dv-cinder-849143-3-iscsi {{(pid=113213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:51:23.320816 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb67f82-b109-42bb-bda9-01ee96546199 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Pushing event updated for resources: {'Port': ['ID=0577aa08-12fb-45bf-bb04-3a4fb70fb296,revision_number=2']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:23.332617 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3012a150-3e97-42b5-adc1-476337540ea6 None None] Routers {'d5966e2e-c4b1-4f9d-93f4-8541417b2351'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:51:23.333694 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-3012a150-3e97-42b5-adc1-476337540ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:51:10Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['d5966e2e-c4b1-4f9d-93f4-8541417b2351'], 'active': True} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:51:23.337925 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-6cb67f82-b109-42bb-bda9-01ee96546199 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615334'] for floatingip (330f115b-bbb7-4328-a212-eb1db3369ec3), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:23.421755 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (d7087cb3-476a-4b4c-a379-b613a140db7d), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:23.421755 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-6ce27d8b-256e-4f1b-abf3-38c000ea6d93 None None] Attempt 8 to provision port 246386aa-d035-40e9-8e20-1db54e73513d Sep 17 03:51:23.449040 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6a847-355a-43e2-b7ae-5700fed578ab req-09dd5e36-3e0c-42b4-a99c-9f521c4287ef tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:23.454037 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e1e6a847-355a-43e2-b7ae-5700fed578ab req-09dd5e36-3e0c-42b4-a99c-9f521c4287ef tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=848cd21e-bb93-4282-b923-655fd98af383 HTTP/1.1" status: 200 len: 943 time: 0.4629891 Sep 17 03:51:23.459638 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd664161-679e-4966-b168-c03b6d2f40e2 req-069b6719-f3ed-4e96-9224-cf7cf075ebdc tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:23.461372 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-cd664161-679e-4966-b168-c03b6d2f40e2 req-069b6719-f3ed-4e96-9224-cf7cf075ebdc tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 945 time: 0.4605718 Sep 17 03:51:23.488024 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-6ce27d8b-256e-4f1b-abf3-38c000ea6d93 None None] Port 246386aa-d035-40e9-8e20-1db54e73513d cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:51:23.507705 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Pushing event updated for resources: {'Port': ['ID=b64bbac4-1a5e-41d0-a613-51dd5abf35b4,revision_number=4']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:23.569283 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=d7087cb3-476a-4b4c-a379-b613a140db7d,revision_number=4']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:23.593044 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55152844-2c6e-492c-afe2-ed8161b7d6f1 admin admin] Pushing event updated for resources: {'Network': ['ID=f80aa7ff-30a6-446c-847d-7ac8f980be24,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:23.604793 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Network f80aa7ff-30a6-446c-847d-7ac8f980be24 details requested by agent ovs-agent-dv-cinder-849143-3-iscsi with host dv-cinder-849143-3-iscsi {{(pid=113212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 03:51:23.610816 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e1e6a847-355a-43e2-b7ae-5700fed578ab req-8d206107-e5aa-41b1-9b1e-589759fc9300 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=584c37ae-9cfb-4b0b-ab4b-ef03cbb59c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052306 Sep 17 03:51:23.631506 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvr_db [None req-3012a150-3e97-42b5-adc1-476337540ea6 None None] Set router d5966e2e-c4b1-4f9d-93f4-8541417b2351 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:51:23.647732 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-cd664161-679e-4966-b168-c03b6d2f40e2 req-b4003a37-e523-4bca-b115-ee8a5dce5843 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415393 Sep 17 03:51:23.826304 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-6cb67f82-b109-42bb-bda9-01ee96546199 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for floatingip (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:23.837996 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-6cb67f82-b109-42bb-bda9-01ee96546199 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0167871 Sep 17 03:51:23.838206 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] get_ports_and_sgs() called for port_ids ['d7087cb3-476a-4b4c-a379-b613a140db7d'] {{(pid=113212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:51:23.853287 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-55152844-2c6e-492c-afe2-ed8161b7d6f1 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8611286 Sep 17 03:51:23.853579 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 48130) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:23.860590 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-56a561c2-90e9-492a-932d-a84171619e91 admin admin] Request body: {'subnet': {'network_id': 'f80aa7ff-30a6-446c-847d-7ac8f980be24', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-318603907-subnet', 'tenant_id': 'ac0ebe0ca1bd4032b42483825e838762', 'ip_version': 4}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:51:23.867894 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-3012a150-3e97-42b5-adc1-476337540ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'name': 'tempest-TestVolumeBootPattern-2084887640-router', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'b64bbac4-1a5e-41d0-a613-51dd5abf35b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:12Z', 'updated_at': '2022-09-17T03:51:18Z', 'revision_number': 4, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'gw_port': {'id': 'b64bbac4-1a5e-41d0-a613-51dd5abf35b4', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:13Z', 'updated_at': '2022-09-17T03:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': '246386aa-d035-40e9-8e20-1db54e73513d', 'name': '', 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'mac_address': 'fa:16:3e:76:a4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd79f26d2-7e28-4c00-b0e8-4dc043d7353f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:17Z', 'updated_at': '2022-09-17T03:51:18Z', 'revision_number': 2, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'subnets': [{'id': 'd79f26d2-7e28-4c00-b0e8-4dc043d7353f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:51:23.903382 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3012a150-3e97-42b5-adc1-476337540ea6 None None] Checking router: d5966e2e-c4b1-4f9d-93f4-8541417b2351 for host: dv-cinder-849143-3-iscsi {{(pid=113213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:51:23.903818 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3012a150-3e97-42b5-adc1-476337540ea6 None None] Updating router d5966e2e-c4b1-4f9d-93f4-8541417b2351 port 246386aa-d035-40e9-8e20-1db54e73513d binding host dv-cinder-849143-3-iscsi {{(pid=113213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 03:51:23.925420 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:23.947248 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-3012a150-3e97-42b5-adc1-476337540ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (246386aa-d035-40e9-8e20-1db54e73513d), before_update {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:24.016907 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-6ce27d8b-256e-4f1b-abf3-38c000ea6d93 None None] Attempt 9 to provision port 246386aa-d035-40e9-8e20-1db54e73513d Sep 17 03:51:24.046597 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a561c2-90e9-492a-932d-a84171619e91 admin admin] Made reservation on behalf of ac0ebe0ca1bd4032b42483825e838762 for: {'subnet': 1} {{(pid=113210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:51:24.054318 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-56a561c2-90e9-492a-932d-a84171619e91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25349467'] for subnet (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:24.147990 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-6ce27d8b-256e-4f1b-abf3-38c000ea6d93 None None] Port 246386aa-d035-40e9-8e20-1db54e73513d cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:51:24.266362 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device b64bbac4-1a5e-41d0-a613-51dd5abf35b4 up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:51:24.297129 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:24.395537 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port b64bbac4-1a5e-41d0-a613-51dd5abf35b4 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:51:24.396042 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (b64bbac4-1a5e-41d0-a613-51dd5abf35b4), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:24.396570 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port b64bbac4-1a5e-41d0-a613-51dd5abf35b4 Sep 17 03:51:24.446234 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-3012a150-3e97-42b5-adc1-476337540ea6 None None] Publish callbacks [] for port (246386aa-d035-40e9-8e20-1db54e73513d), precommit_update {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:24.462953 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:24.516844 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port b64bbac4-1a5e-41d0-a613-51dd5abf35b4 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:51:24.567145 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-3012a150-3e97-42b5-adc1-476337540ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (246386aa-d035-40e9-8e20-1db54e73513d), after_update {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:24.597027 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-56a561c2-90e9-492a-932d-a84171619e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25816507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25349453'] for subnet (41d20e57-2557-4c3c-9315-6489855f96fd), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:24.648906 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-6ce27d8b-256e-4f1b-abf3-38c000ea6d93 None None] Attempt 10 to provision port 246386aa-d035-40e9-8e20-1db54e73513d Sep 17 03:51:24.662222 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.managers [None req-3012a150-3e97-42b5-adc1-476337540ea6 None None] Attempting to bind port 246386aa-d035-40e9-8e20-1db54e73513d on host dv-cinder-849143-3-iscsi for vnic_type normal with profile {{(pid=113213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:51:24.662470 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.managers [None req-3012a150-3e97-42b5-adc1-476337540ea6 None None] Attempting to bind port 246386aa-d035-40e9-8e20-1db54e73513d by drivers openvswitch,hyperv on host dv-cinder-849143-3-iscsi at level 0 using segments [{'id': '09dd00a3-8b97-425c-8fa8-26eaa25dbf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c'}] {{(pid=113213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:51:24.662852 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3012a150-3e97-42b5-adc1-476337540ea6 None None] Attempting to bind port 246386aa-d035-40e9-8e20-1db54e73513d on network 17da0435-2238-4de2-8cdc-e4e0ec82986c {{(pid=113213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:51:24.667774 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a561c2-90e9-492a-932d-a84171619e91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41d20e57-2557-4c3c-9315-6489855f96fd,revision_number=0']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:24.675236 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a561c2-90e9-492a-932d-a84171619e91 admin admin] Checking segment: {'id': 'cbf006cc-15b2-432f-80cb-6bae2ba6ebb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f80aa7ff-30a6-446c-847d-7ac8f980be24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:51:24.675236 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a561c2-90e9-492a-932d-a84171619e91 admin admin] Network hostable DHCP agents. Network: f80aa7ff-30a6-446c-847d-7ac8f980be24, hostable agents: ['b0b4725d-5d3f-4adf-8b60-729f2f7a35da'], hosted agents: [] {{(pid=113210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 03:51:24.724249 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-6ce27d8b-256e-4f1b-abf3-38c000ea6d93 None None] Port 246386aa-d035-40e9-8e20-1db54e73513d cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:51:24.738600 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3012a150-3e97-42b5-adc1-476337540ea6 None None] Checking agent: {'id': '287db9f2-8160-4728-95aa-12aebca604d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 40, 13), 'started_at': datetime.datetime(2022, 9, 17, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:51:24.738974 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3012a150-3e97-42b5-adc1-476337540ea6 None None] Checking segment: {'id': '09dd00a3-8b97-425c-8fa8-26eaa25dbf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:51:24.739956 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-3012a150-3e97-42b5-adc1-476337540ea6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:24.742481 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3012a150-3e97-42b5-adc1-476337540ea6 None None] Bound using segment: {'id': '09dd00a3-8b97-425c-8fa8-26eaa25dbf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c'} {{(pid=113213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:51:24.743174 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.managers [None req-3012a150-3e97-42b5-adc1-476337540ea6 None None] Bound port: 246386aa-d035-40e9-8e20-1db54e73513d, host: dv-cinder-849143-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09dd00a3-8b97-425c-8fa8-26eaa25dbf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c'}}] {{(pid=113213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:51:24.743761 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-3012a150-3e97-42b5-adc1-476337540ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (246386aa-d035-40e9-8e20-1db54e73513d), before_update {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:24.751164 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:24.795282 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189c33c-8a97-4431-8560-00f3e8c55a3b req-861fee52-cd95-48cb-a232-eb9d5c6d40a8 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:24.804757 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a189c33c-8a97-4431-8560-00f3e8c55a3b req-861fee52-cd95-48cb-a232-eb9d5c6d40a8 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=848cd21e-bb93-4282-b923-655fd98af383 HTTP/1.1" status: 200 len: 944 time: 0.0653877 Sep 17 03:51:24.825437 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a561c2-90e9-492a-932d-a84171619e91 admin admin] Network f80aa7ff-30a6-446c-847d-7ac8f980be24 is scheduled to be hosted by DHCP agent b0b4725d-5d3f-4adf-8b60-729f2f7a35da with binding_index 1 {{(pid=113210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 03:51:24.850442 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-d3395c04-5937-4bfb-b767-1033c97012be None None] Provisioning complete for port 246386aa-d035-40e9-8e20-1db54e73513d triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:51:24.851382 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-d3395c04-5937-4bfb-b767-1033c97012be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (246386aa-d035-40e9-8e20-1db54e73513d), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:24.851931 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-d3395c04-5937-4bfb-b767-1033c97012be None None] Attempt 1 to provision port 246386aa-d035-40e9-8e20-1db54e73513d Sep 17 03:51:24.857785 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.db [None req-3012a150-3e97-42b5-adc1-476337540ea6 None None] For port 246386aa-d035-40e9-8e20-1db54e73513d, host dv-cinder-849143-3-iscsi, cleared binding levels {{(pid=113213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:51:24.866892 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.db [None req-3012a150-3e97-42b5-adc1-476337540ea6 None None] For port 246386aa-d035-40e9-8e20-1db54e73513d, host dv-cinder-849143-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=246386aa-d035-40e9-8e20-1db54e73513d,segment=NetworkSegment(09dd00a3-8b97-425c-8fa8-26eaa25dbf9b),segment_id=09dd00a3-8b97-425c-8fa8-26eaa25dbf9b)] {{(pid=113213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:51:24.870131 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34b00af-23cb-4f36-b8cc-6696542762aa None None] Pushing event updated for resources: {'Port': ['ID=246386aa-d035-40e9-8e20-1db54e73513d,revision_number=3']} {{(pid=113213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:24.872393 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:24.872717 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a189c33c-8a97-4431-8560-00f3e8c55a3b req-bf690b4e-d510-4f01-a74c-80b11c7414d7 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=584c37ae-9cfb-4b0b-ab4b-ef03cbb59c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666621 Sep 17 03:51:24.881029 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34b00af-23cb-4f36-b8cc-6696542762aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:24.882175 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34b00af-23cb-4f36-b8cc-6696542762aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:24.882875 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34b00af-23cb-4f36-b8cc-6696542762aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:24.884104 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34b00af-23cb-4f36-b8cc-6696542762aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:24.884656 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34b00af-23cb-4f36-b8cc-6696542762aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:24.885158 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34b00af-23cb-4f36-b8cc-6696542762aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:24.886319 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34b00af-23cb-4f36-b8cc-6696542762aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:24.888515 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34b00af-23cb-4f36-b8cc-6696542762aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:24.888515 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34b00af-23cb-4f36-b8cc-6696542762aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:24.888515 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34b00af-23cb-4f36-b8cc-6696542762aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:24.888515 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34b00af-23cb-4f36-b8cc-6696542762aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:24.888975 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34b00af-23cb-4f36-b8cc-6696542762aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:24.889509 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34b00af-23cb-4f36-b8cc-6696542762aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:24.890633 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34b00af-23cb-4f36-b8cc-6696542762aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:24.891261 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34b00af-23cb-4f36-b8cc-6696542762aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:24.907706 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.base_scheduler [None req-56a561c2-90e9-492a-932d-a84171619e91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-3-iscsi, f80aa7ff-30a6-446c-847d-7ac8f980be24) {{(pid=113210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:51:24.909230 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-d3395c04-5937-4bfb-b767-1033c97012be None None] Port 246386aa-d035-40e9-8e20-1db54e73513d cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:51:24.919999 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a561c2-90e9-492a-932d-a84171619e91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:24.920258 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a568606c-7bc5-4099-8aca-6bfd45b16f61 None None] Network f80aa7ff-30a6-446c-847d-7ac8f980be24 requested from dv-cinder-849143-3-iscsi {{(pid=113212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:51:24.920365 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-56a561c2-90e9-492a-932d-a84171619e91 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:24.922360 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:UPDATE=3,neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=7 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:24.945697 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-3012a150-3e97-42b5-adc1-476337540ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (246386aa-d035-40e9-8e20-1db54e73513d), after_update {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:24.951197 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:25.000392 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3012a150-3e97-42b5-adc1-476337540ea6 None None] Routers {'d5966e2e-c4b1-4f9d-93f4-8541417b2351'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:51:25.001042 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-3012a150-3e97-42b5-adc1-476337540ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:51:10Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['d5966e2e-c4b1-4f9d-93f4-8541417b2351'], 'active': True} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:51:25.015528 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da25157-a998-47ed-a092-7ace5f965fd8 req-881fbc8e-e3ac-47cb-9d76-f22019d4fb53 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:25.024326 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-3da25157-a998-47ed-a092-7ace5f965fd8 req-881fbc8e-e3ac-47cb-9d76-f22019d4fb53 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 945 time: 0.0710239 Sep 17 03:51:25.040599 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-56a561c2-90e9-492a-932d-a84171619e91 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1832888 Sep 17 03:51:25.041017 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 48156) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:25.047596 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-e7056003-b803-4638-88e8-4b26a2da1de5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-318603907-router', 'tenant_id': 'ac0ebe0ca1bd4032b42483825e838762', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'}}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:51:25.065934 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a383a7c-7135-4b28-9773-f5e70c60e788 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f96e3f4-43ec-52cd-99e5-8d71f9cd206c-f80aa7ff-30a6-446c-847d-7ac8f980be24', 'network_id': 'f80aa7ff-30a6-446c-847d-7ac8f980be24', 'project_id': 'ac0ebe0ca1bd4032b42483825e838762', 'fixed_ips': [{'subnet_id': '41d20e57-2557-4c3c-9315-6489855f96fd'}]}} from dv-cinder-849143-3-iscsi. {{(pid=113212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 17 03:51:25.066958 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-5a383a7c-7135-4b28-9773-f5e70c60e788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:25.073561 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34b00af-23cb-4f36-b8cc-6696542762aa None None] Pushing event updated for resources: {'Port': ['ID=246386aa-d035-40e9-8e20-1db54e73513d,revision_number=4']} {{(pid=113213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:25.130808 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-3da25157-a998-47ed-a092-7ace5f965fd8 req-cae89589-541e-4494-a391-99853eb0b230 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044946 Sep 17 03:51:25.178688 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvr_db [None req-3012a150-3e97-42b5-adc1-476337540ea6 None None] Set router d5966e2e-c4b1-4f9d-93f4-8541417b2351 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:51:25.248315 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e7056003-b803-4638-88e8-4b26a2da1de5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-617353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6001'] for router (8475f205-4bc0-4186-bdee-7c007755c87b), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:25.250230 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e7056003-b803-4638-88e8-4b26a2da1de5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-617908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6010'] for router (8475f205-4bc0-4186-bdee-7c007755c87b), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:25.270048 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.db_base_plugin_common [None req-5a383a7c-7135-4b28-9773-f5e70c60e788 None None] Allocated IP 172.20.0.2 (f80aa7ff-30a6-446c-847d-7ac8f980be24/41d20e57-2557-4c3c-9315-6489855f96fd/1dac0860-6899-4b48-b4d9-ffb2c2264fb7) {{(pid=113212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:51:25.323445 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e7056003-b803-4638-88e8-4b26a2da1de5 admin admin] Publish callbacks [] for router_controller (8475f205-4bc0-4186-bdee-7c007755c87b), precommit_add_association {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:25.370830 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:25.399700 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-3012a150-3e97-42b5-adc1-476337540ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'name': 'tempest-TestVolumeBootPattern-2084887640-router', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'b64bbac4-1a5e-41d0-a613-51dd5abf35b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:12Z', 'updated_at': '2022-09-17T03:51:18Z', 'revision_number': 4, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'gw_port': {'id': 'b64bbac4-1a5e-41d0-a613-51dd5abf35b4', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:13Z', 'updated_at': '2022-09-17T03:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': '246386aa-d035-40e9-8e20-1db54e73513d', 'name': '', 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'mac_address': 'fa:16:3e:76:a4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd79f26d2-7e28-4c00-b0e8-4dc043d7353f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:17Z', 'updated_at': '2022-09-17T03:51:24Z', 'revision_number': 4, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'subnets': [{'id': 'd79f26d2-7e28-4c00-b0e8-4dc043d7353f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:51:25.412630 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-d3395c04-5937-4bfb-b767-1033c97012be None None] Attempt 2 to provision port 246386aa-d035-40e9-8e20-1db54e73513d Sep 17 03:51:25.423852 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3012a150-3e97-42b5-adc1-476337540ea6 None None] The sync data for ids ['d5966e2e-c4b1-4f9d-93f4-8541417b2351'] in dv-cinder-849143-3-iscsi is: [{'id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'name': 'tempest-TestVolumeBootPattern-2084887640-router', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'b64bbac4-1a5e-41d0-a613-51dd5abf35b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:12Z', 'updated_at': '2022-09-17T03:51:18Z', 'revision_number': 4, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'gw_port': {'id': 'b64bbac4-1a5e-41d0-a613-51dd5abf35b4', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:13Z', 'updated_at': '2022-09-17T03:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': '246386aa-d035-40e9-8e20-1db54e73513d', 'name': '', 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'mac_address': 'fa:16:3e:76:a4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd79f26d2-7e28-4c00-b0e8-4dc043d7353f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:17Z', 'updated_at': '2022-09-17T03:51:24Z', 'revision_number': 4, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'subnets': [{'id': 'd79f26d2-7e28-4c00-b0e8-4dc043d7353f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:51:25.457061 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-5a383a7c-7135-4b28-9773-f5e70c60e788 None None] Publish callbacks [] for port (1dac0860-6899-4b48-b4d9-ffb2c2264fb7), precommit_create {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:25.507698 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-d3395c04-5937-4bfb-b767-1033c97012be None None] Current status of the port 246386aa-d035-40e9-8e20-1db54e73513d is: DOWN; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:51:25.508106 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-d3395c04-5937-4bfb-b767-1033c97012be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (246386aa-d035-40e9-8e20-1db54e73513d), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:25.528102 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-5a383a7c-7135-4b28-9773-f5e70c60e788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976'] for port (1dac0860-6899-4b48-b4d9-ffb2c2264fb7), after_create {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:25.587785 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a383a7c-7135-4b28-9773-f5e70c60e788 None None] Network f80aa7ff-30a6-446c-847d-7ac8f980be24 is already hosted by enough agents. {{(pid=113212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:51:25.595859 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-d3395c04-5937-4bfb-b767-1033c97012be None None] For port 246386aa-d035-40e9-8e20-1db54e73513d, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=246386aa-d035-40e9-8e20-1db54e73513d,segment=NetworkSegment(09dd00a3-8b97-425c-8fa8-26eaa25dbf9b),segment_id=09dd00a3-8b97-425c-8fa8-26eaa25dbf9b)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:51:25.597166 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.scheduler.base_scheduler [None req-5a383a7c-7135-4b28-9773-f5e70c60e788 None None] Resources bound (agent type, host, resource id): {{(pid=113212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:51:25.601240 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a383a7c-7135-4b28-9773-f5e70c60e788 None None] Received port after_create {{(pid=113212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:51:25.604711 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a383a7c-7135-4b28-9773-f5e70c60e788 None None] Pushing event updated for resources: {'Port': ['ID=1dac0860-6899-4b48-b4d9-ffb2c2264fb7,revision_number=1']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:25.667492 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e7056003-b803-4638-88e8-4b26a2da1de5 admin admin] Publish callbacks [] for router_gateway (8475f205-4bc0-4186-bdee-7c007755c87b), precommit_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:25.681637 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-d3395c04-5937-4bfb-b767-1033c97012be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (246386aa-d035-40e9-8e20-1db54e73513d), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:25.706362 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-5a383a7c-7135-4b28-9773-f5e70c60e788 None None] Attempting to bind port 1dac0860-6899-4b48-b4d9-ffb2c2264fb7 on host dv-cinder-849143-3-iscsi for vnic_type normal with profile {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:51:25.706734 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-5a383a7c-7135-4b28-9773-f5e70c60e788 None None] Attempting to bind port 1dac0860-6899-4b48-b4d9-ffb2c2264fb7 by drivers openvswitch,hyperv on host dv-cinder-849143-3-iscsi at level 0 using segments [{'id': 'cbf006cc-15b2-432f-80cb-6bae2ba6ebb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f80aa7ff-30a6-446c-847d-7ac8f980be24'}] {{(pid=113212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:51:25.707101 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a383a7c-7135-4b28-9773-f5e70c60e788 None None] Attempting to bind port 1dac0860-6899-4b48-b4d9-ffb2c2264fb7 on network f80aa7ff-30a6-446c-847d-7ac8f980be24 {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:51:25.737441 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:UPDATE=6,neutron:SELECT=91,neutron:INSERT=3 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:25.768868 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3395c04-5937-4bfb-b767-1033c97012be None None] Pushing event updated for resources: {'Port': ['ID=246386aa-d035-40e9-8e20-1db54e73513d,revision_number=5']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:25.775907 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a383a7c-7135-4b28-9773-f5e70c60e788 None None] Checking agent: {'id': '287db9f2-8160-4728-95aa-12aebca604d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 40, 13), 'started_at': datetime.datetime(2022, 9, 17, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:51:25.776287 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a383a7c-7135-4b28-9773-f5e70c60e788 None None] Checking segment: {'id': 'cbf006cc-15b2-432f-80cb-6bae2ba6ebb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f80aa7ff-30a6-446c-847d-7ac8f980be24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:51:25.776687 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-5a383a7c-7135-4b28-9773-f5e70c60e788 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:25.777072 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a383a7c-7135-4b28-9773-f5e70c60e788 None None] Bound using segment: {'id': 'cbf006cc-15b2-432f-80cb-6bae2ba6ebb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f80aa7ff-30a6-446c-847d-7ac8f980be24'} {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:51:25.777541 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-5a383a7c-7135-4b28-9773-f5e70c60e788 None None] Bound port: 1dac0860-6899-4b48-b4d9-ffb2c2264fb7, host: dv-cinder-849143-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbf006cc-15b2-432f-80cb-6bae2ba6ebb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f80aa7ff-30a6-446c-847d-7ac8f980be24'}}] {{(pid=113212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:51:25.777946 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-5a383a7c-7135-4b28-9773-f5e70c60e788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (1dac0860-6899-4b48-b4d9-ffb2c2264fb7), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:25.862205 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-5a383a7c-7135-4b28-9773-f5e70c60e788 None None] For port 1dac0860-6899-4b48-b4d9-ffb2c2264fb7, host dv-cinder-849143-3-iscsi, cleared binding levels {{(pid=113212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:51:25.866477 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-5a383a7c-7135-4b28-9773-f5e70c60e788 None None] For port 1dac0860-6899-4b48-b4d9-ffb2c2264fb7, host dv-cinder-849143-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=1dac0860-6899-4b48-b4d9-ffb2c2264fb7,segment=NetworkSegment(cbf006cc-15b2-432f-80cb-6bae2ba6ebb2),segment_id=cbf006cc-15b2-432f-80cb-6bae2ba6ebb2)] {{(pid=113212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:51:25.953837 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-5a383a7c-7135-4b28-9773-f5e70c60e788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (1dac0860-6899-4b48-b4d9-ffb2c2264fb7), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:26.029594 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a383a7c-7135-4b28-9773-f5e70c60e788 None None] Pushing event updated for resources: {'Port': ['ID=1dac0860-6899-4b48-b4d9-ffb2c2264fb7,revision_number=2']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:26.044573 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b280b-57c5-4461-883a-ffebd1cc54d1 req-6d216301-b4b8-4fe0-98c1-1be4f20296db tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:26.049108 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e7056003-b803-4638-88e8-4b26a2da1de5 admin admin] Publish callbacks [] for router_gateway (8475f205-4bc0-4186-bdee-7c007755c87b), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:26.050706 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b62b280b-57c5-4461-883a-ffebd1cc54d1 req-6d216301-b4b8-4fe0-98c1-1be4f20296db tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=848cd21e-bb93-4282-b923-655fd98af383 HTTP/1.1" status: 200 len: 944 time: 0.0840480 Sep 17 03:51:26.137675 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e7056003-b803-4638-88e8-4b26a2da1de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:26.181432 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b62b280b-57c5-4461-883a-ffebd1cc54d1 req-b0c2fd7e-a4fa-4514-8ec5-8af3e76ed11d tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=584c37ae-9cfb-4b0b-ab4b-ef03cbb59c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216381 Sep 17 03:51:26.212589 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 246386aa-d035-40e9-8e20-1db54e73513d up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:51:26.343555 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:26.346385 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port 246386aa-d035-40e9-8e20-1db54e73513d triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:51:26.346636 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (246386aa-d035-40e9-8e20-1db54e73513d), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:26.346937 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port 246386aa-d035-40e9-8e20-1db54e73513d Sep 17 03:51:26.417471 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.db_base_plugin_common [None req-e7056003-b803-4638-88e8-4b26a2da1de5 admin admin] Allocated IP 172.27.0.96 (4d68fa53-4257-4a6b-8a5b-fb329be82f15/9fe7d342-7214-45a3-bf4f-d121f4a79efc/0f02135d-93e6-42ce-a251-6da534f37103) {{(pid=113210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:51:26.438983 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b71022-65ee-43e5-ac5a-d63351482fb5 req-1cbd6f24-699e-4336-b7d7-94317ca2d616 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:26.440535 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-70b71022-65ee-43e5-ac5a-d63351482fb5 req-1cbd6f24-699e-4336-b7d7-94317ca2d616 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 945 time: 0.0825872 Sep 17 03:51:26.496670 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:26.512461 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-70b71022-65ee-43e5-ac5a-d63351482fb5 req-47859b80-6f85-4813-8de1-4dadc43b41eb tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650282 Sep 17 03:51:26.559761 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e7056003-b803-4638-88e8-4b26a2da1de5 admin admin] Publish callbacks [] for port (0f02135d-93e6-42ce-a251-6da534f37103), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:26.596443 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port 246386aa-d035-40e9-8e20-1db54e73513d is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:51:26.664632 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e7056003-b803-4638-88e8-4b26a2da1de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (0f02135d-93e6-42ce-a251-6da534f37103), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:26.714659 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7056003-b803-4638-88e8-4b26a2da1de5 admin admin] Network 4d68fa53-4257-4a6b-8a5b-fb329be82f15 is already hosted by enough agents. {{(pid=113210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:51:26.715969 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.base_scheduler [None req-e7056003-b803-4638-88e8-4b26a2da1de5 admin admin] Resources bound (agent type, host, resource id): {{(pid=113210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:51:26.719807 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7056003-b803-4638-88e8-4b26a2da1de5 admin admin] Received port after_create {{(pid=113210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:51:26.723992 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7056003-b803-4638-88e8-4b26a2da1de5 admin admin] Pushing event updated for resources: {'Port': ['ID=0f02135d-93e6-42ce-a251-6da534f37103,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:26.972081 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:27.088176 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e7056003-b803-4638-88e8-4b26a2da1de5 admin admin] Publish callbacks [] for router_gateway (8475f205-4bc0-4186-bdee-7c007755c87b), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:27.140970 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c722de-6c4d-44b3-a805-d7324d9e564f None None] Network f80aa7ff-30a6-446c-847d-7ac8f980be24 requested from dv-cinder-849143-3-iscsi {{(pid=113212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:51:27.265041 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:27.275193 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-fe5324d9-8602-443f-b4e0-0fb0af3a5b57 None None] Provisioning complete for port 1dac0860-6899-4b48-b4d9-ffb2c2264fb7 triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:51:27.276024 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fe5324d9-8602-443f-b4e0-0fb0af3a5b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (1dac0860-6899-4b48-b4d9-ffb2c2264fb7), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:27.276520 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-fe5324d9-8602-443f-b4e0-0fb0af3a5b57 None None] Attempt 1 to provision port 1dac0860-6899-4b48-b4d9-ffb2c2264fb7 Sep 17 03:51:27.376638 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-fe5324d9-8602-443f-b4e0-0fb0af3a5b57 None None] Current status of the port 1dac0860-6899-4b48-b4d9-ffb2c2264fb7 is: DOWN; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:51:27.377080 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8a56e-0977-4ba6-b6a7-7f4741e1d0be req-d9b941cd-f5b8-4ebd-8e8d-cd31eaa1108f tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:27.377621 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fe5324d9-8602-443f-b4e0-0fb0af3a5b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (1dac0860-6899-4b48-b4d9-ffb2c2264fb7), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:27.381194 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-34d8a56e-0977-4ba6-b6a7-7f4741e1d0be req-d9b941cd-f5b8-4ebd-8e8d-cd31eaa1108f tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=848cd21e-bb93-4282-b923-655fd98af383 HTTP/1.1" status: 200 len: 944 time: 0.0842583 Sep 17 03:51:27.454051 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-fe5324d9-8602-443f-b4e0-0fb0af3a5b57 None None] For port 1dac0860-6899-4b48-b4d9-ffb2c2264fb7, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=1dac0860-6899-4b48-b4d9-ffb2c2264fb7,segment=NetworkSegment(cbf006cc-15b2-432f-80cb-6bae2ba6ebb2),segment_id=cbf006cc-15b2-432f-80cb-6bae2ba6ebb2)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:51:27.471901 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-34d8a56e-0977-4ba6-b6a7-7f4741e1d0be req-9df42db7-6470-405c-b684-0ce37d2015ec tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=584c37ae-9cfb-4b0b-ab4b-ef03cbb59c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781121 Sep 17 03:51:27.561362 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fe5324d9-8602-443f-b4e0-0fb0af3a5b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (1dac0860-6899-4b48-b4d9-ffb2c2264fb7), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:27.612802 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e7056003-b803-4638-88e8-4b26a2da1de5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-617964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-615204'] for router (8475f205-4bc0-4186-bdee-7c007755c87b), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:27.614351 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5324d9-8602-443f-b4e0-0fb0af3a5b57 None None] Pushing event updated for resources: {'Port': ['ID=1dac0860-6899-4b48-b4d9-ffb2c2264fb7,revision_number=3']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:27.665769 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd1cf6-aa14-4db3-8545-ae9ee2c5cf37 req-5bf11aee-6590-47e5-977e-47abe25c48ba tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:27.667342 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8dcd1cf6-aa14-4db3-8545-ae9ee2c5cf37 req-5bf11aee-6590-47e5-977e-47abe25c48ba tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 945 time: 0.0485368 Sep 17 03:51:27.685930 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-e8f8fcf0-ef51-4607-be57-0b7e427339b3 None None] Provisioning complete for port 1dac0860-6899-4b48-b4d9-ffb2c2264fb7 triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:51:27.686603 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-e8f8fcf0-ef51-4607-be57-0b7e427339b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (1dac0860-6899-4b48-b4d9-ffb2c2264fb7), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:27.687124 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-e8f8fcf0-ef51-4607-be57-0b7e427339b3 None None] Attempt 1 to provision port 1dac0860-6899-4b48-b4d9-ffb2c2264fb7 Sep 17 03:51:27.738021 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8dcd1cf6-aa14-4db3-8545-ae9ee2c5cf37 req-07b5988f-c20d-4afc-9baa-7d59c9917fec tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585952 Sep 17 03:51:27.773566 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-e8f8fcf0-ef51-4607-be57-0b7e427339b3 None None] Current status of the port 1dac0860-6899-4b48-b4d9-ffb2c2264fb7 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:51:27.840725 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device d7087cb3-476a-4b4c-a379-b613a140db7d up at agent hyperv_hv-cinder-84914 {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:51:27.849184 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7056003-b803-4638-88e8-4b26a2da1de5 admin admin] Router 8475f205-4bc0-4186-bdee-7c007755c87b is scheduled to L3 agent b971cbd0-997d-41fb-8614-0aea29982798 with binding_index 1 {{(pid=113210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 03:51:27.876467 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b553e59e-8007-4b9d-a582-0e8471191eba req-b63249c6-3cd8-4cc1-8030-3d65b1568593 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--206655603&fields=id&tenant_id=294abb2085b844a99908242d4b02e263 HTTP/1.1" status: 200 len: 267 time: 0.0516374 Sep 17 03:51:27.892399 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Provisioning for port d7087cb3-476a-4b4c-a379-b613a140db7d completed by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 03:51:27.973029 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Provisioning complete for port d7087cb3-476a-4b4c-a379-b613a140db7d triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:51:27.973645 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (d7087cb3-476a-4b4c-a379-b613a140db7d), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:27.974218 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Attempt 1 to provision port d7087cb3-476a-4b4c-a379-b613a140db7d Sep 17 03:51:27.984613 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7056003-b803-4638-88e8-4b26a2da1de5 admin admin] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:51:28.009907 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297853b7-df69-47ec-b977-5f4afd3297d9 None None] Sync routers for ids ['8475f205-4bc0-4186-bdee-7c007755c87b'] in dv-cinder-849143-3-iscsi {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:51:28.061212 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297853b7-df69-47ec-b977-5f4afd3297d9 None None] Routers {'8475f205-4bc0-4186-bdee-7c007755c87b'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:51:28.064874 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-297853b7-df69-47ec-b977-5f4afd3297d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:51:10Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['8475f205-4bc0-4186-bdee-7c007755c87b'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:51:28.066649 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e7056003-b803-4638-88e8-4b26a2da1de5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:28.072098 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-e7056003-b803-4638-88e8-4b26a2da1de5 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0279310 Sep 17 03:51:28.079551 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 48244) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:28.163697 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:28.212010 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 1dac0860-6899-4b48-b4d9-ffb2c2264fb7 up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:51:28.243335 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port d7087cb3-476a-4b4c-a379-b613a140db7d is: BUILD; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:51:28.243725 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (d7087cb3-476a-4b4c-a379-b613a140db7d), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:28.245583 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:28.252728 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553e59e-8007-4b9d-a582-0e8471191eba req-10ef4030-67ca-495f-9d98-4b236823314d tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:28.256589 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b553e59e-8007-4b9d-a582-0e8471191eba req-10ef4030-67ca-495f-9d98-4b236823314d tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/networks?id=2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0 HTTP/1.1" status: 200 len: 818 time: 0.3704088 Sep 17 03:51:28.274526 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b553e59e-8007-4b9d-a582-0e8471191eba req-5b62727b-2804-43e5-9e7e-728946112684 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/quotas/294abb2085b844a99908242d4b02e263 HTTP/1.1" status: 200 len: 375 time: 0.0116327 Sep 17 03:51:28.322807 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '848cd21e-bb93-4282-b923-655fd98af383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7087cb3-476a-4b4c-a379-b613a140db7d'}] {{(pid=113212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:51:28.325116 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc6586f6b4c6bd034ee7705c69f50a833cff710b963951e05e6de8956872ccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9172ea1a-0277-400d-bebd-794b0c06df55" -d '{"events": [{"server_uuid": "848cd21e-bb93-4282-b923-655fd98af383", "name": "network-vif-plugged", "status": "completed", "tag": "d7087cb3-476a-4b4c-a379-b613a140db7d"}]}' {{(pid=113212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:51:28.338560 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-297853b7-df69-47ec-b977-5f4afd3297d9 None None] Set router 8475f205-4bc0-4186-bdee-7c007755c87b gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:51:28.367461 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b553e59e-8007-4b9d-a582-0e8471191eba req-d747ce4f-7fb9-4ff0-bf80-4cafffa3e4ed tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=294abb2085b844a99908242d4b02e263&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0833321 Sep 17 03:51:28.376943 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port d7087cb3-476a-4b4c-a379-b613a140db7d, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=d7087cb3-476a-4b4c-a379-b613a140db7d,segment=NetworkSegment(f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54),segment_id=f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:51:28.418887 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d416f064-4514-4b00-842d-9c2df048b439 x-openstack-request-id: req-d416f064-4514-4b00-842d-9c2df048b439 {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:51:28.419180 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "848cd21e-bb93-4282-b923-655fd98af383", "name": "network-vif-plugged", "status": "completed", "tag": "d7087cb3-476a-4b4c-a379-b613a140db7d", "code": 200}]} {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:51:28.419433 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d416f064-4514-4b00-842d-9c2df048b439 {{(pid=113212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:51:28.419834 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d416f064-4514-4b00-842d-9c2df048b439'] response: {'server_uuid': '848cd21e-bb93-4282-b923-655fd98af383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7087cb3-476a-4b4c-a379-b613a140db7d', 'code': 200} Sep 17 03:51:28.425690 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port 1dac0860-6899-4b48-b4d9-ffb2c2264fb7 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:51:28.426114 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (1dac0860-6899-4b48-b4d9-ffb2c2264fb7), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:28.426449 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port 1dac0860-6899-4b48-b4d9-ffb2c2264fb7 Sep 17 03:51:28.494185 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (d7087cb3-476a-4b4c-a379-b613a140db7d), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:28.505063 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b553e59e-8007-4b9d-a582-0e8471191eba req-7c7201a6-02fa-4da6-ab0d-8742952e63f8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222456 Sep 17 03:51:28.564941 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=d7087cb3-476a-4b4c-a379-b613a140db7d,revision_number=5']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:28.598213 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:28.652979 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-061d41d9-5e87-4036-94ba-2fed5a085456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:28.668276 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55883438-a932-41ea-9868-c0f7da12fe93 req-1c6e3d95-e683-41a7-a8ab-2d575080689d tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:28.676210 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-55883438-a932-41ea-9868-c0f7da12fe93 req-1c6e3d95-e683-41a7-a8ab-2d575080689d tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=848cd21e-bb93-4282-b923-655fd98af383 HTTP/1.1" status: 200 len: 945 time: 0.0932751 Sep 17 03:51:28.702498 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port 1dac0860-6899-4b48-b4d9-ffb2c2264fb7 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:51:28.725334 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-297853b7-df69-47ec-b977-5f4afd3297d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8475f205-4bc0-4186-bdee-7c007755c87b', 'name': 'tempest-TestVolumeBootPattern-318603907-router', 'tenant_id': 'ac0ebe0ca1bd4032b42483825e838762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '0f02135d-93e6-42ce-a251-6da534f37103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:25Z', 'updated_at': '2022-09-17T03:51:26Z', 'revision_number': 3, 'project_id': 'ac0ebe0ca1bd4032b42483825e838762', 'gw_port': {'id': '0f02135d-93e6-42ce-a251-6da534f37103', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:37:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8475f205-4bc0-4186-bdee-7c007755c87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:26Z', 'updated_at': '2022-09-17T03:51:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi'}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:51:28.741157 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:28.758509 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297853b7-df69-47ec-b977-5f4afd3297d9 None None] Checking router: 8475f205-4bc0-4186-bdee-7c007755c87b for host: dv-cinder-849143-3-iscsi {{(pid=113212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:51:28.758774 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297853b7-df69-47ec-b977-5f4afd3297d9 None None] Updating router 8475f205-4bc0-4186-bdee-7c007755c87b port 0f02135d-93e6-42ce-a251-6da534f37103 binding host dv-cinder-849143-3-iscsi {{(pid=113212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 03:51:28.759921 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b553e59e-8007-4b9d-a582-0e8471191eba req-f4e7e8a7-1ecf-4106-a1c7-7f382bfef1f8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540028 Sep 17 03:51:28.761332 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed65edea-5767-49d9-9850-fb9d1c17ac58 req-2b078950-9f8d-4449-9b81-ab48c251021d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:28.762892 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ed65edea-5767-49d9-9850-fb9d1c17ac58 req-2b078950-9f8d-4449-9b81-ab48c251021d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=c1a07eadb5ea4914a6e1e6f3844afe94&device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 1129 time: 0.1233449 Sep 17 03:51:28.802661 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-297853b7-df69-47ec-b977-5f4afd3297d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (0f02135d-93e6-42ce-a251-6da534f37103), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:28.820094 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-55883438-a932-41ea-9868-c0f7da12fe93 req-caa97436-f4cd-41bf-b60c-15c13d2356f4 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=584c37ae-9cfb-4b0b-ab4b-ef03cbb59c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424646 Sep 17 03:51:28.904377 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.db_base_plugin_common [None req-061d41d9-5e87-4036-94ba-2fed5a085456 admin admin] Allocated IP 172.20.0.1 (f80aa7ff-30a6-446c-847d-7ac8f980be24/41d20e57-2557-4c3c-9315-6489855f96fd/ded786c3-3a71-45e7-b7ed-c9270c1bf1a8) {{(pid=113210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:51:29.011577 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed65edea-5767-49d9-9850-fb9d1c17ac58 req-6209f343-cce0-4e19-a9b3-fbe209f4c609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:29.013115 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ed65edea-5767-49d9-9850-fb9d1c17ac58 req-6209f343-cce0-4e19-a9b3-fbe209f4c609 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=a2c22271-da7e-4d2b-b2be-97deb622f84c HTTP/1.1" status: 200 len: 916 time: 0.2203631 Sep 17 03:51:29.046353 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-061d41d9-5e87-4036-94ba-2fed5a085456 admin admin] Publish callbacks [] for port (ded786c3-3a71-45e7-b7ed-c9270c1bf1a8), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:29.053858 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375363e-b212-4127-a85f-ddc5b3502d61 req-96827c2b-72f0-4906-bcfd-8cc532dee67d tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:29.058910 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c375363e-b212-4127-a85f-ddc5b3502d61 req-96827c2b-72f0-4906-bcfd-8cc532dee67d tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 945 time: 0.0977967 Sep 17 03:51:29.154621 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:29.171647 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3a812-7e9c-4bef-93d1-e4760e7ef30c req-30d1dd89-d139-41e3-ab8f-26c0cb06c377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:29.176464 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-c1a3a812-7e9c-4bef-93d1-e4760e7ef30c req-30d1dd89-d139-41e3-ab8f-26c0cb06c377 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=848cd21e-bb93-4282-b923-655fd98af383 HTTP/1.1" status: 200 len: 1129 time: 0.0539529 Sep 17 03:51:29.202203 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:29.205041 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-297853b7-df69-47ec-b977-5f4afd3297d9 None None] Publish callbacks [] for port (0f02135d-93e6-42ce-a251-6da534f37103), precommit_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:29.221684 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-cee322ac-d5bf-432c-b54e-2d149536f4b7 req-288e881f-00e4-47cd-a5a4-2a1c02fc35be tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 210 time: 0.1603665 Sep 17 03:51:29.223479 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-061d41d9-5e87-4036-94ba-2fed5a085456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (ded786c3-3a71-45e7-b7ed-c9270c1bf1a8), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:29.251831 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-c1a3a812-7e9c-4bef-93d1-e4760e7ef30c req-281877d8-e30b-418b-b372-c9b65fca1863 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=584c37ae-9cfb-4b0b-ab4b-ef03cbb59c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709245 Sep 17 03:51:29.252167 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ed65edea-5767-49d9-9850-fb9d1c17ac58 req-52f04ded-d68a-4643-bb38-69078904db3f service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21eb96ad-7324-4cd7-bafe-bcd97e1bcf22 HTTP/1.1" status: 200 len: 1001 time: 0.1908135 Sep 17 03:51:29.264948 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c375363e-b212-4127-a85f-ddc5b3502d61 req-d8138a82-e42d-4aa2-b9e8-1e59c1f86f45 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1680925 Sep 17 03:51:29.291370 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061d41d9-5e87-4036-94ba-2fed5a085456 admin admin] Network f80aa7ff-30a6-446c-847d-7ac8f980be24 is already hosted by enough agents. {{(pid=113210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:51:29.298057 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.base_scheduler [None req-061d41d9-5e87-4036-94ba-2fed5a085456 admin admin] Resources bound (agent type, host, resource id): {{(pid=113210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:51:29.301711 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061d41d9-5e87-4036-94ba-2fed5a085456 admin admin] Received port after_create {{(pid=113210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:51:29.307048 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-297853b7-df69-47ec-b977-5f4afd3297d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (0f02135d-93e6-42ce-a251-6da534f37103), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:29.328376 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d41d9-5e87-4036-94ba-2fed5a085456 admin admin] Pushing event updated for resources: {'Port': ['ID=ded786c3-3a71-45e7-b7ed-c9270c1bf1a8,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:29.346534 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-297853b7-df69-47ec-b977-5f4afd3297d9 None None] Attempting to bind port 0f02135d-93e6-42ce-a251-6da534f37103 on host dv-cinder-849143-3-iscsi for vnic_type normal with profile {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:51:29.346911 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-297853b7-df69-47ec-b977-5f4afd3297d9 None None] Attempting to bind port 0f02135d-93e6-42ce-a251-6da534f37103 by drivers openvswitch,hyperv on host dv-cinder-849143-3-iscsi at level 0 using segments [{'id': 'b9ff3b7d-3dba-4f81-9340-22e46529b80a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'}] {{(pid=113212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:51:29.347281 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297853b7-df69-47ec-b977-5f4afd3297d9 None None] Attempting to bind port 0f02135d-93e6-42ce-a251-6da534f37103 on network 4d68fa53-4257-4a6b-8a5b-fb329be82f15 {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:51:29.353061 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-061d41d9-5e87-4036-94ba-2fed5a085456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-426525'] for router_interface (8475f205-4bc0-4186-bdee-7c007755c87b), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:29.400001 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408bbafa-c4f3-4dea-b1eb-e6150a7e0e88 None None] Pushing event updated for resources: {'Port': ['ID=0f02135d-93e6-42ce-a251-6da534f37103,revision_number=2']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:29.419755 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297853b7-df69-47ec-b977-5f4afd3297d9 None None] Checking agent: {'id': '287db9f2-8160-4728-95aa-12aebca604d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 40, 13), 'started_at': datetime.datetime(2022, 9, 17, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:51:29.420130 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297853b7-df69-47ec-b977-5f4afd3297d9 None None] Checking segment: {'id': 'b9ff3b7d-3dba-4f81-9340-22e46529b80a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:51:29.420613 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-297853b7-df69-47ec-b977-5f4afd3297d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:29.420986 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297853b7-df69-47ec-b977-5f4afd3297d9 None None] Bound using segment: {'id': 'b9ff3b7d-3dba-4f81-9340-22e46529b80a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'} {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:51:29.421474 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-297853b7-df69-47ec-b977-5f4afd3297d9 None None] Bound port: 0f02135d-93e6-42ce-a251-6da534f37103, host: dv-cinder-849143-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ff3b7d-3dba-4f81-9340-22e46529b80a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'}}] {{(pid=113212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:51:29.421895 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-297853b7-df69-47ec-b977-5f4afd3297d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (0f02135d-93e6-42ce-a251-6da534f37103), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:29.507546 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-297853b7-df69-47ec-b977-5f4afd3297d9 None None] For port 0f02135d-93e6-42ce-a251-6da534f37103, host dv-cinder-849143-3-iscsi, cleared binding levels {{(pid=113212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:51:29.512934 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-297853b7-df69-47ec-b977-5f4afd3297d9 None None] For port 0f02135d-93e6-42ce-a251-6da534f37103, host dv-cinder-849143-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=0f02135d-93e6-42ce-a251-6da534f37103,segment=NetworkSegment(b9ff3b7d-3dba-4f81-9340-22e46529b80a),segment_id=b9ff3b7d-3dba-4f81-9340-22e46529b80a)] {{(pid=113212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:51:29.582698 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-297853b7-df69-47ec-b977-5f4afd3297d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (0f02135d-93e6-42ce-a251-6da534f37103), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:29.587056 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-061d41d9-5e87-4036-94ba-2fed5a085456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (ded786c3-3a71-45e7-b7ed-c9270c1bf1a8), before_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:29.599749 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297853b7-df69-47ec-b977-5f4afd3297d9 None None] Routers {'8475f205-4bc0-4186-bdee-7c007755c87b'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:51:29.599749 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-297853b7-df69-47ec-b977-5f4afd3297d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:51:10Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['8475f205-4bc0-4186-bdee-7c007755c87b'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:51:29.689023 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-020b83b2-5c16-4417-8bb0-4d275b0950f4 None None] Provisioning complete for port ded786c3-3a71-45e7-b7ed-c9270c1bf1a8 triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:51:29.689393 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-020b83b2-5c16-4417-8bb0-4d275b0950f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (ded786c3-3a71-45e7-b7ed-c9270c1bf1a8), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:29.689742 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-020b83b2-5c16-4417-8bb0-4d275b0950f4 None None] Attempt 1 to provision port ded786c3-3a71-45e7-b7ed-c9270c1bf1a8 Sep 17 03:51:29.756871 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408bbafa-c4f3-4dea-b1eb-e6150a7e0e88 None None] Pushing event updated for resources: {'Port': ['ID=0f02135d-93e6-42ce-a251-6da534f37103,revision_number=3']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:29.758580 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:29.761209 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:29.775707 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed65edea-5767-49d9-9850-fb9d1c17ac58 req-ad910a05-0857-4d8a-95d2-f3d4dedae487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:29.775707 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ed65edea-5767-49d9-9850-fb9d1c17ac58 req-ad910a05-0857-4d8a-95d2-f3d4dedae487 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5 HTTP/1.1" status: 200 len: 854 time: 0.0604370 Sep 17 03:51:29.780791 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-061d41d9-5e87-4036-94ba-2fed5a085456 admin admin] Publish callbacks [] for port (ded786c3-3a71-45e7-b7ed-c9270c1bf1a8), precommit_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:29.784853 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:29.789543 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-020b83b2-5c16-4417-8bb0-4d275b0950f4 None None] Port ded786c3-3a71-45e7-b7ed-c9270c1bf1a8 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:51:29.799120 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-297853b7-df69-47ec-b977-5f4afd3297d9 None None] Set router 8475f205-4bc0-4186-bdee-7c007755c87b gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:51:29.824520 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed65edea-5767-49d9-9850-fb9d1c17ac58 req-1bb1c469-a736-404c-9f47-96e947d26598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:29.826158 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ed65edea-5767-49d9-9850-fb9d1c17ac58 req-1bb1c469-a736-404c-9f47-96e947d26598 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=a2c22271-da7e-4d2b-b2be-97deb622f84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428193 Sep 17 03:51:29.835498 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:29.905673 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-061d41d9-5e87-4036-94ba-2fed5a085456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25815858'] for port (ded786c3-3a71-45e7-b7ed-c9270c1bf1a8), after_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:30.012290 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77327e01-4e56-4565-8592-e4cc0555c2a4 req-7c63468c-b8bd-4578-97ca-c0b3aed5b4ea tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:30.024038 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-77327e01-4e56-4565-8592-e4cc0555c2a4 req-7c63468c-b8bd-4578-97ca-c0b3aed5b4ea tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=848cd21e-bb93-4282-b923-655fd98af383 HTTP/1.1" status: 200 len: 945 time: 0.1165764 Sep 17 03:51:30.027900 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-061d41d9-5e87-4036-94ba-2fed5a085456 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-426633'] for router_interface (8475f205-4bc0-4186-bdee-7c007755c87b), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:30.030167 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d41d9-5e87-4036-94ba-2fed5a085456 admin admin] Pushing event updated for resources: {'Port': ['ID=ded786c3-3a71-45e7-b7ed-c9270c1bf1a8,revision_number=2']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:30.117526 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-77327e01-4e56-4565-8592-e4cc0555c2a4 req-78b29c57-ea41-4e22-8245-54be4411ac51 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=584c37ae-9cfb-4b0b-ab4b-ef03cbb59c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899372 Sep 17 03:51:30.166791 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061d41d9-5e87-4036-94ba-2fed5a085456 admin admin] Network f80aa7ff-30a6-446c-847d-7ac8f980be24 is already hosted by enough agents. {{(pid=113210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:51:30.175541 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.base_scheduler [None req-061d41d9-5e87-4036-94ba-2fed5a085456 admin admin] Resources bound (agent type, host, resource id): {{(pid=113210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:51:30.181045 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-297853b7-df69-47ec-b977-5f4afd3297d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8475f205-4bc0-4186-bdee-7c007755c87b', 'name': 'tempest-TestVolumeBootPattern-318603907-router', 'tenant_id': 'ac0ebe0ca1bd4032b42483825e838762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '0f02135d-93e6-42ce-a251-6da534f37103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:25Z', 'updated_at': '2022-09-17T03:51:29Z', 'revision_number': 4, 'project_id': 'ac0ebe0ca1bd4032b42483825e838762', 'gw_port': {'id': '0f02135d-93e6-42ce-a251-6da534f37103', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:37:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8475f205-4bc0-4186-bdee-7c007755c87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:26Z', 'updated_at': '2022-09-17T03:51:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': 'ded786c3-3a71-45e7-b7ed-c9270c1bf1a8', 'name': '', 'network_id': 'f80aa7ff-30a6-446c-847d-7ac8f980be24', 'tenant_id': 'ac0ebe0ca1bd4032b42483825e838762', 'mac_address': 'fa:16:3e:d6:08:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8475f205-4bc0-4186-bdee-7c007755c87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '41d20e57-2557-4c3c-9315-6489855f96fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:28Z', 'updated_at': '2022-09-17T03:51:28Z', 'revision_number': 1, 'project_id': 'ac0ebe0ca1bd4032b42483825e838762', 'subnets': [{'id': '41d20e57-2557-4c3c-9315-6489855f96fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:51:30.222051 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297853b7-df69-47ec-b977-5f4afd3297d9 None None] The sync data for ids ['8475f205-4bc0-4186-bdee-7c007755c87b'] in dv-cinder-849143-3-iscsi is: [{'id': '8475f205-4bc0-4186-bdee-7c007755c87b', 'name': 'tempest-TestVolumeBootPattern-318603907-router', 'tenant_id': 'ac0ebe0ca1bd4032b42483825e838762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '0f02135d-93e6-42ce-a251-6da534f37103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:25Z', 'updated_at': '2022-09-17T03:51:29Z', 'revision_number': 4, 'project_id': 'ac0ebe0ca1bd4032b42483825e838762', 'gw_port': {'id': '0f02135d-93e6-42ce-a251-6da534f37103', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:37:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8475f205-4bc0-4186-bdee-7c007755c87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:26Z', 'updated_at': '2022-09-17T03:51:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': 'ded786c3-3a71-45e7-b7ed-c9270c1bf1a8', 'name': '', 'network_id': 'f80aa7ff-30a6-446c-847d-7ac8f980be24', 'tenant_id': 'ac0ebe0ca1bd4032b42483825e838762', 'mac_address': 'fa:16:3e:d6:08:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8475f205-4bc0-4186-bdee-7c007755c87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '41d20e57-2557-4c3c-9315-6489855f96fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:28Z', 'updated_at': '2022-09-17T03:51:28Z', 'revision_number': 1, 'project_id': 'ac0ebe0ca1bd4032b42483825e838762', 'subnets': [{'id': '41d20e57-2557-4c3c-9315-6489855f96fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:51:30.290817 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-020b83b2-5c16-4417-8bb0-4d275b0950f4 None None] Attempt 2 to provision port ded786c3-3a71-45e7-b7ed-c9270c1bf1a8 Sep 17 03:51:30.359273 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-020b83b2-5c16-4417-8bb0-4d275b0950f4 None None] Port ded786c3-3a71-45e7-b7ed-c9270c1bf1a8 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:51:30.399771 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-bdf35d46-b47c-46c8-aafc-21059c68a2d2 req-21ff4445-6161-4e6c-93ff-7b7cc735796b tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 210 time: 0.0768640 Sep 17 03:51:30.403845 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-061d41d9-5e87-4036-94ba-2fed5a085456 admin admin] Router 8475f205-4bc0-4186-bdee-7c007755c87b has already been hosted by L3 agent b971cbd0-997d-41fb-8614-0aea29982798 {{(pid=113210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:51:30.511918 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f6a0d-eeef-4d71-8e54-2d7a95cf1e5d req-e59f844d-0a6f-4d41-8a41-c69c68502c94 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:30.518858 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-bd6f6a0d-eeef-4d71-8e54-2d7a95cf1e5d req-e59f844d-0a6f-4d41-8a41-c69c68502c94 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 945 time: 0.0751026 Sep 17 03:51:30.520478 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=100 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:30.600357 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ed65edea-5767-49d9-9850-fb9d1c17ac58 req-d226220c-f98a-496c-b610-8d247a612f4b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a2c22271-da7e-4d2b-b2be-97deb622f84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643719 Sep 17 03:51:30.652221 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061d41d9-5e87-4036-94ba-2fed5a085456 admin admin] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:51:30.659897 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-061d41d9-5e87-4036-94ba-2fed5a085456 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/8475f205-4bc0-4186-bdee-7c007755c87b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5780973 Sep 17 03:51:30.660624 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-bd6f6a0d-eeef-4d71-8e54-2d7a95cf1e5d req-8947aae5-d7c5-4e99-8f5a-e71885442326 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403306 Sep 17 03:51:30.863326 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-020b83b2-5c16-4417-8bb0-4d275b0950f4 None None] Attempt 3 to provision port ded786c3-3a71-45e7-b7ed-c9270c1bf1a8 Sep 17 03:51:30.904112 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-020b83b2-5c16-4417-8bb0-4d275b0950f4 None None] Port ded786c3-3a71-45e7-b7ed-c9270c1bf1a8 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:51:31.025848 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.agents_db [None req-b2aba882-f127-474e-990c-8a1f8fa77bd5 None None] Agent healthcheck: found 6 active agents {{(pid=113213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:51:31.168731 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ed65edea-5767-49d9-9850-fb9d1c17ac58 req-84b83b5c-9ff3-4ab1-b324-208142e1246d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a2c22271-da7e-4d2b-b2be-97deb622f84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177485 Sep 17 03:51:31.207535 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 48310) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:31.213716 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-bc094de3-a65d-41f2-bafd-12026bc5be27 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1621017832', 'description': 'tempest-secgroup-smoke-1621017832 description', 'project_id': 'cb2d22c677bb48a1aa50631997fc0741'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:51:31.262635 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7d099-26ca-4a5c-b758-0b98cb5098c6 req-233a41cc-432e-468e-9cbe-50f0f117f10d tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:31.264367 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0af7d099-26ca-4a5c-b758-0b98cb5098c6 req-233a41cc-432e-468e-9cbe-50f0f117f10d tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=848cd21e-bb93-4282-b923-655fd98af383 HTTP/1.1" status: 200 len: 945 time: 0.0488966 Sep 17 03:51:31.345967 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0af7d099-26ca-4a5c-b758-0b98cb5098c6 req-1b3c3283-9e02-481c-bccf-1cc078114523 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=584c37ae-9cfb-4b0b-ab4b-ef03cbb59c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721912 Sep 17 03:51:31.350457 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 48314) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:31.361677 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-bc094de3-a65d-41f2-bafd-12026bc5be27 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:31.406133 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-020b83b2-5c16-4417-8bb0-4d275b0950f4 None None] Attempt 4 to provision port ded786c3-3a71-45e7-b7ed-c9270c1bf1a8 Sep 17 03:51:31.427561 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.db_base_plugin_v2 [None req-e071578c-4652-4a6c-91b5-7120b667e17d admin admin] Deleting subnet dde75ce6-8d98-40e5-ac54-fd475574bb8f {{(pid=113210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 17 03:51:31.434091 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e071578c-4652-4a6c-91b5-7120b667e17d admin admin] Publish callbacks [] for subnet (dde75ce6-8d98-40e5-ac54-fd475574bb8f), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:31.495030 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-020b83b2-5c16-4417-8bb0-4d275b0950f4 None None] Port ded786c3-3a71-45e7-b7ed-c9270c1bf1a8 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:51:31.496182 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e071578c-4652-4a6c-91b5-7120b667e17d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25293148'] for subnet (dde75ce6-8d98-40e5-ac54-fd475574bb8f), precommit_delete_associations {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:31.532490 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c6400ec8-0e08-431c-b8b1-4116bdbb1e4c req-fc296cf7-ddb0-4c04-8e15-e4877afb259e tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 210 time: 0.0344031 Sep 17 03:51:31.583016 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-bc094de3-a65d-41f2-bafd-12026bc5be27 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks [] for security_group (1da66afa-689e-4912-9b9a-7903f4e193b0), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:31.593375 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e071578c-4652-4a6c-91b5-7120b667e17d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480142'] for subnet (dde75ce6-8d98-40e5-ac54-fd475574bb8f), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:31.691698 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-bc094de3-a65d-41f2-bafd-12026bc5be27 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (1da66afa-689e-4912-9b9a-7903f4e193b0), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:31.731938 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc094de3-a65d-41f2-bafd-12026bc5be27 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1da66afa-689e-4912-9b9a-7903f4e193b0,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:31.767450 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e071578c-4652-4a6c-91b5-7120b667e17d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16482227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25815908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25349492'] for subnet (dde75ce6-8d98-40e5-ac54-fd475574bb8f), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:31.822729 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-bc094de3-a65d-41f2-bafd-12026bc5be27 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:31.824218 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-bc094de3-a65d-41f2-bafd-12026bc5be27 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6150169 Sep 17 03:51:31.825145 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e071578c-4652-4a6c-91b5-7120b667e17d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dde75ce6-8d98-40e5-ac54-fd475574bb8f,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:31.832376 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 48330) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:31.845858 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e071578c-4652-4a6c-91b5-7120b667e17d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:31.851865 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-e071578c-4652-4a6c-91b5-7120b667e17d admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/dde75ce6-8d98-40e5-ac54-fd475574bb8f HTTP/1.1" status: 204 len: 168 time: 0.4971943 Sep 17 03:51:31.852372 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 48332) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:31.854065 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-7cd076c8-6d74-4c57-ad33-53077036815c tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Request body: {'security_group_rule': {'security_group_id': '1da66afa-689e-4912-9b9a-7903f4e193b0', 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:51:31.859337 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:51:31.884530 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc870418-5174-41e8-806c-85cc97759887 req-f05d50a5-594d-44ee-bad8-c298a1be4d41 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:31.886147 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-cc870418-5174-41e8-806c-85cc97759887 req-f05d50a5-594d-44ee-bad8-c298a1be4d41 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 945 time: 0.0880749 Sep 17 03:51:31.945870 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22 is: ACTIVE; New status is: DOWN {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:51:31.946321 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (21eb96ad-7324-4cd7-bafe-bcd97e1bcf22), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:31.950732 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-7cd076c8-6d74-4c57-ad33-53077036815c tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks [] for security_group_rule (5be029e0-5f25-4ed8-96d1-e0eed70cfede), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:31.970749 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-5cdbb000-4082-4e47-89d8-ee56fe644d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15995131'] for network (1fd72c10-4a74-432a-9d89-dc7591e6a4ad), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:31.978551 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc5c225-b092-4c0a-9667-476ecc0e4e39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21eb96ad-7324-4cd7-bafe-bcd97e1bcf22'}] {{(pid=113212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:51:31.980944 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc6586f6b4c6bd034ee7705c69f50a833cff710b963951e05e6de8956872ccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079ff381-854d-4b26-9797-2ffe5d61bf27" -d '{"events": [{"server_uuid": "7cc5c225-b092-4c0a-9667-476ecc0e4e39", "name": "network-vif-unplugged", "status": "completed", "tag": "21eb96ad-7324-4cd7-bafe-bcd97e1bcf22"}]}' {{(pid=113212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:51:31.995768 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=21eb96ad-7324-4cd7-bafe-bcd97e1bcf22,segment=NetworkSegment(08cb3b6a-b907-4438-a94b-64c1979bcd7f),segment_id=08cb3b6a-b907-4438-a94b-64c1979bcd7f)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:51:32.001286 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-cc870418-5174-41e8-806c-85cc97759887 req-f21554b0-130a-4bb2-8c4d-72407b2e33ce tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802336 Sep 17 03:51:32.001560 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-020b83b2-5c16-4417-8bb0-4d275b0950f4 None None] Attempt 5 to provision port ded786c3-3a71-45e7-b7ed-c9270c1bf1a8 Sep 17 03:51:32.033747 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-020b83b2-5c16-4417-8bb0-4d275b0950f4 None None] Port ded786c3-3a71-45e7-b7ed-c9270c1bf1a8 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:51:32.063638 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (21eb96ad-7324-4cd7-bafe-bcd97e1bcf22), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:32.092736 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-5cdbb000-4082-4e47-89d8-ee56fe644d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16114853', 'neutron.services.segments.db._delete_segments_for_network-8745114997953'] for network (1fd72c10-4a74-432a-9d89-dc7591e6a4ad), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:32.095291 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 17 Sep 2022 03:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2443fca-2ce0-4ae9-8ada-8faaa5733ef6 x-openstack-request-id: req-b2443fca-2ce0-4ae9-8ada-8faaa5733ef6 {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:51:32.095291 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cc5c225-b092-4c0a-9667-476ecc0e4e39", "name": "network-vif-unplugged", "status": "completed", "tag": "21eb96ad-7324-4cd7-bafe-bcd97e1bcf22", "code": 200}]} {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:51:32.095540 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b2443fca-2ce0-4ae9-8ada-8faaa5733ef6 {{(pid=113212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:51:32.095770 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2443fca-2ce0-4ae9-8ada-8faaa5733ef6'] response: {'server_uuid': '7cc5c225-b092-4c0a-9667-476ecc0e4e39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21eb96ad-7324-4cd7-bafe-bcd97e1bcf22', 'code': 200} Sep 17 03:51:32.102705 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-7cd076c8-6d74-4c57-ad33-53077036815c tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks [] for security_group_rule (5be029e0-5f25-4ed8-96d1-e0eed70cfede), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:32.123211 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-5cdbb000-4082-4e47-89d8-ee56fe644d8a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=113211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:51:32.123569 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-5cdbb000-4082-4e47-89d8-ee56fe644d8a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=113211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:51:32.124326 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-5cdbb000-4082-4e47-89d8-ee56fe644d8a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:51:32.124670 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-5cdbb000-4082-4e47-89d8-ee56fe644d8a admin admin] Subscribe: > port after_create 55550000 {{(pid=113211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:51:32.125008 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-5cdbb000-4082-4e47-89d8-ee56fe644d8a admin admin] Subscribe: > port after_delete 55550000 {{(pid=113211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:51:32.125414 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-5cdbb000-4082-4e47-89d8-ee56fe644d8a admin admin] Subscribe: > port after_update 55550000 {{(pid=113211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:51:32.125745 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-5cdbb000-4082-4e47-89d8-ee56fe644d8a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=113211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:51:32.126082 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-5cdbb000-4082-4e47-89d8-ee56fe644d8a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:51:32.126398 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-5cdbb000-4082-4e47-89d8-ee56fe644d8a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:51:32.126714 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-5cdbb000-4082-4e47-89d8-ee56fe644d8a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=113211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:51:32.132331 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=21eb96ad-7324-4cd7-bafe-bcd97e1bcf22,revision_number=8']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:32.155684 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 0f02135d-93e6-42ce-a251-6da534f37103 up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:51:32.204187 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-7cd076c8-6d74-4c57-ad33-53077036815c tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553096'] for security_group_rule (5be029e0-5f25-4ed8-96d1-e0eed70cfede), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:32.209986 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port 0f02135d-93e6-42ce-a251-6da534f37103 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:51:32.210618 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (0f02135d-93e6-42ce-a251-6da534f37103), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:32.210955 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port 0f02135d-93e6-42ce-a251-6da534f37103 Sep 17 03:51:32.235299 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd076c8-6d74-4c57-ad33-53077036815c tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5be029e0-5f25-4ed8-96d1-e0eed70cfede,revision_number=0']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:32.248019 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-5cdbb000-4082-4e47-89d8-ee56fe644d8a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:51:32.248690 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-5cdbb000-4082-4e47-89d8-ee56fe644d8a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:51:32.248690 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-5cdbb000-4082-4e47-89d8-ee56fe644d8a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=113211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:51:32.252802 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-5cdbb000-4082-4e47-89d8-ee56fe644d8a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=113211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:51:32.252802 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.services.segments.db [None req-5cdbb000-4082-4e47-89d8-ee56fe644d8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fd72c10-4a74-432a-9d89-dc7591e6a4ad']}} {{(pid=113211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:51:32.277283 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.services.segments.db [None req-5cdbb000-4082-4e47-89d8-ee56fe644d8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40a47736-4ea1-4eea-8cea-ed2a33812359') {'for_net_delete': True} {{(pid=113211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:51:32.277582 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.services.segments.db [None req-5cdbb000-4082-4e47-89d8-ee56fe644d8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40a47736-4ea1-4eea-8cea-ed2a33812359') {} {{(pid=113211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:51:32.296613 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-5cdbb000-4082-4e47-89d8-ee56fe644d8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745114997845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26032354'] for segment (40a47736-4ea1-4eea-8cea-ed2a33812359), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:32.301916 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port 0f02135d-93e6-42ce-a251-6da534f37103 is: DOWN; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:51:32.304252 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (0f02135d-93e6-42ce-a251-6da534f37103), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:32.310527 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:32.320557 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-5cdbb000-4082-4e47-89d8-ee56fe644d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16505770'] for segment (40a47736-4ea1-4eea-8cea-ed2a33812359), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:32.323561 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:32.327246 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] For port 0f02135d-93e6-42ce-a251-6da534f37103, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=0f02135d-93e6-42ce-a251-6da534f37103,segment=NetworkSegment(b9ff3b7d-3dba-4f81-9340-22e46529b80a),segment_id=b9ff3b7d-3dba-4f81-9340-22e46529b80a)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:51:32.330103 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cdbb000-4082-4e47-89d8-ee56fe644d8a admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=113211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 03:51:32.330436 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-5cdbb000-4082-4e47-89d8-ee56fe644d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16505770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26185635'] for segment (40a47736-4ea1-4eea-8cea-ed2a33812359), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:32.335521 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-7cd076c8-6d74-4c57-ad33-53077036815c tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:32.337107 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-7cd076c8-6d74-4c57-ad33-53077036815c tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5018702 Sep 17 03:51:32.338059 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 48338) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:32.343302 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 48340) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:32.350214 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-d391d80b-fcad-4fbf-b122-3fa95449c096 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Request body: {'security_group_rule': {'security_group_id': '1da66afa-689e-4912-9b9a-7903f4e193b0', 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:51:32.467182 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (0f02135d-93e6-42ce-a251-6da534f37103), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:32.492782 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f591a1-61ca-4101-b0aa-6ac3cf09013b req-c20b1751-a34a-4856-8d7c-ce3c3c11ad72 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:32.494797 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-80f591a1-61ca-4101-b0aa-6ac3cf09013b req-c20b1751-a34a-4856-8d7c-ce3c3c11ad72 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=848cd21e-bb93-4282-b923-655fd98af383 HTTP/1.1" status: 200 len: 945 time: 0.0643265 Sep 17 03:51:32.510330 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-5cdbb000-4082-4e47-89d8-ee56fe644d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16114844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615305'] for network (1fd72c10-4a74-432a-9d89-dc7591e6a4ad), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:32.519511 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-6156ab6a-ae94-47ab-b2f1-d1d83e70ce47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:32.537330 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-020b83b2-5c16-4417-8bb0-4d275b0950f4 None None] Attempt 6 to provision port ded786c3-3a71-45e7-b7ed-c9270c1bf1a8 Sep 17 03:51:32.540645 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Pushing event updated for resources: {'Port': ['ID=0f02135d-93e6-42ce-a251-6da534f37103,revision_number=4']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:32.547289 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-5cdbb000-4082-4e47-89d8-ee56fe644d8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for network (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:32.550453 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-5cdbb000-4082-4e47-89d8-ee56fe644d8a admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/1fd72c10-4a74-432a-9d89-dc7591e6a4ad HTTP/1.1" status: 204 len: 168 time: 0.6972439 Sep 17 03:51:32.553060 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdbb000-4082-4e47-89d8-ee56fe644d8a admin admin] Pushing event deleted for resources: {'Network': ['ID=1fd72c10-4a74-432a-9d89-dc7591e6a4ad,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:32.571059 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:32.585279 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-80f591a1-61ca-4101-b0aa-6ac3cf09013b req-e26ca7dd-0457-4d62-9da4-115796d007c1 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=584c37ae-9cfb-4b0b-ab4b-ef03cbb59c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821118 Sep 17 03:51:32.614040 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-020b83b2-5c16-4417-8bb0-4d275b0950f4 None None] Port ded786c3-3a71-45e7-b7ed-c9270c1bf1a8 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:51:32.614503 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d391d80b-fcad-4fbf-b122-3fa95449c096 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks [] for security_group_rule (be4ccf73-10f9-4ced-ac9c-d8436f9b917a), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:32.642277 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:32.678505 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:32.718912 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d391d80b-fcad-4fbf-b122-3fa95449c096 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks [] for security_group_rule (be4ccf73-10f9-4ced-ac9c-d8436f9b917a), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:32.757761 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.services.segments.plugin [-] Segment 40a47736-4ea1-4eea-8cea-ed2a33812359 resource provider aggregate not found Sep 17 03:51:32.779766 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9a37687f-b35b-49fe-b19f-a4eeda585d6c req-b561a261-5954-4a17-8140-802f2119c49a tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 210 time: 0.0863347 Sep 17 03:51:32.800752 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-6156ab6a-ae94-47ab-b2f1-d1d83e70ce47 admin admin] Publish callbacks [] for security_group (94b4f78a-f774-4f68-b5eb-77f9e7ce7163), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:32.802113 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.services.segments.plugin [-] Segment 40a47736-4ea1-4eea-8cea-ed2a33812359 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 40a47736-4ea1-4eea-8cea-ed2a33812359 found for delete ", "request_id": "req-858aa55d-813d-40fb-ae99-d16f0c11e6b3"}]} Sep 17 03:51:32.803689 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d391d80b-fcad-4fbf-b122-3fa95449c096 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553096'] for security_group_rule (be4ccf73-10f9-4ced-ac9c-d8436f9b917a), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:32.815627 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7076f6d1-0463-448e-8bac-ae7fb5210f66 req-8cd67acb-6be8-47bd-ad2f-3c444f6a02e9 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:32.823582 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7076f6d1-0463-448e-8bac-ae7fb5210f66 req-8cd67acb-6be8-47bd-ad2f-3c444f6a02e9 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=848cd21e-bb93-4282-b923-655fd98af383 HTTP/1.1" status: 200 len: 945 time: 0.1151497 Sep 17 03:51:32.833135 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d391d80b-fcad-4fbf-b122-3fa95449c096 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be4ccf73-10f9-4ced-ac9c-d8436f9b917a,revision_number=0']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:32.838061 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 48372) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:32.847342 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-e9704fb7-a26c-427a-aa84-cdc7cbb86513 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Request body: {'floatingip': {'port_id': 'd7087cb3-476a-4b4c-a379-b613a140db7d'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:51:32.887063 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-6156ab6a-ae94-47ab-b2f1-d1d83e70ce47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (94b4f78a-f774-4f68-b5eb-77f9e7ce7163), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:32.906773 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e9704fb7-a26c-427a-aa84-cdc7cbb86513 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for floatingip (cfb9b549-0b7f-4105-87a5-f6eaa41debe2), before_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:32.968070 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d391d80b-fcad-4fbf-b122-3fa95449c096 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:32.968634 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-d391d80b-fcad-4fbf-b122-3fa95449c096 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6241031 Sep 17 03:51:32.974251 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 48374) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:32.978691 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-a41d1c52-c540-4320-814e-8d1bb78083f9 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Request body: {'security_group_rule': {'security_group_id': '1da66afa-689e-4912-9b9a-7903f4e193b0', 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:51:32.992967 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 48376) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:33.002558 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6156ab6a-ae94-47ab-b2f1-d1d83e70ce47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b4f78a-f774-4f68-b5eb-77f9e7ce7163,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:33.007465 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-6156ab6a-ae94-47ab-b2f1-d1d83e70ce47 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=d8a24babdc084ea396966d36680fbcec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6681159 Sep 17 03:51:33.019048 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 48378) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:33.072536 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-b0b6bc7e-2577-42e7-8984-f429e797b46f admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=ca2e65ee55f142dd9ad4419ab18dcf7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0783885 Sep 17 03:51:33.073131 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 48382) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:33.101368 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-020b83b2-5c16-4417-8bb0-4d275b0950f4 None None] Attempt 7 to provision port ded786c3-3a71-45e7-b7ed-c9270c1bf1a8 Sep 17 03:51:33.134742 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c14b177b-dc9c-40df-b138-a0bbc80603f4 admin admin] Publish callbacks [] for security_group (1255afdb-aee6-4891-ae9a-1a4e7d458cd7), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:33.152035 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-020b83b2-5c16-4417-8bb0-4d275b0950f4 None None] Port ded786c3-3a71-45e7-b7ed-c9270c1bf1a8 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:51:33.159330 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c14b177b-dc9c-40df-b138-a0bbc80603f4 admin admin] Publish callbacks [] for security_group (1255afdb-aee6-4891-ae9a-1a4e7d458cd7), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:33.193104 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-93184783-5eae-46dd-a2ce-b5cbade9d969 admin admin] Publish callbacks [] for security_group (94b4f78a-f774-4f68-b5eb-77f9e7ce7163), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:33.197451 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a41d1c52-c540-4320-814e-8d1bb78083f9 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks [] for security_group_rule (5da14c3a-e694-48dc-8509-6317f6a32c1e), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:33.247327 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b3a4e-cb26-482a-b8ec-d68e6d6872bd req-5a95025d-e09d-4bba-95bd-cc93ecea3cbe tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:33.248815 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-156b3a4e-cb26-482a-b8ec-d68e6d6872bd req-5a95025d-e09d-4bba-95bd-cc93ecea3cbe tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 943 time: 0.0949152 Sep 17 03:51:33.251320 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3416f62a-449d-40c7-b4f1-9848b7d61603 None None] Sync routers for ids ['8475f205-4bc0-4186-bdee-7c007755c87b'] in dv-cinder-849143-3-iscsi {{(pid=113213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:51:33.263932 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3416f62a-449d-40c7-b4f1-9848b7d61603 None None] Routers {'8475f205-4bc0-4186-bdee-7c007755c87b'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:51:33.264750 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-3416f62a-449d-40c7-b4f1-9848b7d61603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:51:10Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['8475f205-4bc0-4186-bdee-7c007755c87b'], 'active': True} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:51:33.306164 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-93184783-5eae-46dd-a2ce-b5cbade9d969 admin admin] Publish callbacks [] for security_group (94b4f78a-f774-4f68-b5eb-77f9e7ce7163), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:33.311038 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-156b3a4e-cb26-482a-b8ec-d68e6d6872bd req-28849f0b-b93a-47f2-9ca6-dc16f720855c tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540698 Sep 17 03:51:33.405638 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvr_db [None req-3416f62a-449d-40c7-b4f1-9848b7d61603 None None] Set router 8475f205-4bc0-4186-bdee-7c007755c87b gateway port host: dv-cinder-849143-3-iscsi {{(pid=113213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:51:33.445157 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c14b177b-dc9c-40df-b138-a0bbc80603f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (1255afdb-aee6-4891-ae9a-1a4e7d458cd7), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:33.448134 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c14b177b-dc9c-40df-b138-a0bbc80603f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:33.449443 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-c14b177b-dc9c-40df-b138-a0bbc80603f4 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/1255afdb-aee6-4891-ae9a-1a4e7d458cd7 HTTP/1.1" status: 204 len: 168 time: 0.3748143 Sep 17 03:51:33.459662 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b177b-dc9c-40df-b138-a0bbc80603f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1255afdb-aee6-4891-ae9a-1a4e7d458cd7,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:33.488744 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a41d1c52-c540-4320-814e-8d1bb78083f9 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks [] for security_group_rule (5da14c3a-e694-48dc-8509-6317f6a32c1e), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:33.581341 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=100 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:33.628261 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-3416f62a-449d-40c7-b4f1-9848b7d61603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8475f205-4bc0-4186-bdee-7c007755c87b', 'name': 'tempest-TestVolumeBootPattern-318603907-router', 'tenant_id': 'ac0ebe0ca1bd4032b42483825e838762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '0f02135d-93e6-42ce-a251-6da534f37103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:25Z', 'updated_at': '2022-09-17T03:51:29Z', 'revision_number': 4, 'project_id': 'ac0ebe0ca1bd4032b42483825e838762', 'gw_port': {'id': '0f02135d-93e6-42ce-a251-6da534f37103', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:37:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8475f205-4bc0-4186-bdee-7c007755c87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:26Z', 'updated_at': '2022-09-17T03:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': 'ded786c3-3a71-45e7-b7ed-c9270c1bf1a8', 'name': '', 'network_id': 'f80aa7ff-30a6-446c-847d-7ac8f980be24', 'tenant_id': 'ac0ebe0ca1bd4032b42483825e838762', 'mac_address': 'fa:16:3e:d6:08:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8475f205-4bc0-4186-bdee-7c007755c87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '41d20e57-2557-4c3c-9315-6489855f96fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:28Z', 'updated_at': '2022-09-17T03:51:29Z', 'revision_number': 2, 'project_id': 'ac0ebe0ca1bd4032b42483825e838762', 'subnets': [{'id': '41d20e57-2557-4c3c-9315-6489855f96fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:51:33.638153 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a41d1c52-c540-4320-814e-8d1bb78083f9 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553096'] for security_group_rule (5da14c3a-e694-48dc-8509-6317f6a32c1e), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:33.653651 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-020b83b2-5c16-4417-8bb0-4d275b0950f4 None None] Attempt 8 to provision port ded786c3-3a71-45e7-b7ed-c9270c1bf1a8 Sep 17 03:51:33.674336 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3416f62a-449d-40c7-b4f1-9848b7d61603 None None] Checking router: 8475f205-4bc0-4186-bdee-7c007755c87b for host: dv-cinder-849143-3-iscsi {{(pid=113213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:51:33.674695 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3416f62a-449d-40c7-b4f1-9848b7d61603 None None] Updating router 8475f205-4bc0-4186-bdee-7c007755c87b port ded786c3-3a71-45e7-b7ed-c9270c1bf1a8 binding host dv-cinder-849143-3-iscsi {{(pid=113213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 03:51:33.693504 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d1c52-c540-4320-814e-8d1bb78083f9 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5da14c3a-e694-48dc-8509-6317f6a32c1e,revision_number=0']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:33.694140 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-020b83b2-5c16-4417-8bb0-4d275b0950f4 None None] Port ded786c3-3a71-45e7-b7ed-c9270c1bf1a8 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:51:33.721553 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-3416f62a-449d-40c7-b4f1-9848b7d61603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (ded786c3-3a71-45e7-b7ed-c9270c1bf1a8), before_update {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:33.740688 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-93184783-5eae-46dd-a2ce-b5cbade9d969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (94b4f78a-f774-4f68-b5eb-77f9e7ce7163), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:33.745120 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-93184783-5eae-46dd-a2ce-b5cbade9d969 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:33.747696 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-93184783-5eae-46dd-a2ce-b5cbade9d969 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/94b4f78a-f774-4f68-b5eb-77f9e7ce7163 HTTP/1.1" status: 204 len: 168 time: 0.7254207 Sep 17 03:51:33.757517 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a41d1c52-c540-4320-814e-8d1bb78083f9 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:33.759291 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-a41d1c52-c540-4320-814e-8d1bb78083f9 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7846692 Sep 17 03:51:33.762079 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 48400) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:33.768447 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [None req-4322178a-2aaf-4587-81ca-1e129d1a44f7 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Request body: {'security_group_rule': {'security_group_id': '1da66afa-689e-4912-9b9a-7903f4e193b0', 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:51:33.793138 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93184783-5eae-46dd-a2ce-b5cbade9d969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b4f78a-f774-4f68-b5eb-77f9e7ce7163,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:33.908312 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e9704fb7-a26c-427a-aa84-cdc7cbb86513 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:33.935190 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-4322178a-2aaf-4587-81ca-1e129d1a44f7 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks [] for security_group_rule (cfd32f7e-de1d-4b35-954e-d415393d24c8), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:33.961050 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7bccd123-e9ae-4daa-b782-43f46f9438ad req-f01926f3-379d-4823-9c03-eafd583381b0 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 210 time: 0.0390208 Sep 17 03:51:33.990914 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e9704fb7-a26c-427a-aa84-cdc7cbb86513 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615334'] for floatingip (cfb9b549-0b7f-4105-87a5-f6eaa41debe2), after_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:34.060484 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-4322178a-2aaf-4587-81ca-1e129d1a44f7 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks [] for security_group_rule (cfd32f7e-de1d-4b35-954e-d415393d24c8), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:34.107680 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 0f02135d-93e6-42ce-a251-6da534f37103 up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:51:34.120916 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.db.l3_db [None req-e9704fb7-a26c-427a-aa84-cdc7cbb86513 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Floating IP cfb9b549-0b7f-4105-87a5-f6eaa41debe2 associated. External IP: 172.27.0.222, port: d7087cb3-476a-4b4c-a379-b613a140db7d. Sep 17 03:51:34.164382 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:34.171716 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port 0f02135d-93e6-42ce-a251-6da534f37103 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:51:34.172446 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (0f02135d-93e6-42ce-a251-6da534f37103), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:34.173559 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port 0f02135d-93e6-42ce-a251-6da534f37103 Sep 17 03:51:34.182203 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-4322178a-2aaf-4587-81ca-1e129d1a44f7 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553096'] for security_group_rule (cfd32f7e-de1d-4b35-954e-d415393d24c8), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:34.219313 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4322178a-2aaf-4587-81ca-1e129d1a44f7 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfd32f7e-de1d-4b35-954e-d415393d24c8,revision_number=0']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:34.256087 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-020b83b2-5c16-4417-8bb0-4d275b0950f4 None None] Attempt 9 to provision port ded786c3-3a71-45e7-b7ed-c9270c1bf1a8 Sep 17 03:51:34.261360 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-3416f62a-449d-40c7-b4f1-9848b7d61603 None None] Publish callbacks [] for port (ded786c3-3a71-45e7-b7ed-c9270c1bf1a8), precommit_update {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:34.264143 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:34.353330 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-020b83b2-5c16-4417-8bb0-4d275b0950f4 None None] Port ded786c3-3a71-45e7-b7ed-c9270c1bf1a8 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:51:34.367101 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-3416f62a-449d-40c7-b4f1-9848b7d61603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (ded786c3-3a71-45e7-b7ed-c9270c1bf1a8), after_update {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:34.370735 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-4322178a-2aaf-4587-81ca-1e129d1a44f7 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:34.375201 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-4322178a-2aaf-4587-81ca-1e129d1a44f7 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6104436 Sep 17 03:51:34.376534 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 48418) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:34.399259 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [None req-29fc64cd-3b76-4e07-974f-06736542f1ca tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Request body: {'security_group_rule': {'security_group_id': '1da66afa-689e-4912-9b9a-7903f4e193b0', 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:51:34.445087 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:34.460801 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port 0f02135d-93e6-42ce-a251-6da534f37103 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:51:34.540274 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.managers [None req-3416f62a-449d-40c7-b4f1-9848b7d61603 None None] Attempting to bind port ded786c3-3a71-45e7-b7ed-c9270c1bf1a8 on host dv-cinder-849143-3-iscsi for vnic_type normal with profile {{(pid=113213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:51:34.542251 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.managers [None req-3416f62a-449d-40c7-b4f1-9848b7d61603 None None] Attempting to bind port ded786c3-3a71-45e7-b7ed-c9270c1bf1a8 by drivers openvswitch,hyperv on host dv-cinder-849143-3-iscsi at level 0 using segments [{'id': 'cbf006cc-15b2-432f-80cb-6bae2ba6ebb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f80aa7ff-30a6-446c-847d-7ac8f980be24'}] {{(pid=113213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:51:34.542786 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3416f62a-449d-40c7-b4f1-9848b7d61603 None None] Attempting to bind port ded786c3-3a71-45e7-b7ed-c9270c1bf1a8 on network f80aa7ff-30a6-446c-847d-7ac8f980be24 {{(pid=113213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:51:34.593569 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.db.securitygroups_db [None req-29fc64cd-3b76-4e07-974f-06736542f1ca tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Project cb2d22c677bb48a1aa50631997fc0741 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 03:51:34.610462 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d9133-9d3e-48c0-879b-a86532924aeb req-95f24aae-c799-4145-a177-00909c38ef86 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:34.610462 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0e2d9133-9d3e-48c0-879b-a86532924aeb req-95f24aae-c799-4145-a177-00909c38ef86 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 943 time: 0.1491380 Sep 17 03:51:34.612107 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-29fc64cd-3b76-4e07-974f-06736542f1ca tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks [] for security_group_rule (94a4b2fa-b9c3-448e-8501-121606361ea6), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:34.627934 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec25b3-849e-4052-8291-b1263676f785 None None] Pushing event updated for resources: {'Port': ['ID=ded786c3-3a71-45e7-b7ed-c9270c1bf1a8,revision_number=3']} {{(pid=113213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:34.641015 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3416f62a-449d-40c7-b4f1-9848b7d61603 None None] Checking agent: {'id': '287db9f2-8160-4728-95aa-12aebca604d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 40, 13), 'started_at': datetime.datetime(2022, 9, 17, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:51:34.641015 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3416f62a-449d-40c7-b4f1-9848b7d61603 None None] Checking segment: {'id': 'cbf006cc-15b2-432f-80cb-6bae2ba6ebb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f80aa7ff-30a6-446c-847d-7ac8f980be24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:51:34.641015 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-3416f62a-449d-40c7-b4f1-9848b7d61603 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:34.641015 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3416f62a-449d-40c7-b4f1-9848b7d61603 None None] Bound using segment: {'id': 'cbf006cc-15b2-432f-80cb-6bae2ba6ebb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f80aa7ff-30a6-446c-847d-7ac8f980be24'} {{(pid=113213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:51:34.641015 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.managers [None req-3416f62a-449d-40c7-b4f1-9848b7d61603 None None] Bound port: ded786c3-3a71-45e7-b7ed-c9270c1bf1a8, host: dv-cinder-849143-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbf006cc-15b2-432f-80cb-6bae2ba6ebb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f80aa7ff-30a6-446c-847d-7ac8f980be24'}}] {{(pid=113213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:51:34.641015 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-3416f62a-449d-40c7-b4f1-9848b7d61603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (ded786c3-3a71-45e7-b7ed-c9270c1bf1a8), before_update {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:34.703005 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.db [None req-3416f62a-449d-40c7-b4f1-9848b7d61603 None None] For port ded786c3-3a71-45e7-b7ed-c9270c1bf1a8, host dv-cinder-849143-3-iscsi, cleared binding levels {{(pid=113213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:51:34.706414 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.db [None req-3416f62a-449d-40c7-b4f1-9848b7d61603 None None] For port ded786c3-3a71-45e7-b7ed-c9270c1bf1a8, host dv-cinder-849143-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=ded786c3-3a71-45e7-b7ed-c9270c1bf1a8,segment=NetworkSegment(cbf006cc-15b2-432f-80cb-6bae2ba6ebb2),segment_id=cbf006cc-15b2-432f-80cb-6bae2ba6ebb2)] {{(pid=113213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:51:34.733209 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:DELETE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:34.738600 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553e59e-8007-4b9d-a582-0e8471191eba req-5e91c19f-a6d0-4487-9dcc-f56b0838d659 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:34.738600 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b553e59e-8007-4b9d-a582-0e8471191eba req-5e91c19f-a6d0-4487-9dcc-f56b0838d659 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.18 "GET /networking/v2.0/networks?id=2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0 HTTP/1.1" status: 200 len: 818 time: 0.2131443 Sep 17 03:51:34.774048 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-3416f62a-449d-40c7-b4f1-9848b7d61603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (ded786c3-3a71-45e7-b7ed-c9270c1bf1a8), after_update {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:34.790146 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0e2d9133-9d3e-48c0-879b-a86532924aeb req-fdc87660-39ce-4343-9086-c1af22400dbd tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708922 Sep 17 03:51:34.806676 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-29fc64cd-3b76-4e07-974f-06736542f1ca tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks [] for security_group_rule (94a4b2fa-b9c3-448e-8501-121606361ea6), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:34.836294 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3416f62a-449d-40c7-b4f1-9848b7d61603 None None] Routers {'8475f205-4bc0-4186-bdee-7c007755c87b'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:51:34.841820 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 48432) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:34.844128 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-3416f62a-449d-40c7-b4f1-9848b7d61603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:51:10Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['8475f205-4bc0-4186-bdee-7c007755c87b'], 'active': True} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:51:34.855260 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-020b83b2-5c16-4417-8bb0-4d275b0950f4 None None] Attempt 10 to provision port ded786c3-3a71-45e7-b7ed-c9270c1bf1a8 Sep 17 03:51:34.861367 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-f1e70bfb-18d2-4c72-b302-052c42b19636 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:34.889856 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-29fc64cd-3b76-4e07-974f-06736542f1ca tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553096'] for security_group_rule (94a4b2fa-b9c3-448e-8501-121606361ea6), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:34.902349 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9704fb7-a26c-427a-aa84-cdc7cbb86513 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Router 1199cd8e-d329-4648-ace2-63398eb0ef65 has already been hosted by L3 agent b971cbd0-997d-41fb-8614-0aea29982798 {{(pid=113210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:51:34.926326 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:34.935747 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc64cd-3b76-4e07-974f-06736542f1ca tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94a4b2fa-b9c3-448e-8501-121606361ea6,revision_number=0']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:34.996351 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-020b83b2-5c16-4417-8bb0-4d275b0950f4 None None] Current status of the port ded786c3-3a71-45e7-b7ed-c9270c1bf1a8 is: DOWN; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:51:34.999489 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-020b83b2-5c16-4417-8bb0-4d275b0950f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (ded786c3-3a71-45e7-b7ed-c9270c1bf1a8), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:35.042595 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec25b3-849e-4052-8291-b1263676f785 None None] Pushing event updated for resources: {'Port': ['ID=ded786c3-3a71-45e7-b7ed-c9270c1bf1a8,revision_number=4']} {{(pid=113213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:35.046092 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-020b83b2-5c16-4417-8bb0-4d275b0950f4 None None] For port ded786c3-3a71-45e7-b7ed-c9270c1bf1a8, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=ded786c3-3a71-45e7-b7ed-c9270c1bf1a8,segment=NetworkSegment(cbf006cc-15b2-432f-80cb-6bae2ba6ebb2),segment_id=cbf006cc-15b2-432f-80cb-6bae2ba6ebb2)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:51:35.047949 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-f1e70bfb-18d2-4c72-b302-052c42b19636 admin admin] Publish callbacks [] for security_group (e519fec1-912a-4aa9-8c39-70e09acd823c), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:35.084622 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-29fc64cd-3b76-4e07-974f-06736542f1ca tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:35.089521 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-29fc64cd-3b76-4e07-974f-06736542f1ca tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7084019 Sep 17 03:51:35.091328 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:35.091443 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 48440) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:35.093655 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [None req-2aaad24a-aaf8-4954-aac6-cab758f470a1 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Request body: {'security_group_rule': {'security_group_id': '1da66afa-689e-4912-9b9a-7903f4e193b0', 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:51:35.111711 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9704fb7-a26c-427a-aa84-cdc7cbb86513 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:51:35.120073 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e9704fb7-a26c-427a-aa84-cdc7cbb86513 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for floatingip (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:35.122546 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76c9fbf-4187-469d-8251-5a17678c18f5 None None] Sync routers for ids ['1199cd8e-d329-4648-ace2-63398eb0ef65'] in dv-cinder-849143-3-iscsi {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:51:35.122725 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvr_db [None req-3416f62a-449d-40c7-b4f1-9848b7d61603 None None] Set router 8475f205-4bc0-4186-bdee-7c007755c87b gateway port host: dv-cinder-849143-3-iscsi {{(pid=113213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:51:35.135879 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76c9fbf-4187-469d-8251-5a17678c18f5 None None] Routers {'1199cd8e-d329-4648-ace2-63398eb0ef65'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:51:35.137043 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-b76c9fbf-4187-469d-8251-5a17678c18f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:51:10Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['1199cd8e-d329-4648-ace2-63398eb0ef65'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:51:35.138470 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5f1d3159-4ef9-459f-a014-61c0cf808ab1 req-86698069-325e-48d4-a484-b6d65730a335 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 210 time: 0.0400362 Sep 17 03:51:35.162733 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-e9704fb7-a26c-427a-aa84-cdc7cbb86513 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/cfb9b549-0b7f-4105-87a5-f6eaa41debe2 HTTP/1.1" status: 200 len: 991 time: 2.3197179 Sep 17 03:51:35.171871 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '848cd21e-bb93-4282-b923-655fd98af383', 'tag': 'd7087cb3-476a-4b4c-a379-b613a140db7d'}] {{(pid=113210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:51:35.171871 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a613894f386080b2b9315951ba9a4c402b93d12b77848e4e2f89d9386810e3b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96387318-20bb-47be-90ca-32b6555d8135" -d '{"events": [{"name": "network-changed", "server_uuid": "848cd21e-bb93-4282-b923-655fd98af383", "tag": "d7087cb3-476a-4b4c-a379-b613a140db7d"}]}' {{(pid=113210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:51:35.195776 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-f1e70bfb-18d2-4c72-b302-052c42b19636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (e519fec1-912a-4aa9-8c39-70e09acd823c), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:35.207771 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:35.222548 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-020b83b2-5c16-4417-8bb0-4d275b0950f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (ded786c3-3a71-45e7-b7ed-c9270c1bf1a8), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:35.240667 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4201c9c8-4c35-4d74-a6fe-0bebd0feaad7 x-openstack-request-id: req-4201c9c8-4c35-4d74-a6fe-0bebd0feaad7 {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:51:35.241014 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "848cd21e-bb93-4282-b923-655fd98af383", "tag": "d7087cb3-476a-4b4c-a379-b613a140db7d", "status": "completed", "code": 200}]} {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:51:35.241266 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4201c9c8-4c35-4d74-a6fe-0bebd0feaad7 {{(pid=113210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:51:35.241677 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4201c9c8-4c35-4d74-a6fe-0bebd0feaad7'] response: {'name': 'network-changed', 'server_uuid': '848cd21e-bb93-4282-b923-655fd98af383', 'tag': 'd7087cb3-476a-4b4c-a379-b613a140db7d', 'status': 'completed', 'code': 200} Sep 17 03:51:35.249710 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.db.securitygroups_db [None req-2aaad24a-aaf8-4954-aac6-cab758f470a1 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Project cb2d22c677bb48a1aa50631997fc0741 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 03:51:35.269931 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e70bfb-18d2-4c72-b302-052c42b19636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e519fec1-912a-4aa9-8c39-70e09acd823c,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:35.273161 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-2aaad24a-aaf8-4954-aac6-cab758f470a1 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks [] for security_group_rule (c84b59ad-8d59-4db2-8f15-e7aeffa67b3e), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:35.284313 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-f1e70bfb-18d2-4c72-b302-052c42b19636 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=cea423049d40432abc2b3dc512dc3016&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4383132 Sep 17 03:51:35.284734 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 48452) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:35.313874 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=87,neutron:INSERT=2,neutron:UPDATE=5,neutron:DELETE=6 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:35.370105 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-2aaad24a-aaf8-4954-aac6-cab758f470a1 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks [] for security_group_rule (c84b59ad-8d59-4db2-8f15-e7aeffa67b3e), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:35.387670 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020b83b2-5c16-4417-8bb0-4d275b0950f4 None None] Pushing event updated for resources: {'Port': ['ID=ded786c3-3a71-45e7-b7ed-c9270c1bf1a8,revision_number=5']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:35.394911 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-08769057-f937-4e92-91cd-91a7d23fe6b1 None None] Provisioning complete for port ded786c3-3a71-45e7-b7ed-c9270c1bf1a8 triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:51:35.395110 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-07947d10-3666-4fdc-a4ad-a508cb24ecc4 admin admin] Publish callbacks [] for security_group (e519fec1-912a-4aa9-8c39-70e09acd823c), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:35.395667 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-08769057-f937-4e92-91cd-91a7d23fe6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (ded786c3-3a71-45e7-b7ed-c9270c1bf1a8), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:35.396275 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-08769057-f937-4e92-91cd-91a7d23fe6b1 None None] Attempt 1 to provision port ded786c3-3a71-45e7-b7ed-c9270c1bf1a8 Sep 17 03:51:35.399385 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-b76c9fbf-4187-469d-8251-5a17678c18f5 None None] Set router 1199cd8e-d329-4648-ace2-63398eb0ef65 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:51:35.423934 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-07947d10-3666-4fdc-a4ad-a508cb24ecc4 admin admin] Publish callbacks [] for security_group (e519fec1-912a-4aa9-8c39-70e09acd823c), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:35.471644 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-2aaad24a-aaf8-4954-aac6-cab758f470a1 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553096'] for security_group_rule (c84b59ad-8d59-4db2-8f15-e7aeffa67b3e), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:35.495988 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-3416f62a-449d-40c7-b4f1-9848b7d61603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8475f205-4bc0-4186-bdee-7c007755c87b', 'name': 'tempest-TestVolumeBootPattern-318603907-router', 'tenant_id': 'ac0ebe0ca1bd4032b42483825e838762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '0f02135d-93e6-42ce-a251-6da534f37103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:25Z', 'updated_at': '2022-09-17T03:51:29Z', 'revision_number': 4, 'project_id': 'ac0ebe0ca1bd4032b42483825e838762', 'gw_port': {'id': '0f02135d-93e6-42ce-a251-6da534f37103', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:37:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8475f205-4bc0-4186-bdee-7c007755c87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:26Z', 'updated_at': '2022-09-17T03:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': 'ded786c3-3a71-45e7-b7ed-c9270c1bf1a8', 'name': '', 'network_id': 'f80aa7ff-30a6-446c-847d-7ac8f980be24', 'tenant_id': 'ac0ebe0ca1bd4032b42483825e838762', 'mac_address': 'fa:16:3e:d6:08:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8475f205-4bc0-4186-bdee-7c007755c87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '41d20e57-2557-4c3c-9315-6489855f96fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:28Z', 'updated_at': '2022-09-17T03:51:34Z', 'revision_number': 4, 'project_id': 'ac0ebe0ca1bd4032b42483825e838762', 'subnets': [{'id': '41d20e57-2557-4c3c-9315-6489855f96fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:51:35.517793 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaad24a-aaf8-4954-aac6-cab758f470a1 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c84b59ad-8d59-4db2-8f15-e7aeffa67b3e,revision_number=0']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:35.528475 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3416f62a-449d-40c7-b4f1-9848b7d61603 None None] The sync data for ids ['8475f205-4bc0-4186-bdee-7c007755c87b'] in dv-cinder-849143-3-iscsi is: [{'id': '8475f205-4bc0-4186-bdee-7c007755c87b', 'name': 'tempest-TestVolumeBootPattern-318603907-router', 'tenant_id': 'ac0ebe0ca1bd4032b42483825e838762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '0f02135d-93e6-42ce-a251-6da534f37103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:25Z', 'updated_at': '2022-09-17T03:51:29Z', 'revision_number': 4, 'project_id': 'ac0ebe0ca1bd4032b42483825e838762', 'gw_port': {'id': '0f02135d-93e6-42ce-a251-6da534f37103', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:37:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8475f205-4bc0-4186-bdee-7c007755c87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:26Z', 'updated_at': '2022-09-17T03:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': 'ded786c3-3a71-45e7-b7ed-c9270c1bf1a8', 'name': '', 'network_id': 'f80aa7ff-30a6-446c-847d-7ac8f980be24', 'tenant_id': 'ac0ebe0ca1bd4032b42483825e838762', 'mac_address': 'fa:16:3e:d6:08:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8475f205-4bc0-4186-bdee-7c007755c87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '41d20e57-2557-4c3c-9315-6489855f96fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:28Z', 'updated_at': '2022-09-17T03:51:34Z', 'revision_number': 4, 'project_id': 'ac0ebe0ca1bd4032b42483825e838762', 'subnets': [{'id': '41d20e57-2557-4c3c-9315-6489855f96fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:51:35.593548 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-07947d10-3666-4fdc-a4ad-a508cb24ecc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (e519fec1-912a-4aa9-8c39-70e09acd823c), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:35.596165 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-07947d10-3666-4fdc-a4ad-a508cb24ecc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:35.598156 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-07947d10-3666-4fdc-a4ad-a508cb24ecc4 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e519fec1-912a-4aa9-8c39-70e09acd823c HTTP/1.1" status: 204 len: 168 time: 0.3128796 Sep 17 03:51:35.609077 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07947d10-3666-4fdc-a4ad-a508cb24ecc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e519fec1-912a-4aa9-8c39-70e09acd823c,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:35.610345 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-2aaad24a-aaf8-4954-aac6-cab758f470a1 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:35.630398 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-2aaad24a-aaf8-4954-aac6-cab758f470a1 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5341191 Sep 17 03:51:35.831488 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-08769057-f937-4e92-91cd-91a7d23fe6b1 None None] Current status of the port ded786c3-3a71-45e7-b7ed-c9270c1bf1a8 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:51:35.922934 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=100 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:35.934211 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-b76c9fbf-4187-469d-8251-5a17678c18f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'name': 'tempest-AttachVolumeNegativeTest-710767008-router', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:40Z', 'updated_at': '2022-09-17T03:48:49Z', 'revision_number': 4, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'gw_port': {'id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ae:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_floatingips': [{'id': '0b9a9c88-10f1-486d-8115-e6a5b6ad9e81', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'floating_ip_address': '172.27.0.81', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'port_id': 'fae1032b-da6a-4063-9698-4bfb74f60750', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f', 'mac_address': 'fa:16:3e:79:df:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f3df2d-670f-4ee1-b3f2-4f906fab9f11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:48:58Z', 'updated_at': '2022-09-17T03:49:41Z', 'revision_number': 2, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'fixed_ip_address_scope': None}, {'id': 'cfb9b549-0b7f-4105-87a5-f6eaa41debe2', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'port_id': 'd7087cb3-476a-4b4c-a379-b613a140db7d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f', 'mac_address': 'fa:16:3e:0d:cd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848cd21e-bb93-4282-b923-655fd98af383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:50:45Z', 'updated_at': '2022-09-17T03:51:33Z', 'revision_number': 1, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd44a3f-6ef3-4bdc-8585-990b9803e2f0', 'name': '', 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'mac_address': 'fa:16:3e:c8:15:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:47Z', 'updated_at': '2022-09-17T03:49:00Z', 'revision_number': 5, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'subnets': [{'id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:51:35.969315 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76c9fbf-4187-469d-8251-5a17678c18f5 None None] Checking router: 1199cd8e-d329-4648-ace2-63398eb0ef65 for host: dv-cinder-849143-3-iscsi {{(pid=113212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:51:35.979079 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76c9fbf-4187-469d-8251-5a17678c18f5 None None] Routers {'1199cd8e-d329-4648-ace2-63398eb0ef65'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:51:35.979699 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-b76c9fbf-4187-469d-8251-5a17678c18f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:51:10Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['1199cd8e-d329-4648-ace2-63398eb0ef65'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:51:36.126080 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-b76c9fbf-4187-469d-8251-5a17678c18f5 None None] Set router 1199cd8e-d329-4648-ace2-63398eb0ef65 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:51:36.159763 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device ded786c3-3a71-45e7-b7ed-c9270c1bf1a8 up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:51:36.278809 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port ded786c3-3a71-45e7-b7ed-c9270c1bf1a8 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:51:36.287225 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (ded786c3-3a71-45e7-b7ed-c9270c1bf1a8), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:36.287225 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port ded786c3-3a71-45e7-b7ed-c9270c1bf1a8 Sep 17 03:51:36.339147 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e2ae53e1-8378-4282-b30b-0f8a12055c8b req-661cde20-b919-4c16-bd9c-54e9e566a0ad tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 210 time: 0.0836773 Sep 17 03:51:36.455209 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 48516) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:36.490336 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port ded786c3-3a71-45e7-b7ed-c9270c1bf1a8 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:51:36.540533 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-b76c9fbf-4187-469d-8251-5a17678c18f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'name': 'tempest-AttachVolumeNegativeTest-710767008-router', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:40Z', 'updated_at': '2022-09-17T03:48:49Z', 'revision_number': 4, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'gw_port': {'id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ae:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_floatingips': [{'id': '0b9a9c88-10f1-486d-8115-e6a5b6ad9e81', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'floating_ip_address': '172.27.0.81', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'port_id': 'fae1032b-da6a-4063-9698-4bfb74f60750', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f', 'mac_address': 'fa:16:3e:79:df:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f3df2d-670f-4ee1-b3f2-4f906fab9f11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:48:58Z', 'updated_at': '2022-09-17T03:49:41Z', 'revision_number': 2, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'fixed_ip_address_scope': None}, {'id': 'cfb9b549-0b7f-4105-87a5-f6eaa41debe2', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'port_id': 'd7087cb3-476a-4b4c-a379-b613a140db7d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f', 'mac_address': 'fa:16:3e:0d:cd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848cd21e-bb93-4282-b923-655fd98af383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:50:45Z', 'updated_at': '2022-09-17T03:51:33Z', 'revision_number': 1, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd44a3f-6ef3-4bdc-8585-990b9803e2f0', 'name': '', 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'mac_address': 'fa:16:3e:c8:15:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:47Z', 'updated_at': '2022-09-17T03:49:00Z', 'revision_number': 5, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'subnets': [{'id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:51:36.544486 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=100 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:36.568248 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76c9fbf-4187-469d-8251-5a17678c18f5 None None] The sync data for ids ['1199cd8e-d329-4648-ace2-63398eb0ef65'] in dv-cinder-849143-3-iscsi is: [{'id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'name': 'tempest-AttachVolumeNegativeTest-710767008-router', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:40Z', 'updated_at': '2022-09-17T03:48:49Z', 'revision_number': 4, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'gw_port': {'id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ae:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_floatingips': [{'id': '0b9a9c88-10f1-486d-8115-e6a5b6ad9e81', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'floating_ip_address': '172.27.0.81', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'port_id': 'fae1032b-da6a-4063-9698-4bfb74f60750', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f', 'mac_address': 'fa:16:3e:79:df:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f3df2d-670f-4ee1-b3f2-4f906fab9f11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:48:58Z', 'updated_at': '2022-09-17T03:49:41Z', 'revision_number': 2, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'fixed_ip_address_scope': None}, {'id': 'cfb9b549-0b7f-4105-87a5-f6eaa41debe2', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'port_id': 'd7087cb3-476a-4b4c-a379-b613a140db7d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f', 'mac_address': 'fa:16:3e:0d:cd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848cd21e-bb93-4282-b923-655fd98af383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:50:45Z', 'updated_at': '2022-09-17T03:51:33Z', 'revision_number': 1, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd44a3f-6ef3-4bdc-8585-990b9803e2f0', 'name': '', 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'mac_address': 'fa:16:3e:c8:15:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:47Z', 'updated_at': '2022-09-17T03:49:00Z', 'revision_number': 5, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'subnets': [{'id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:51:36.630491 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d7b2e991-8a94-4188-80fe-79e9d64aa0ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:36.720234 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [req-e47d23fc-0116-404c-9766-12713679afc5 req-414814bf-ae36-4772-92e0-88435a0104bc service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113211) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 17 03:51:36.722312 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e47d23fc-0116-404c-9766-12713679afc5 req-414814bf-ae36-4772-92e0-88435a0104bc service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0066667 Sep 17 03:51:36.766121 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d7b2e991-8a94-4188-80fe-79e9d64aa0ad admin admin] Publish callbacks [] for security_group (beef8bd5-1ec4-4cd9-a7c4-e836190d23f0), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:36.818549 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=100 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:36.851443 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d7b2e991-8a94-4188-80fe-79e9d64aa0ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (beef8bd5-1ec4-4cd9-a7c4-e836190d23f0), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:36.906253 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50339ec-8d15-4b74-a83d-85c20de17b15 None None] New status for floating IP cfb9b549-0b7f-4105-87a5-f6eaa41debe2: ACTIVE {{(pid=113213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 03:51:36.912089 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b2e991-8a94-4188-80fe-79e9d64aa0ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beef8bd5-1ec4-4cd9-a7c4-e836190d23f0,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:36.917331 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-d7b2e991-8a94-4188-80fe-79e9d64aa0ad admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f18b43c128844ad887e5fb11908a1841&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4604051 Sep 17 03:51:36.920150 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 48536) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:37.002796 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-bfeab6d5-7d5c-44ce-b5ca-69b0eb56cba8 admin admin] Publish callbacks [] for security_group (beef8bd5-1ec4-4cd9-a7c4-e836190d23f0), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:37.021680 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-bfeab6d5-7d5c-44ce-b5ca-69b0eb56cba8 admin admin] Publish callbacks [] for security_group (beef8bd5-1ec4-4cd9-a7c4-e836190d23f0), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:37.188416 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeff5f5-bd13-4d04-a672-4a5aacffb3c1 req-a62fa562-15ab-4c72-b88d-8cd163681b10 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:37.189910 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-4aeff5f5-bd13-4d04-a672-4a5aacffb3c1 req-a62fa562-15ab-4c72-b88d-8cd163681b10 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 943 time: 0.0465314 Sep 17 03:51:37.224300 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-bfeab6d5-7d5c-44ce-b5ca-69b0eb56cba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (beef8bd5-1ec4-4cd9-a7c4-e836190d23f0), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:37.226975 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-bfeab6d5-7d5c-44ce-b5ca-69b0eb56cba8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:37.228425 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-bfeab6d5-7d5c-44ce-b5ca-69b0eb56cba8 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/beef8bd5-1ec4-4cd9-a7c4-e836190d23f0 HTTP/1.1" status: 204 len: 168 time: 0.3071640 Sep 17 03:51:37.231454 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:DELETE=4,neutron:INSERT=14,neutron:SELECT=80,neutron:UPDATE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:37.239123 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-4aeff5f5-bd13-4d04-a672-4a5aacffb3c1 req-26717992-1422-43f4-96ef-071f1dc0b450 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428956 Sep 17 03:51:37.249706 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeab6d5-7d5c-44ce-b5ca-69b0eb56cba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beef8bd5-1ec4-4cd9-a7c4-e836190d23f0,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:37.470138 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b553e59e-8007-4b9d-a582-0e8471191eba req-f2e85ded-0a46-489a-86a5-c6a1f2fe1388 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=294abb2085b844a99908242d4b02e263 HTTP/1.1" status: 200 len: 379 time: 0.1469154 Sep 17 03:51:37.473144 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:37.477631 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96387318-20bb-47be-90ca-32b6555d8135 req-1bfd7f83-b8f2-498c-93af-1dd7c784de22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:37.482574 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-96387318-20bb-47be-90ca-32b6555d8135 req-1bfd7f83-b8f2-498c-93af-1dd7c784de22 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=fb6cb03abf5242b594efcf325909dd32&device_id=848cd21e-bb93-4282-b923-655fd98af383 HTTP/1.1" status: 200 len: 1129 time: 0.1432657 Sep 17 03:51:37.507496 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-852aca0e-dfbc-4a09-b06d-29c80145e80c req-a055ade9-39d7-44e6-aee5-62796ed1b0d7 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 210 time: 0.0357234 Sep 17 03:51:37.691990 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [req-b553e59e-8007-4b9d-a582-0e8471191eba req-82f85f12-bc52-4813-ac24-673d6df15157 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Request body: {'port': {'device_id': 'c6826743-7fdd-48c9-8894-fe539ce261fe', 'network_id': '2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0', 'admin_state_up': True, 'tenant_id': '294abb2085b844a99908242d4b02e263', 'security_groups': ['9767fb28-7dda-4f4b-b024-154add37b49d']}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:51:37.838385 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96387318-20bb-47be-90ca-32b6555d8135 req-358a8dc7-11b3-4e96-8a86-70e35474378b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:37.839963 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-96387318-20bb-47be-90ca-32b6555d8135 req-358a8dc7-11b3-4e96-8a86-70e35474378b service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=07c207ee-c2bb-4d53-bca3-b5aa6199ad0f HTTP/1.1" status: 200 len: 915 time: 0.1524684 Sep 17 03:51:37.956688 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-96387318-20bb-47be-90ca-32b6555d8135 req-bba8fdfc-baae-4c9f-a573-0bc6f504c846 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7087cb3-476a-4b4c-a379-b613a140db7d HTTP/1.1" status: 200 len: 1001 time: 0.1038544 Sep 17 03:51:37.976559 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-104493a0-1809-40a5-b4fb-8b9924d7abaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b0b4725d-5d3f-4adf-8b60-729f2f7a35da), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:37.980126 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b553e59e-8007-4b9d-a582-0e8471191eba req-82f85f12-bc52-4813-ac24-673d6df15157 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Made reservation on behalf of 294abb2085b844a99908242d4b02e263 for: {'port': 1} {{(pid=113211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:51:37.992222 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-b553e59e-8007-4b9d-a582-0e8471191eba req-82f85f12-bc52-4813-ac24-673d6df15157 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:38.016579 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96387318-20bb-47be-90ca-32b6555d8135 req-d39cf5a3-ad8a-4af3-89f3-d4278408e413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:38.018010 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-96387318-20bb-47be-90ca-32b6555d8135 req-d39cf5a3-ad8a-4af3-89f3-d4278408e413 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=21657c11-9b0c-49b1-8935-9d760016ec10 HTTP/1.1" status: 200 len: 853 time: 0.0576138 Sep 17 03:51:38.090479 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96387318-20bb-47be-90ca-32b6555d8135 req-de47c77f-4c74-4b66-8c0f-80eed709c103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:38.093418 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-96387318-20bb-47be-90ca-32b6555d8135 req-de47c77f-4c74-4b66-8c0f-80eed709c103 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=07c207ee-c2bb-4d53-bca3-b5aa6199ad0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0663939 Sep 17 03:51:38.199688 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.db_base_plugin_common [req-b553e59e-8007-4b9d-a582-0e8471191eba req-82f85f12-bc52-4813-ac24-673d6df15157 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Allocated IP 172.20.0.11 (2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0/4a9bc613-44d6-4890-b247-86fc85e41240/763d28d0-99e6-46b1-a147-d5dd0a8d8b37) {{(pid=113211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:51:38.217951 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-96387318-20bb-47be-90ca-32b6555d8135 req-0bb86311-746f-4eb3-983e-78386797c154 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/07c207ee-c2bb-4d53-bca3-b5aa6199ad0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153967 Sep 17 03:51:38.307110 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:38.403733 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-b553e59e-8007-4b9d-a582-0e8471191eba req-82f85f12-bc52-4813-ac24-673d6df15157 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks [] for port (763d28d0-99e6-46b1-a147-d5dd0a8d8b37), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:38.412635 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:38.415364 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543495a7-698f-4ede-9eca-7dae6b31ec30 req-19e8f83f-186d-48ea-abc4-176b7834fb8b tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:38.416879 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-543495a7-698f-4ede-9eca-7dae6b31ec30 req-19e8f83f-186d-48ea-abc4-176b7834fb8b tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 943 time: 0.0687885 Sep 17 03:51:38.450306 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-96387318-20bb-47be-90ca-32b6555d8135 req-bb4f7c80-24df-432a-b2d7-449fdf0fb21c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/07c207ee-c2bb-4d53-bca3-b5aa6199ad0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134722 Sep 17 03:51:38.543532 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-543495a7-698f-4ede-9eca-7dae6b31ec30 req-40922209-2f3e-4f78-8b44-79cfcc79c552 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947280 Sep 17 03:51:38.616967 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-b553e59e-8007-4b9d-a582-0e8471191eba req-82f85f12-bc52-4813-ac24-673d6df15157 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26185590'] for port (763d28d0-99e6-46b1-a147-d5dd0a8d8b37), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:38.693338 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b553e59e-8007-4b9d-a582-0e8471191eba req-82f85f12-bc52-4813-ac24-673d6df15157 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Network 2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0 is already hosted by enough agents. {{(pid=113211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:51:38.699745 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.base_scheduler [req-b553e59e-8007-4b9d-a582-0e8471191eba req-82f85f12-bc52-4813-ac24-673d6df15157 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Resources bound (agent type, host, resource id): {{(pid=113211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:51:38.706271 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.l3_dvrscheduler_db [req-b553e59e-8007-4b9d-a582-0e8471191eba req-82f85f12-bc52-4813-ac24-673d6df15157 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Received port after_create {{(pid=113211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:51:38.733212 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f85f12-bc52-4813-ac24-673d6df15157 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Pushing event updated for resources: {'Port': ['ID=763d28d0-99e6-46b1-a147-d5dd0a8d8b37,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:38.755970 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eabae9-369e-4012-b4d2-09dce10824e8 req-de14d8a6-e035-4332-bc9a-0971ccf46d67 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:38.755970 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-67eabae9-369e-4012-b4d2-09dce10824e8 req-de14d8a6-e035-4332-bc9a-0971ccf46d67 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 932 time: 0.0999088 Sep 17 03:51:38.792962 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553e59e-8007-4b9d-a582-0e8471191eba req-82f85f12-bc52-4813-ac24-673d6df15157 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:38.793604 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-b553e59e-8007-4b9d-a582-0e8471191eba req-82f85f12-bc52-4813-ac24-673d6df15157 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for port (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:38.838889 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-67eabae9-369e-4012-b4d2-09dce10824e8 req-20d0cccd-9a5f-48c4-b0a5-78241fc560b0 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9767fb28-7dda-4f4b-b024-154add37b49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800414 Sep 17 03:51:38.879551 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 48632) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:38.889455 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b553e59e-8007-4b9d-a582-0e8471191eba req-82f85f12-bc52-4813-ac24-673d6df15157 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2014217 Sep 17 03:51:38.913359 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [req-b553e59e-8007-4b9d-a582-0e8471191eba req-ae31e618-53ea-47f3-9e6e-853dddf36142 service neutron] Request body: {'port': {'device_id': 'c6826743-7fdd-48c9-8894-fe539ce261fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:51:38.981829 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-45df8667-9534-4d32-9b7e-18f88c4fd015 None None] Provisioning complete for port 763d28d0-99e6-46b1-a147-d5dd0a8d8b37 triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:51:38.983181 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-45df8667-9534-4d32-9b7e-18f88c4fd015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (763d28d0-99e6-46b1-a147-d5dd0a8d8b37), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:38.983397 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-45df8667-9534-4d32-9b7e-18f88c4fd015 None None] Attempt 1 to provision port 763d28d0-99e6-46b1-a147-d5dd0a8d8b37 Sep 17 03:51:39.022342 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-b553e59e-8007-4b9d-a582-0e8471191eba req-ae31e618-53ea-47f3-9e6e-853dddf36142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (763d28d0-99e6-46b1-a147-d5dd0a8d8b37), before_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:39.039040 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-45df8667-9534-4d32-9b7e-18f88c4fd015 None None] Port 763d28d0-99e6-46b1-a147-d5dd0a8d8b37 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:51:39.187060 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7d1a739d-906d-47e3-9ccf-5696091040e7 req-41f8be1d-67b1-4c2d-99ed-6598590166f7 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3054049 Sep 17 03:51:39.204557 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [req-7d1a739d-906d-47e3-9ccf-5696091040e7 req-9981a88e-3c7c-41da-9c1e-8dc5517d26ca service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113211) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 17 03:51:39.204557 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7d1a739d-906d-47e3-9ccf-5696091040e7 req-9981a88e-3c7c-41da-9c1e-8dc5517d26ca service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0055139 Sep 17 03:51:39.374974 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.notifiers.nova [req-b553e59e-8007-4b9d-a582-0e8471191eba req-ae31e618-53ea-47f3-9e6e-853dddf36142 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 763d28d0-99e6-46b1-a147-d5dd0a8d8b37 {{(pid=113211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:51:39.384004 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-b553e59e-8007-4b9d-a582-0e8471191eba req-ae31e618-53ea-47f3-9e6e-853dddf36142 service neutron] Publish callbacks [] for port (763d28d0-99e6-46b1-a147-d5dd0a8d8b37), precommit_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:39.402211 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.provisioning_blocks [req-b553e59e-8007-4b9d-a582-0e8471191eba req-ae31e618-53ea-47f3-9e6e-853dddf36142 service neutron] Transition to ACTIVE for port object 763d28d0-99e6-46b1-a147-d5dd0a8d8b37 will not be triggered until provisioned by entity L2. {{(pid=113211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 03:51:39.402211 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 48660) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:39.423953 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:39.472172 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 48666) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:39.479483 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-b553e59e-8007-4b9d-a582-0e8471191eba req-ae31e618-53ea-47f3-9e6e-853dddf36142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26185551'] for port (763d28d0-99e6-46b1-a147-d5dd0a8d8b37), after_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:39.541143 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-45df8667-9534-4d32-9b7e-18f88c4fd015 None None] Attempt 2 to provision port 763d28d0-99e6-46b1-a147-d5dd0a8d8b37 Sep 17 03:51:39.549496 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31e618-53ea-47f3-9e6e-853dddf36142 service neutron] Pushing event updated for resources: {'Port': ['ID=763d28d0-99e6-46b1-a147-d5dd0a8d8b37,revision_number=2']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:39.603593 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [None req-3b832891-0cb8-43b9-9a84-8927c1351d59 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-56533848-network', 'tenant_id': '0cdb8140dca34727ab99c95efc7acb81'}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:51:39.623079 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-45df8667-9534-4d32-9b7e-18f88c4fd015 None None] Port 763d28d0-99e6-46b1-a147-d5dd0a8d8b37 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:51:39.914697 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.managers [req-b553e59e-8007-4b9d-a582-0e8471191eba req-ae31e618-53ea-47f3-9e6e-853dddf36142 service neutron] Attempting to bind port 763d28d0-99e6-46b1-a147-d5dd0a8d8b37 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:51:39.914697 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.managers [req-b553e59e-8007-4b9d-a582-0e8471191eba req-ae31e618-53ea-47f3-9e6e-853dddf36142 service neutron] Attempting to bind port 763d28d0-99e6-46b1-a147-d5dd0a8d8b37 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'fd61fd09-fc24-4021-8673-02b64116f7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0'}] {{(pid=113211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:51:39.914697 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b553e59e-8007-4b9d-a582-0e8471191eba req-ae31e618-53ea-47f3-9e6e-853dddf36142 service neutron] Attempting to bind port 763d28d0-99e6-46b1-a147-d5dd0a8d8b37 on network 2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0 {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:51:39.958445 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b832891-0cb8-43b9-9a84-8927c1351d59 admin admin] Made reservation on behalf of 0cdb8140dca34727ab99c95efc7acb81 for: {'network': 1} {{(pid=113211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:51:39.960755 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-3b832891-0cb8-43b9-9a84-8927c1351d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for network (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:39.963872 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:40.013847 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-3b832891-0cb8-43b9-9a84-8927c1351d59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:40.036886 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79dc73-18f6-43f0-b75d-f1445a490106 req-19cb1eb4-2580-4e4e-a8bd-ee59f49d4d84 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:40.036886 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8c79dc73-18f6-43f0-b75d-f1445a490106 req-19cb1eb4-2580-4e4e-a8bd-ee59f49d4d84 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 943 time: 0.3859677 Sep 17 03:51:40.048383 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a739d-906d-47e3-9ccf-5696091040e7 req-72395eb4-e1c7-4223-8688-a924a8311198 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:40.049801 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7d1a739d-906d-47e3-9ccf-5696091040e7 req-72395eb4-e1c7-4223-8688-a924a8311198 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports/21eb96ad-7324-4cd7-bafe-bcd97e1bcf22 HTTP/1.1" status: 200 len: 940 time: 0.5750852 Sep 17 03:51:40.078804 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb4d49-383b-4a22-87d6-c1623fe56a02 req-194670d9-0db2-49ea-9b6f-ac9eb4a25629 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:40.080454 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-3afb4d49-383b-4a22-87d6-c1623fe56a02 req-194670d9-0db2-49ea-9b6f-ac9eb4a25629 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 944 time: 0.1435843 Sep 17 03:51:40.119795 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b553e59e-8007-4b9d-a582-0e8471191eba req-ae31e618-53ea-47f3-9e6e-853dddf36142 service neutron] Port 763d28d0-99e6-46b1-a147-d5dd0a8d8b37 on network 2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 03:51:40.120139 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b553e59e-8007-4b9d-a582-0e8471191eba req-ae31e618-53ea-47f3-9e6e-853dddf36142 service neutron] Attempting to bind port 763d28d0-99e6-46b1-a147-d5dd0a8d8b37 on network 2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0 {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:51:40.126457 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-45df8667-9534-4d32-9b7e-18f88c4fd015 None None] Attempt 3 to provision port 763d28d0-99e6-46b1-a147-d5dd0a8d8b37 Sep 17 03:51:40.181088 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-45df8667-9534-4d32-9b7e-18f88c4fd015 None None] Port 763d28d0-99e6-46b1-a147-d5dd0a8d8b37 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:51:40.229610 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8c79dc73-18f6-43f0-b75d-f1445a490106 req-6bfba4bc-d402-47c6-a755-bc7f9beb4fbd tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1773536 Sep 17 03:51:40.254327 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-3afb4d49-383b-4a22-87d6-c1623fe56a02 req-fac58a7b-6966-4f14-af93-04bf378f76ea tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9767fb28-7dda-4f4b-b024-154add37b49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565883 Sep 17 03:51:40.263133 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b553e59e-8007-4b9d-a582-0e8471191eba req-ae31e618-53ea-47f3-9e6e-853dddf36142 service neutron] Checking agent: {'id': '56a63866-613b-46a0-90ee-05b9222d9bfc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 46, 46), 'started_at': datetime.datetime(2022, 9, 17, 3, 46, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:51:40.263468 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b553e59e-8007-4b9d-a582-0e8471191eba req-ae31e618-53ea-47f3-9e6e-853dddf36142 service neutron] Checking segment: {'id': 'fd61fd09-fc24-4021-8673-02b64116f7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:51:40.264068 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b553e59e-8007-4b9d-a582-0e8471191eba req-ae31e618-53ea-47f3-9e6e-853dddf36142 service neutron] Bound using segment: {'id': 'fd61fd09-fc24-4021-8673-02b64116f7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0'} {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:51:40.264663 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.managers [req-b553e59e-8007-4b9d-a582-0e8471191eba req-ae31e618-53ea-47f3-9e6e-853dddf36142 service neutron] Bound port: 763d28d0-99e6-46b1-a147-d5dd0a8d8b37, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd61fd09-fc24-4021-8673-02b64116f7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0'}}] {{(pid=113211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:51:40.265169 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-b553e59e-8007-4b9d-a582-0e8471191eba req-ae31e618-53ea-47f3-9e6e-853dddf36142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (763d28d0-99e6-46b1-a147-d5dd0a8d8b37), before_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:40.332864 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-3b832891-0cb8-43b9-9a84-8927c1351d59 admin admin] Publish callbacks [] for security_group (b4a13084-8dac-44d2-bb8f-f8f2c9cef483), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:40.359177 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-2ad5aa0e-8554-4207-8a76-b50d122fabd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b971cbd0-997d-41fb-8614-0aea29982798), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:40.363638 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.db [req-b553e59e-8007-4b9d-a582-0e8471191eba req-ae31e618-53ea-47f3-9e6e-853dddf36142 service neutron] For port 763d28d0-99e6-46b1-a147-d5dd0a8d8b37, host hv-cinder-84914, cleared binding levels {{(pid=113211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:51:40.363638 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.db [req-b553e59e-8007-4b9d-a582-0e8471191eba req-ae31e618-53ea-47f3-9e6e-853dddf36142 service neutron] For port 763d28d0-99e6-46b1-a147-d5dd0a8d8b37, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=763d28d0-99e6-46b1-a147-d5dd0a8d8b37,segment=NetworkSegment(fd61fd09-fc24-4021-8673-02b64116f7ad),segment_id=fd61fd09-fc24-4021-8673-02b64116f7ad)] {{(pid=113211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:51:40.382173 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-3b832891-0cb8-43b9-9a84-8927c1351d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (b4a13084-8dac-44d2-bb8f-f8f2c9cef483), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:40.406039 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b832891-0cb8-43b9-9a84-8927c1351d59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=113211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 03:51:40.422774 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b832891-0cb8-43b9-9a84-8927c1351d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a13084-8dac-44d2-bb8f-f8f2c9cef483,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:40.425801 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-3b832891-0cb8-43b9-9a84-8927c1351d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16505770'] for segment (7ea2bdaf-c56d-49fb-adcf-15285fcbe8da), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:40.426162 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.db.segments_db [None req-3b832891-0cb8-43b9-9a84-8927c1351d59 admin admin] Added segment 7ea2bdaf-c56d-49fb-adcf-15285fcbe8da of type vlan for network a074f835-aa65-4c2d-81dc-c695b3cf95bc Sep 17 03:51:40.457455 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-b553e59e-8007-4b9d-a582-0e8471191eba req-ae31e618-53ea-47f3-9e6e-853dddf36142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26185551'] for port (763d28d0-99e6-46b1-a147-d5dd0a8d8b37), after_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:40.466036 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553e59e-8007-4b9d-a582-0e8471191eba req-ae31e618-53ea-47f3-9e6e-853dddf36142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:40.466660 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-b553e59e-8007-4b9d-a582-0e8471191eba req-ae31e618-53ea-47f3-9e6e-853dddf36142 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for port (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:40.468087 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b553e59e-8007-4b9d-a582-0e8471191eba req-ae31e618-53ea-47f3-9e6e-853dddf36142 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/763d28d0-99e6-46b1-a147-d5dd0a8d8b37 HTTP/1.1" status: 200 len: 1094 time: 1.5614672 Sep 17 03:51:40.473279 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6826743-7fdd-48c9-8894-fe539ce261fe', 'tag': '763d28d0-99e6-46b1-a147-d5dd0a8d8b37'}] {{(pid=113211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:51:40.475823 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346c2caff186dcd388f83f6dc64b2ba25d7763d65cfebe6fa09f9256a5522518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f669881c-c52a-4f61-a5eb-d2b374a5b64e" -d '{"events": [{"name": "network-changed", "server_uuid": "c6826743-7fdd-48c9-8894-fe539ce261fe", "tag": "763d28d0-99e6-46b1-a147-d5dd0a8d8b37"}]}' {{(pid=113211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:51:40.502327 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-3b832891-0cb8-43b9-9a84-8927c1351d59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745114436006'] for network (a074f835-aa65-4c2d-81dc-c695b3cf95bc), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:40.546260 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a3f936-58e8-4461-896d-77f321800fbe x-openstack-request-id: req-a2a3f936-58e8-4461-896d-77f321800fbe {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:51:40.546537 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6826743-7fdd-48c9-8894-fe539ce261fe", "tag": "763d28d0-99e6-46b1-a147-d5dd0a8d8b37", "status": "completed", "code": 200}]} {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:51:40.551315 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a2a3f936-58e8-4461-896d-77f321800fbe {{(pid=113211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:51:40.551315 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2a3f936-58e8-4461-896d-77f321800fbe'] response: {'name': 'network-changed', 'server_uuid': 'c6826743-7fdd-48c9-8894-fe539ce261fe', 'tag': '763d28d0-99e6-46b1-a147-d5dd0a8d8b37', 'status': 'completed', 'code': 200} Sep 17 03:51:40.557084 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31e618-53ea-47f3-9e6e-853dddf36142 service neutron] Pushing event updated for resources: {'Port': ['ID=763d28d0-99e6-46b1-a147-d5dd0a8d8b37,revision_number=3']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:40.649321 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f669881c-c52a-4f61-a5eb-d2b374a5b64e req-d41adefe-9319-421f-a6d8-95fefdbf3673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:40.650870 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f669881c-c52a-4f61-a5eb-d2b374a5b64e req-d41adefe-9319-421f-a6d8-95fefdbf3673 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=294abb2085b844a99908242d4b02e263&device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 1128 time: 0.0535476 Sep 17 03:51:40.651908 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-3b832891-0cb8-43b9-9a84-8927c1351d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828'] for network (a074f835-aa65-4c2d-81dc-c695b3cf95bc), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:40.652818 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b832891-0cb8-43b9-9a84-8927c1351d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:40.653377 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-3b832891-0cb8-43b9-9a84-8927c1351d59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for network (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:40.683262 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-45df8667-9534-4d32-9b7e-18f88c4fd015 None None] Attempt 4 to provision port 763d28d0-99e6-46b1-a147-d5dd0a8d8b37 Sep 17 03:51:40.725307 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-45df8667-9534-4d32-9b7e-18f88c4fd015 None None] Port 763d28d0-99e6-46b1-a147-d5dd0a8d8b37 had new provisioning blocks added so it will not transition to active. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 17 03:51:40.766607 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b832891-0cb8-43b9-9a84-8927c1351d59 admin admin] Pushing event updated for resources: {'Network': ['ID=a074f835-aa65-4c2d-81dc-c695b3cf95bc,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:40.777370 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Network a074f835-aa65-4c2d-81dc-c695b3cf95bc details requested by agent ovs-agent-dv-cinder-849143-3-iscsi with host dv-cinder-849143-3-iscsi {{(pid=113212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 03:51:40.784879 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-3b832891-0cb8-43b9-9a84-8927c1351d59 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3814340 Sep 17 03:51:40.788096 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 48708) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:40.799400 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-f95a5386-1541-4d53-8f17-d86306aaa8ab admin admin] Request body: {'subnet': {'network_id': 'a074f835-aa65-4c2d-81dc-c695b3cf95bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-56533848-subnet', 'tenant_id': '0cdb8140dca34727ab99c95efc7acb81', 'ip_version': 4}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:51:40.829609 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f669881c-c52a-4f61-a5eb-d2b374a5b64e req-54563af4-8714-49ad-b6c0-c814185aa5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:40.832240 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f669881c-c52a-4f61-a5eb-d2b374a5b64e req-54563af4-8714-49ad-b6c0-c814185aa5f1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=294abb2085b844a99908242d4b02e263&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1331661 Sep 17 03:51:40.909878 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95a5386-1541-4d53-8f17-d86306aaa8ab admin admin] Made reservation on behalf of 0cdb8140dca34727ab99c95efc7acb81 for: {'subnet': 1} {{(pid=113210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:51:40.913512 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-f95a5386-1541-4d53-8f17-d86306aaa8ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25349467'] for subnet (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:40.968805 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f669881c-c52a-4f61-a5eb-d2b374a5b64e req-261a0ab7-ea1a-475e-997f-e3d7c8e391e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:40.970308 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f669881c-c52a-4f61-a5eb-d2b374a5b64e req-261a0ab7-ea1a-475e-997f-e3d7c8e391e8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1313512 Sep 17 03:51:41.085342 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553e59e-8007-4b9d-a582-0e8471191eba req-1fc1b376-ae26-4622-9584-150b71f84481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:41.087037 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b553e59e-8007-4b9d-a582-0e8471191eba req-1fc1b376-ae26-4622-9584-150b71f84481 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=294abb2085b844a99908242d4b02e263&device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 1128 time: 0.0463045 Sep 17 03:51:41.144768 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b553e59e-8007-4b9d-a582-0e8471191eba req-63bd9680-f1c3-45cf-ad68-62f57828f824 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=763d28d0-99e6-46b1-a147-d5dd0a8d8b37 HTTP/1.1" status: 200 len: 217 time: 0.0351615 Sep 17 03:51:41.205947 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553e59e-8007-4b9d-a582-0e8471191eba req-a3db587d-2ce7-47f5-aba6-a3531899bca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:41.207427 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b553e59e-8007-4b9d-a582-0e8471191eba req-a3db587d-2ce7-47f5-aba6-a3531899bca4 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=4a9bc613-44d6-4890-b247-86fc85e41240 HTTP/1.1" status: 200 len: 857 time: 0.0547607 Sep 17 03:51:41.245168 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-f95a5386-1541-4d53-8f17-d86306aaa8ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25816507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25349453'] for subnet (94dd6929-42d1-492b-beda-592421495231), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:41.257124 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553e59e-8007-4b9d-a582-0e8471191eba req-2f28435e-bcba-4cc5-b301-2d14cdeffb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:41.258909 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b553e59e-8007-4b9d-a582-0e8471191eba req-2f28435e-bcba-4cc5-b301-2d14cdeffb46 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450377 Sep 17 03:51:41.267958 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:51:41.330124 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95a5386-1541-4d53-8f17-d86306aaa8ab admin admin] Checking segment: {'id': '7ea2bdaf-c56d-49fb-adcf-15285fcbe8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a074f835-aa65-4c2d-81dc-c695b3cf95bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:51:41.330852 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95a5386-1541-4d53-8f17-d86306aaa8ab admin admin] Network hostable DHCP agents. Network: a074f835-aa65-4c2d-81dc-c695b3cf95bc, hostable agents: ['b0b4725d-5d3f-4adf-8b60-729f2f7a35da'], hosted agents: [] {{(pid=113210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 03:51:41.335262 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95a5386-1541-4d53-8f17-d86306aaa8ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=94dd6929-42d1-492b-beda-592421495231,revision_number=0']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:41.345636 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95a5386-1541-4d53-8f17-d86306aaa8ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:41.346483 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95a5386-1541-4d53-8f17-d86306aaa8ab admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:41.346973 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95a5386-1541-4d53-8f17-d86306aaa8ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:41.347658 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95a5386-1541-4d53-8f17-d86306aaa8ab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:41.348164 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95a5386-1541-4d53-8f17-d86306aaa8ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:41.349099 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95a5386-1541-4d53-8f17-d86306aaa8ab admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:41.349547 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95a5386-1541-4d53-8f17-d86306aaa8ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:41.349949 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95a5386-1541-4d53-8f17-d86306aaa8ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:41.350269 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95a5386-1541-4d53-8f17-d86306aaa8ab admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:41.350762 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95a5386-1541-4d53-8f17-d86306aaa8ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:41.351254 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95a5386-1541-4d53-8f17-d86306aaa8ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:41.354986 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95a5386-1541-4d53-8f17-d86306aaa8ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:41.354986 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95a5386-1541-4d53-8f17-d86306aaa8ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:41.354986 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95a5386-1541-4d53-8f17-d86306aaa8ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:41.354986 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95a5386-1541-4d53-8f17-d86306aaa8ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:41.454107 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22 is: DOWN; New status is: DOWN {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:51:41.460638 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b553e59e-8007-4b9d-a582-0e8471191eba req-4f9322de-b50b-4055-a266-bc7b0bc69957 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940064 Sep 17 03:51:41.486153 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305144e-4e95-446c-9be4-15bdae0c0ced req-141fbadc-83b9-4a11-bc73-67b7ce6a7763 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:41.487514 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0305144e-4e95-446c-9be4-15bdae0c0ced req-141fbadc-83b9-4a11-bc73-67b7ce6a7763 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 944 time: 0.1007690 Sep 17 03:51:41.513225 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95a5386-1541-4d53-8f17-d86306aaa8ab admin admin] Network a074f835-aa65-4c2d-81dc-c695b3cf95bc is scheduled to be hosted by DHCP agent b0b4725d-5d3f-4adf-8b60-729f2f7a35da with binding_index 1 {{(pid=113210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 03:51:41.534259 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d56955-1909-4be4-b107-b3a343ecb272 req-1826dcff-3b99-48ca-a5e4-5aff033c0b42 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:41.535714 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d3d56955-1909-4be4-b107-b3a343ecb272 req-1826dcff-3b99-48ca-a5e4-5aff033c0b42 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 943 time: 0.0935323 Sep 17 03:51:41.565020 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ff42d983-095d-47ba-82c6-d5d7a2ded2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b812d02d-dcd0-44a4-bd1c-6e92b95e6b3f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:41.615837 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.base_scheduler [None req-f95a5386-1541-4d53-8f17-d86306aaa8ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-3-iscsi, a074f835-aa65-4c2d-81dc-c695b3cf95bc) {{(pid=113210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:51:41.620070 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95a5386-1541-4d53-8f17-d86306aaa8ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:41.621334 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-f95a5386-1541-4d53-8f17-d86306aaa8ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:41.627456 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f34b549-98a7-4315-b5b7-9e4bca75bb18 None None] Network a074f835-aa65-4c2d-81dc-c695b3cf95bc requested from dv-cinder-849143-3-iscsi {{(pid=113212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:51:41.650025 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0305144e-4e95-446c-9be4-15bdae0c0ced req-dc32ff90-042e-4e47-9fb0-a9c412b9de41 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9767fb28-7dda-4f4b-b024-154add37b49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473258 Sep 17 03:51:41.672283 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d3d56955-1909-4be4-b107-b3a343ecb272 req-73e39bd1-1018-422b-b350-215f561d461f tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023371 Sep 17 03:51:41.674239 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b553e59e-8007-4b9d-a582-0e8471191eba req-3320b4f0-6124-42a8-95be-75bdee8f235a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811798 Sep 17 03:51:41.737228 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31b1b1b-2ff6-4067-8f2e-94cae9b72ccb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f96e3f4-43ec-52cd-99e5-8d71f9cd206c-a074f835-aa65-4c2d-81dc-c695b3cf95bc', 'network_id': 'a074f835-aa65-4c2d-81dc-c695b3cf95bc', 'project_id': '0cdb8140dca34727ab99c95efc7acb81', 'fixed_ips': [{'subnet_id': '94dd6929-42d1-492b-beda-592421495231'}]}} from dv-cinder-849143-3-iscsi. {{(pid=113212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 17 03:51:41.738172 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-a31b1b1b-2ff6-4067-8f2e-94cae9b72ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:41.755639 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:41.758665 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-f95a5386-1541-4d53-8f17-d86306aaa8ab admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9686861 Sep 17 03:51:41.761461 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 48722) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:41.765929 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [None req-aa7b92e4-fea3-4c7d-8664-7225413409f4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-56533848-router', 'tenant_id': '0cdb8140dca34727ab99c95efc7acb81', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'}}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:51:41.873600 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-aa7b92e4-fea3-4c7d-8664-7225413409f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-617353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6001'] for router (4a5a2e04-8775-4c3f-924f-68f6191cded7), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:41.874153 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.db_base_plugin_common [None req-a31b1b1b-2ff6-4067-8f2e-94cae9b72ccb None None] Allocated IP 172.20.0.2 (a074f835-aa65-4c2d-81dc-c695b3cf95bc/94dd6929-42d1-492b-beda-592421495231/2417824e-be52-4803-bfaf-81f7876667e2) {{(pid=113212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:51:41.875128 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-aa7b92e4-fea3-4c7d-8664-7225413409f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-617908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6010'] for router (4a5a2e04-8775-4c3f-924f-68f6191cded7), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:41.930635 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-aa7b92e4-fea3-4c7d-8664-7225413409f4 admin admin] Publish callbacks [] for router_controller (4a5a2e04-8775-4c3f-924f-68f6191cded7), precommit_add_association {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:42.026715 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-a31b1b1b-2ff6-4067-8f2e-94cae9b72ccb None None] Publish callbacks [] for port (2417824e-be52-4803-bfaf-81f7876667e2), precommit_create {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:42.134981 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-aa7b92e4-fea3-4c7d-8664-7225413409f4 admin admin] Publish callbacks [] for router_gateway (4a5a2e04-8775-4c3f-924f-68f6191cded7), precommit_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:42.176142 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-a31b1b1b-2ff6-4067-8f2e-94cae9b72ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976'] for port (2417824e-be52-4803-bfaf-81f7876667e2), after_create {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:42.182217 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:42.210447 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:42.221026 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31b1b1b-2ff6-4067-8f2e-94cae9b72ccb None None] Network a074f835-aa65-4c2d-81dc-c695b3cf95bc is already hosted by enough agents. {{(pid=113212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:51:42.224392 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.scheduler.base_scheduler [None req-a31b1b1b-2ff6-4067-8f2e-94cae9b72ccb None None] Resources bound (agent type, host, resource id): {{(pid=113212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:51:42.226938 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31b1b1b-2ff6-4067-8f2e-94cae9b72ccb None None] Received port after_create {{(pid=113212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:51:42.237742 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31b1b1b-2ff6-4067-8f2e-94cae9b72ccb None None] Pushing event updated for resources: {'Port': ['ID=2417824e-be52-4803-bfaf-81f7876667e2,revision_number=1']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:42.323512 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-a31b1b1b-2ff6-4067-8f2e-94cae9b72ccb None None] Attempting to bind port 2417824e-be52-4803-bfaf-81f7876667e2 on host dv-cinder-849143-3-iscsi for vnic_type normal with profile {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:51:42.324274 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-a31b1b1b-2ff6-4067-8f2e-94cae9b72ccb None None] Attempting to bind port 2417824e-be52-4803-bfaf-81f7876667e2 by drivers openvswitch,hyperv on host dv-cinder-849143-3-iscsi at level 0 using segments [{'id': '7ea2bdaf-c56d-49fb-adcf-15285fcbe8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a074f835-aa65-4c2d-81dc-c695b3cf95bc'}] {{(pid=113212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:51:42.324274 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31b1b1b-2ff6-4067-8f2e-94cae9b72ccb None None] Attempting to bind port 2417824e-be52-4803-bfaf-81f7876667e2 on network a074f835-aa65-4c2d-81dc-c695b3cf95bc {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:51:42.372998 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31b1b1b-2ff6-4067-8f2e-94cae9b72ccb None None] Checking agent: {'id': '287db9f2-8160-4728-95aa-12aebca604d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 40, 13), 'started_at': datetime.datetime(2022, 9, 17, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:51:42.373380 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31b1b1b-2ff6-4067-8f2e-94cae9b72ccb None None] Checking segment: {'id': '7ea2bdaf-c56d-49fb-adcf-15285fcbe8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a074f835-aa65-4c2d-81dc-c695b3cf95bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:51:42.373924 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-a31b1b1b-2ff6-4067-8f2e-94cae9b72ccb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:42.374317 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31b1b1b-2ff6-4067-8f2e-94cae9b72ccb None None] Bound using segment: {'id': '7ea2bdaf-c56d-49fb-adcf-15285fcbe8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a074f835-aa65-4c2d-81dc-c695b3cf95bc'} {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:51:42.374784 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-a31b1b1b-2ff6-4067-8f2e-94cae9b72ccb None None] Bound port: 2417824e-be52-4803-bfaf-81f7876667e2, host: dv-cinder-849143-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea2bdaf-c56d-49fb-adcf-15285fcbe8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a074f835-aa65-4c2d-81dc-c695b3cf95bc'}}] {{(pid=113212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:51:42.375188 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-a31b1b1b-2ff6-4067-8f2e-94cae9b72ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (2417824e-be52-4803-bfaf-81f7876667e2), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:42.438925 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-a31b1b1b-2ff6-4067-8f2e-94cae9b72ccb None None] For port 2417824e-be52-4803-bfaf-81f7876667e2, host dv-cinder-849143-3-iscsi, cleared binding levels {{(pid=113212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:51:42.441992 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-a31b1b1b-2ff6-4067-8f2e-94cae9b72ccb None None] For port 2417824e-be52-4803-bfaf-81f7876667e2, host dv-cinder-849143-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=2417824e-be52-4803-bfaf-81f7876667e2,segment=NetworkSegment(7ea2bdaf-c56d-49fb-adcf-15285fcbe8da),segment_id=7ea2bdaf-c56d-49fb-adcf-15285fcbe8da)] {{(pid=113212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:51:42.463738 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-aa7b92e4-fea3-4c7d-8664-7225413409f4 admin admin] Publish callbacks [] for router_gateway (4a5a2e04-8775-4c3f-924f-68f6191cded7), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:42.483383 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-aa7b92e4-fea3-4c7d-8664-7225413409f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:42.533237 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-a31b1b1b-2ff6-4067-8f2e-94cae9b72ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (2417824e-be52-4803-bfaf-81f7876667e2), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:42.587621 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31b1b1b-2ff6-4067-8f2e-94cae9b72ccb None None] Pushing event updated for resources: {'Port': ['ID=2417824e-be52-4803-bfaf-81f7876667e2,revision_number=2']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:42.602298 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.db_base_plugin_common [None req-aa7b92e4-fea3-4c7d-8664-7225413409f4 admin admin] Allocated IP 172.27.0.169 (4d68fa53-4257-4a6b-8a5b-fb329be82f15/9fe7d342-7214-45a3-bf4f-d121f4a79efc/426d3b10-cc68-43dc-9eff-740f903221e7) {{(pid=113211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:51:42.613382 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=82,neutron:UPDATE=6,neutron:INSERT=12 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:42.750941 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-aa7b92e4-fea3-4c7d-8664-7225413409f4 admin admin] Publish callbacks [] for port (426d3b10-cc68-43dc-9eff-740f903221e7), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:42.832599 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c663f5-fd34-4611-84f4-fee5f88837ad req-78bc931f-060f-4e4b-aa5b-7333e7816af7 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:42.834712 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-66c663f5-fd34-4611-84f4-fee5f88837ad req-78bc931f-060f-4e4b-aa5b-7333e7816af7 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 944 time: 0.0802548 Sep 17 03:51:42.891490 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee79c146-2d58-4c0d-94c2-cf9d9fe6930b req-efc3bf95-0167-4bc1-96ee-d9b49ea0839c tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:42.892903 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ee79c146-2d58-4c0d-94c2-cf9d9fe6930b req-efc3bf95-0167-4bc1-96ee-d9b49ea0839c tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 943 time: 0.0888844 Sep 17 03:51:42.938190 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-66c663f5-fd34-4611-84f4-fee5f88837ad req-1c0b8065-32f0-4dc1-a995-851aaf0344c1 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9767fb28-7dda-4f4b-b024-154add37b49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824580 Sep 17 03:51:42.969115 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ee79c146-2d58-4c0d-94c2-cf9d9fe6930b req-52ca121e-6708-4123-922d-01766a39fa20 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674522 Sep 17 03:51:43.044563 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (287db9f2-8160-4728-95aa-12aebca604d4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:43.049255 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-aa7b92e4-fea3-4c7d-8664-7225413409f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26185590'] for port (426d3b10-cc68-43dc-9eff-740f903221e7), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:43.093958 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7b92e4-fea3-4c7d-8664-7225413409f4 admin admin] Network 4d68fa53-4257-4a6b-8a5b-fb329be82f15 is already hosted by enough agents. {{(pid=113211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:51:43.115217 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.base_scheduler [None req-aa7b92e4-fea3-4c7d-8664-7225413409f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=113211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:51:43.119179 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7b92e4-fea3-4c7d-8664-7225413409f4 admin admin] Received port after_create {{(pid=113211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:51:43.147375 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b92e4-fea3-4c7d-8664-7225413409f4 admin admin] Pushing event updated for resources: {'Port': ['ID=426d3b10-cc68-43dc-9eff-740f903221e7,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:43.159234 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7b92e4-fea3-4c7d-8664-7225413409f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:43.159573 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7b92e4-fea3-4c7d-8664-7225413409f4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:43.159908 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7b92e4-fea3-4c7d-8664-7225413409f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:43.160236 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7b92e4-fea3-4c7d-8664-7225413409f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:43.161885 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7b92e4-fea3-4c7d-8664-7225413409f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:43.161885 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7b92e4-fea3-4c7d-8664-7225413409f4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:43.161885 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7b92e4-fea3-4c7d-8664-7225413409f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:43.162319 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7b92e4-fea3-4c7d-8664-7225413409f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:43.162715 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7b92e4-fea3-4c7d-8664-7225413409f4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:43.162715 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7b92e4-fea3-4c7d-8664-7225413409f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:43.162969 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7b92e4-fea3-4c7d-8664-7225413409f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:43.163284 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7b92e4-fea3-4c7d-8664-7225413409f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:43.163597 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7b92e4-fea3-4c7d-8664-7225413409f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:43.163930 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7b92e4-fea3-4c7d-8664-7225413409f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:43.164231 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7b92e4-fea3-4c7d-8664-7225413409f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:43.278922 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 763d28d0-99e6-46b1-a147-d5dd0a8d8b37 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=113212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 03:51:43.326427 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fecdf064-2280-4810-8c6f-7fec6cce5654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (7e0cb1e0-c4a7-4d3b-9abd-ffc9973ed5e0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:43.476173 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port 763d28d0-99e6-46b1-a147-d5dd0a8d8b37, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=763d28d0-99e6-46b1-a147-d5dd0a8d8b37,segment=NetworkSegment(fd61fd09-fc24-4021-8673-02b64116f7ad),segment_id=fd61fd09-fc24-4021-8673-02b64116f7ad)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:51:43.511552 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Returning: {'device': '763d28d0-99e6-46b1-a147-d5dd0a8d8b37', 'network_id': '2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0', 'port_id': '763d28d0-99e6-46b1-a147-d5dd0a8d8b37', 'mac_address': 'fa:16:3e:d8:1b:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a9bc613-44d6-4890-b247-86fc85e41240', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 03:51:43.528049 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:43.567820 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-aa7b92e4-fea3-4c7d-8664-7225413409f4 admin admin] Publish callbacks [] for router_gateway (4a5a2e04-8775-4c3f-924f-68f6191cded7), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:43.583619 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port 763d28d0-99e6-46b1-a147-d5dd0a8d8b37 is: DOWN; New status is: BUILD {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:51:43.584321 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (763d28d0-99e6-46b1-a147-d5dd0a8d8b37), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:43.600659 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 763d28d0-99e6-46b1-a147-d5dd0a8d8b37 {{(pid=113212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:51:43.622053 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port 763d28d0-99e6-46b1-a147-d5dd0a8d8b37, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=763d28d0-99e6-46b1-a147-d5dd0a8d8b37,segment=NetworkSegment(fd61fd09-fc24-4021-8673-02b64116f7ad),segment_id=fd61fd09-fc24-4021-8673-02b64116f7ad)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:51:43.741887 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (763d28d0-99e6-46b1-a147-d5dd0a8d8b37), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:43.766930 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9214d986-3fa9-4bd3-ad33-2e44a55d159e None None] Network a074f835-aa65-4c2d-81dc-c695b3cf95bc requested from dv-cinder-849143-3-iscsi {{(pid=113212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:51:43.789163 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-aa7b92e4-fea3-4c7d-8664-7225413409f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-617964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-615204'] for router (4a5a2e04-8775-4c3f-924f-68f6191cded7), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:43.848998 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-a4a74187-6a4d-4752-a1b6-328ae33f0a4d None None] Provisioning complete for port 2417824e-be52-4803-bfaf-81f7876667e2 triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:51:43.849459 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-a4a74187-6a4d-4752-a1b6-328ae33f0a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (2417824e-be52-4803-bfaf-81f7876667e2), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:43.849823 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-a4a74187-6a4d-4752-a1b6-328ae33f0a4d None None] Attempt 1 to provision port 2417824e-be52-4803-bfaf-81f7876667e2 Sep 17 03:51:43.879485 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=763d28d0-99e6-46b1-a147-d5dd0a8d8b37,revision_number=4']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:43.985549 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-a4a74187-6a4d-4752-a1b6-328ae33f0a4d None None] Current status of the port 2417824e-be52-4803-bfaf-81f7876667e2 is: DOWN; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:51:43.986099 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-a4a74187-6a4d-4752-a1b6-328ae33f0a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (2417824e-be52-4803-bfaf-81f7876667e2), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:44.028955 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-a4a74187-6a4d-4752-a1b6-328ae33f0a4d None None] For port 2417824e-be52-4803-bfaf-81f7876667e2, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=2417824e-be52-4803-bfaf-81f7876667e2,segment=NetworkSegment(7ea2bdaf-c56d-49fb-adcf-15285fcbe8da),segment_id=7ea2bdaf-c56d-49fb-adcf-15285fcbe8da)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:51:44.049772 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa7b92e4-fea3-4c7d-8664-7225413409f4 admin admin] Router 4a5a2e04-8775-4c3f-924f-68f6191cded7 is scheduled to L3 agent b971cbd0-997d-41fb-8614-0aea29982798 with binding_index 1 {{(pid=113211) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 03:51:44.120680 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] get_ports_and_sgs() called for port_ids ['763d28d0-99e6-46b1-a147-d5dd0a8d8b37'] {{(pid=113212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:51:44.125934 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-a4a74187-6a4d-4752-a1b6-328ae33f0a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (2417824e-be52-4803-bfaf-81f7876667e2), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:44.145162 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ccf6e-0667-4d24-aaf5-4b0b0225643b req-4d547bf8-7352-47e0-9eb4-dca540e39c68 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:44.146920 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e67ccf6e-0667-4d24-aaf5-4b0b0225643b req-4d547bf8-7352-47e0-9eb4-dca540e39c68 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 945 time: 0.1188636 Sep 17 03:51:44.305547 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 2417824e-be52-4803-bfaf-81f7876667e2 up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:51:44.345119 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a74187-6a4d-4752-a1b6-328ae33f0a4d None None] Pushing event updated for resources: {'Port': ['ID=2417824e-be52-4803-bfaf-81f7876667e2,revision_number=3']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:44.378557 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-6f726742-0406-4553-af63-0b81110a4b65 None None] Provisioning complete for port 2417824e-be52-4803-bfaf-81f7876667e2 triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:51:44.378928 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-6f726742-0406-4553-af63-0b81110a4b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (2417824e-be52-4803-bfaf-81f7876667e2), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:44.379266 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-6f726742-0406-4553-af63-0b81110a4b65 None None] Attempt 1 to provision port 2417824e-be52-4803-bfaf-81f7876667e2 Sep 17 03:51:44.445145 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port 2417824e-be52-4803-bfaf-81f7876667e2 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:51:44.445528 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (2417824e-be52-4803-bfaf-81f7876667e2), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:44.445897 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port 2417824e-be52-4803-bfaf-81f7876667e2 Sep 17 03:51:44.703385 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c1749-316a-4803-aa8c-a31399cfb53a req-22657084-23f5-4489-bd63-e0022d6008ee tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:44.704813 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d61c1749-316a-4803-aa8c-a31399cfb53a req-22657084-23f5-4489-bd63-e0022d6008ee tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 943 time: 0.4425130 Sep 17 03:51:44.744673 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-6f726742-0406-4553-af63-0b81110a4b65 None None] Current status of the port 2417824e-be52-4803-bfaf-81f7876667e2 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:51:44.745041 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e67ccf6e-0667-4d24-aaf5-4b0b0225643b req-255b3bb8-9087-4449-b25c-31ad3f8ebdd1 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9767fb28-7dda-4f4b-b024-154add37b49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4838712 Sep 17 03:51:44.750341 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port 2417824e-be52-4803-bfaf-81f7876667e2 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:51:44.770102 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7b92e4-fea3-4c7d-8664-7225413409f4 admin admin] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:51:44.781861 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08a004c-1039-45b7-83b7-d3e0a6947c73 None None] Sync routers for ids ['4a5a2e04-8775-4c3f-924f-68f6191cded7'] in dv-cinder-849143-3-iscsi {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:51:44.803370 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08a004c-1039-45b7-83b7-d3e0a6947c73 None None] Routers {'4a5a2e04-8775-4c3f-924f-68f6191cded7'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:51:44.804445 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-a08a004c-1039-45b7-83b7-d3e0a6947c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:51:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['4a5a2e04-8775-4c3f-924f-68f6191cded7'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:51:44.820568 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d61c1749-316a-4803-aa8c-a31399cfb53a req-7120c8f2-033a-47b5-b0eb-da86ea765a38 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913579 Sep 17 03:51:44.899372 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:44.921469 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-aa7b92e4-fea3-4c7d-8664-7225413409f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:44.922828 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-aa7b92e4-fea3-4c7d-8664-7225413409f4 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.1601453 Sep 17 03:51:44.926500 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 48788) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:44.930103 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:44.944880 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-a08a004c-1039-45b7-83b7-d3e0a6947c73 None None] Set router 4a5a2e04-8775-4c3f-924f-68f6191cded7 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:51:44.948313 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f48e0-0b31-48cd-9f62-0f247d32ba1d req-db19cb9f-cced-4b63-9e49-1536e8e0aff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:44.949878 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0e2f48e0-0b31-48cd-9f62-0f247d32ba1d req-db19cb9f-cced-4b63-9e49-1536e8e0aff8 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=c1a07eadb5ea4914a6e1e6f3844afe94&device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 1127 time: 0.0670369 Sep 17 03:51:45.085796 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f48e0-0b31-48cd-9f62-0f247d32ba1d req-a38c0fe1-53f7-4ab8-91a8-275619c54461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:45.085796 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0e2f48e0-0b31-48cd-9f62-0f247d32ba1d req-a38c0fe1-53f7-4ab8-91a8-275619c54461 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=a2c22271-da7e-4d2b-b2be-97deb622f84c HTTP/1.1" status: 200 len: 916 time: 0.1081705 Sep 17 03:51:45.146096 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-a08a004c-1039-45b7-83b7-d3e0a6947c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5a2e04-8775-4c3f-924f-68f6191cded7', 'name': 'tempest-TestMinimumBasicScenario-56533848-router', 'tenant_id': '0cdb8140dca34727ab99c95efc7acb81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '426d3b10-cc68-43dc-9eff-740f903221e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:41Z', 'updated_at': '2022-09-17T03:51:43Z', 'revision_number': 3, 'project_id': '0cdb8140dca34727ab99c95efc7acb81', 'gw_port': {'id': '426d3b10-cc68-43dc-9eff-740f903221e7', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:af:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5a2e04-8775-4c3f-924f-68f6191cded7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:42Z', 'updated_at': '2022-09-17T03:51:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi'}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:51:45.171590 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08a004c-1039-45b7-83b7-d3e0a6947c73 None None] Checking router: 4a5a2e04-8775-4c3f-924f-68f6191cded7 for host: dv-cinder-849143-3-iscsi {{(pid=113212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:51:45.172415 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08a004c-1039-45b7-83b7-d3e0a6947c73 None None] Updating router 4a5a2e04-8775-4c3f-924f-68f6191cded7 port 426d3b10-cc68-43dc-9eff-740f903221e7 binding host dv-cinder-849143-3-iscsi {{(pid=113212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 03:51:45.211968 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:45.222155 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-a08a004c-1039-45b7-83b7-d3e0a6947c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (426d3b10-cc68-43dc-9eff-740f903221e7), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:45.287147 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:45.402184 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0e2f48e0-0b31-48cd-9f62-0f247d32ba1d req-151be910-45a3-4825-8204-d9239bbc0523 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21eb96ad-7324-4cd7-bafe-bcd97e1bcf22 HTTP/1.1" status: 200 len: 999 time: 0.1010838 Sep 17 03:51:45.464417 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a739d-906d-47e3-9ccf-5696091040e7 req-de57c14d-98db-4823-a4f0-156851328a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:45.464932 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f48e0-0b31-48cd-9f62-0f247d32ba1d req-4ef59eec-b853-46b4-bd55-4e8d5c2eb5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:45.465958 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-7d1a739d-906d-47e3-9ccf-5696091040e7 req-de57c14d-98db-4823-a4f0-156851328a44 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39&tenant_id=c1a07eadb5ea4914a6e1e6f3844afe94 HTTP/1.1" status: 200 len: 1127 time: 0.1321111 Sep 17 03:51:45.466681 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0e2f48e0-0b31-48cd-9f62-0f247d32ba1d req-4ef59eec-b853-46b4-bd55-4e8d5c2eb5c3 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5 HTTP/1.1" status: 200 len: 854 time: 0.0567896 Sep 17 03:51:45.477935 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 763d28d0-99e6-46b1-a147-d5dd0a8d8b37 up at agent hyperv_hv-cinder-84914 {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:51:45.526022 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b8574ef7-8252-43af-94cc-89daf056d9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:45.530705 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f48e0-0b31-48cd-9f62-0f247d32ba1d req-6bd1a98f-e293-443e-a306-eb3af2761c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:45.532597 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0e2f48e0-0b31-48cd-9f62-0f247d32ba1d req-6bd1a98f-e293-443e-a306-eb3af2761c8e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=a2c22271-da7e-4d2b-b2be-97deb622f84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506730 Sep 17 03:51:45.544726 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:45.547226 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:45.643667 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Provisioning for port 763d28d0-99e6-46b1-a147-d5dd0a8d8b37 completed by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 03:51:45.672144 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0e2f48e0-0b31-48cd-9f62-0f247d32ba1d req-9b1cff29-9f5a-47b8-a74d-f196774f6cb8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a2c22271-da7e-4d2b-b2be-97deb622f84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322384 Sep 17 03:51:45.686804 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-a08a004c-1039-45b7-83b7-d3e0a6947c73 None None] Publish callbacks [] for port (426d3b10-cc68-43dc-9eff-740f903221e7), precommit_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:45.729333 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Provisioning complete for port 763d28d0-99e6-46b1-a147-d5dd0a8d8b37 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:51:45.731847 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (763d28d0-99e6-46b1-a147-d5dd0a8d8b37), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:45.732214 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Attempt 1 to provision port 763d28d0-99e6-46b1-a147-d5dd0a8d8b37 Sep 17 03:51:45.768939 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.db_base_plugin_common [None req-b8574ef7-8252-43af-94cc-89daf056d9b9 admin admin] Allocated IP 172.20.0.1 (a074f835-aa65-4c2d-81dc-c695b3cf95bc/94dd6929-42d1-492b-beda-592421495231/dd6ae3fc-95db-452e-a875-fb7fa28e2d54) {{(pid=113210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:51:45.791551 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0e2f48e0-0b31-48cd-9f62-0f247d32ba1d req-4b5cc436-f3fd-43c7-b851-a289c4c25771 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a2c22271-da7e-4d2b-b2be-97deb622f84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124675 Sep 17 03:51:45.823565 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port 763d28d0-99e6-46b1-a147-d5dd0a8d8b37 is: BUILD; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:51:45.823954 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (763d28d0-99e6-46b1-a147-d5dd0a8d8b37), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:45.827829 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-a08a004c-1039-45b7-83b7-d3e0a6947c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (426d3b10-cc68-43dc-9eff-740f903221e7), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:45.891788 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-a08a004c-1039-45b7-83b7-d3e0a6947c73 None None] Attempting to bind port 426d3b10-cc68-43dc-9eff-740f903221e7 on host dv-cinder-849143-3-iscsi for vnic_type normal with profile {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:51:45.892285 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-a08a004c-1039-45b7-83b7-d3e0a6947c73 None None] Attempting to bind port 426d3b10-cc68-43dc-9eff-740f903221e7 by drivers openvswitch,hyperv on host dv-cinder-849143-3-iscsi at level 0 using segments [{'id': 'b9ff3b7d-3dba-4f81-9340-22e46529b80a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'}] {{(pid=113212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:51:45.892656 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08a004c-1039-45b7-83b7-d3e0a6947c73 None None] Attempting to bind port 426d3b10-cc68-43dc-9eff-740f903221e7 on network 4d68fa53-4257-4a6b-8a5b-fb329be82f15 {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:51:45.918625 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 48818) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:45.936502 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6826743-7fdd-48c9-8894-fe539ce261fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '763d28d0-99e6-46b1-a147-d5dd0a8d8b37'}] {{(pid=113212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:51:45.939054 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc6586f6b4c6bd034ee7705c69f50a833cff710b963951e05e6de8956872ccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad3d466-280b-42f6-9546-b847408cc688" -d '{"events": [{"server_uuid": "c6826743-7fdd-48c9-8894-fe539ce261fe", "name": "network-vif-plugged", "status": "completed", "tag": "763d28d0-99e6-46b1-a147-d5dd0a8d8b37"}]}' {{(pid=113212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:51:45.974011 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port 763d28d0-99e6-46b1-a147-d5dd0a8d8b37, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=763d28d0-99e6-46b1-a147-d5dd0a8d8b37,segment=NetworkSegment(fd61fd09-fc24-4021-8673-02b64116f7ad),segment_id=fd61fd09-fc24-4021-8673-02b64116f7ad)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:51:45.983097 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dee90d-33ef-4829-adbb-867d2ed94fcd None None] Pushing event updated for resources: {'Port': ['ID=426d3b10-cc68-43dc-9eff-740f903221e7,revision_number=2']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:45.984208 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08a004c-1039-45b7-83b7-d3e0a6947c73 None None] Checking agent: {'id': '287db9f2-8160-4728-95aa-12aebca604d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 40, 13), 'started_at': datetime.datetime(2022, 9, 17, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:51:45.984572 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08a004c-1039-45b7-83b7-d3e0a6947c73 None None] Checking segment: {'id': 'b9ff3b7d-3dba-4f81-9340-22e46529b80a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:51:45.985005 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-a08a004c-1039-45b7-83b7-d3e0a6947c73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:45.985337 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08a004c-1039-45b7-83b7-d3e0a6947c73 None None] Bound using segment: {'id': 'b9ff3b7d-3dba-4f81-9340-22e46529b80a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'} {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:51:45.985915 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-a08a004c-1039-45b7-83b7-d3e0a6947c73 None None] Bound port: 426d3b10-cc68-43dc-9eff-740f903221e7, host: dv-cinder-849143-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ff3b7d-3dba-4f81-9340-22e46529b80a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'}}] {{(pid=113212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:51:45.993264 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-a08a004c-1039-45b7-83b7-d3e0a6947c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (426d3b10-cc68-43dc-9eff-740f903221e7), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:45.994184 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d02b0-3e42-445e-8d5f-fa14fd596c42 req-e70b647c-050a-43aa-baba-9f60c999ad35 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:45.997075 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-262d02b0-3e42-445e-8d5f-fa14fd596c42 req-e70b647c-050a-43aa-baba-9f60c999ad35 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 945 time: 0.0817902 Sep 17 03:51:46.069346 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (763d28d0-99e6-46b1-a147-d5dd0a8d8b37), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:46.086740 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447163e-0ab3-4c4f-9917-0a950edbc58f req-0c3ededb-fb31-4fb9-8ba0-3ee2ee5fa15f tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:46.088479 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e447163e-0ab3-4c4f-9917-0a950edbc58f req-0c3ededb-fb31-4fb9-8ba0-3ee2ee5fa15f tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 943 time: 0.1200764 Sep 17 03:51:46.101702 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b8574ef7-8252-43af-94cc-89daf056d9b9 admin admin] Publish callbacks [] for port (dd6ae3fc-95db-452e-a875-fb7fa28e2d54), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:46.116157 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-a08a004c-1039-45b7-83b7-d3e0a6947c73 None None] For port 426d3b10-cc68-43dc-9eff-740f903221e7, host dv-cinder-849143-3-iscsi, cleared binding levels {{(pid=113212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:51:46.150225 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-a08a004c-1039-45b7-83b7-d3e0a6947c73 None None] For port 426d3b10-cc68-43dc-9eff-740f903221e7, host dv-cinder-849143-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=426d3b10-cc68-43dc-9eff-740f903221e7,segment=NetworkSegment(b9ff3b7d-3dba-4f81-9340-22e46529b80a),segment_id=b9ff3b7d-3dba-4f81-9340-22e46529b80a)] {{(pid=113212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:51:46.152809 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-262d02b0-3e42-445e-8d5f-fa14fd596c42 req-7d966759-c32c-4889-aeed-80e0088940fb tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9767fb28-7dda-4f4b-b024-154add37b49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548612 Sep 17 03:51:46.155841 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a739d-906d-47e3-9ccf-5696091040e7 req-b21c963f-c24e-4537-a2a9-5e598fdbd895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:46.157303 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7d1a739d-906d-47e3-9ccf-5696091040e7 req-b21c963f-c24e-4537-a2a9-5e598fdbd895 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=c1a07eadb5ea4914a6e1e6f3844afe94&device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 1127 time: 0.1316459 Sep 17 03:51:46.168660 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-f767c7a2-2bf4-4988-8e93-cc317aaa2f0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:46.180604 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=763d28d0-99e6-46b1-a147-d5dd0a8d8b37,revision_number=5']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:46.196113 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 2417824e-be52-4803-bfaf-81f7876667e2 up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:51:46.216955 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e447163e-0ab3-4c4f-9917-0a950edbc58f req-af922dfd-1fa7-4cf7-b652-fd08278b939b tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059535 Sep 17 03:51:46.233785 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-a08a004c-1039-45b7-83b7-d3e0a6947c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (426d3b10-cc68-43dc-9eff-740f903221e7), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:46.251257 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f6cb83-9c34-4bc4-b8d6-cdecfeebaaa4 x-openstack-request-id: req-f1f6cb83-9c34-4bc4-b8d6-cdecfeebaaa4 {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:51:46.251853 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6826743-7fdd-48c9-8894-fe539ce261fe", "name": "network-vif-plugged", "status": "completed", "tag": "763d28d0-99e6-46b1-a147-d5dd0a8d8b37", "code": 200}]} {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:51:46.252345 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f1f6cb83-9c34-4bc4-b8d6-cdecfeebaaa4 {{(pid=113212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:51:46.252794 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1f6cb83-9c34-4bc4-b8d6-cdecfeebaaa4'] response: {'server_uuid': 'c6826743-7fdd-48c9-8894-fe539ce261fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '763d28d0-99e6-46b1-a147-d5dd0a8d8b37', 'code': 200} Sep 17 03:51:46.295319 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b8574ef7-8252-43af-94cc-89daf056d9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (dd6ae3fc-95db-452e-a875-fb7fa28e2d54), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:46.321397 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08a004c-1039-45b7-83b7-d3e0a6947c73 None None] Routers {'4a5a2e04-8775-4c3f-924f-68f6191cded7'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:51:46.322309 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-a08a004c-1039-45b7-83b7-d3e0a6947c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:51:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['4a5a2e04-8775-4c3f-924f-68f6191cded7'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:51:46.332068 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port 2417824e-be52-4803-bfaf-81f7876667e2 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:51:46.332441 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (2417824e-be52-4803-bfaf-81f7876667e2), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:46.332771 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port 2417824e-be52-4803-bfaf-81f7876667e2 Sep 17 03:51:46.344544 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-f767c7a2-2bf4-4988-8e93-cc317aaa2f0c admin admin] Publish callbacks [] for security_group (762a37f1-95c6-4d01-ae09-b92911ff96db), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:46.356252 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8574ef7-8252-43af-94cc-89daf056d9b9 admin admin] Network a074f835-aa65-4c2d-81dc-c695b3cf95bc is already hosted by enough agents. {{(pid=113210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:51:46.359637 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.base_scheduler [None req-b8574ef7-8252-43af-94cc-89daf056d9b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=113210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:51:46.363617 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8574ef7-8252-43af-94cc-89daf056d9b9 admin admin] Received port after_create {{(pid=113210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:51:46.388020 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8574ef7-8252-43af-94cc-89daf056d9b9 admin admin] Pushing event updated for resources: {'Port': ['ID=dd6ae3fc-95db-452e-a875-fb7fa28e2d54,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:46.403791 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dee90d-33ef-4829-adbb-867d2ed94fcd None None] Pushing event updated for resources: {'Port': ['ID=426d3b10-cc68-43dc-9eff-740f903221e7,revision_number=3']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:46.416493 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b8574ef7-8252-43af-94cc-89daf056d9b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-426525'] for router_interface (4a5a2e04-8775-4c3f-924f-68f6191cded7), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:46.422364 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (56a63866-613b-46a0-90ee-05b9222d9bfc), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:46.482816 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-f767c7a2-2bf4-4988-8e93-cc317aaa2f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (762a37f1-95c6-4d01-ae09-b92911ff96db), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:46.497048 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=100 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:46.567892 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f767c7a2-2bf4-4988-8e93-cc317aaa2f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762a37f1-95c6-4d01-ae09-b92911ff96db,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:46.574572 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-a08a004c-1039-45b7-83b7-d3e0a6947c73 None None] Set router 4a5a2e04-8775-4c3f-924f-68f6191cded7 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:51:46.627669 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-f767c7a2-2bf4-4988-8e93-cc317aaa2f0c admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=d1f09cb3ec0147b39302fd2df9e89a5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7054455 Sep 17 03:51:46.630776 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 48826) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:46.670810 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port 2417824e-be52-4803-bfaf-81f7876667e2 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:51:46.701133 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a739d-906d-47e3-9ccf-5696091040e7 req-c3df3954-66bc-449c-aa37-69a3086c23ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:46.706359 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7d1a739d-906d-47e3-9ccf-5696091040e7 req-c3df3954-66bc-449c-aa37-69a3086c23ed service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=a2c22271-da7e-4d2b-b2be-97deb622f84c HTTP/1.1" status: 200 len: 916 time: 0.2529366 Sep 17 03:51:46.735868 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-7d2bf041-846c-466f-8017-591456c2302a None None] Provisioning complete for port dd6ae3fc-95db-452e-a875-fb7fa28e2d54 triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:51:46.736246 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-7d2bf041-846c-466f-8017-591456c2302a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (dd6ae3fc-95db-452e-a875-fb7fa28e2d54), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:46.736584 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-7d2bf041-846c-466f-8017-591456c2302a None None] Attempt 1 to provision port dd6ae3fc-95db-452e-a875-fb7fa28e2d54 Sep 17 03:51:46.759234 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-eebdb3de-0e9d-4422-b95b-e776901e6368 admin admin] Publish callbacks [] for security_group (762a37f1-95c6-4d01-ae09-b92911ff96db), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:46.796207 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-7d2bf041-846c-466f-8017-591456c2302a None None] Port dd6ae3fc-95db-452e-a875-fb7fa28e2d54 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:51:46.832604 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7d1a739d-906d-47e3-9ccf-5696091040e7 req-4aec6ff7-e7f2-49c6-93c1-f31f1394d375 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21eb96ad-7324-4cd7-bafe-bcd97e1bcf22 HTTP/1.1" status: 200 len: 999 time: 0.1189506 Sep 17 03:51:46.842367 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-eebdb3de-0e9d-4422-b95b-e776901e6368 admin admin] Publish callbacks [] for security_group (762a37f1-95c6-4d01-ae09-b92911ff96db), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:46.851470 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b8574ef7-8252-43af-94cc-89daf056d9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (dd6ae3fc-95db-452e-a875-fb7fa28e2d54), before_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:46.868842 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-a08a004c-1039-45b7-83b7-d3e0a6947c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5a2e04-8775-4c3f-924f-68f6191cded7', 'name': 'tempest-TestMinimumBasicScenario-56533848-router', 'tenant_id': '0cdb8140dca34727ab99c95efc7acb81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '426d3b10-cc68-43dc-9eff-740f903221e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:41Z', 'updated_at': '2022-09-17T03:51:43Z', 'revision_number': 3, 'project_id': '0cdb8140dca34727ab99c95efc7acb81', 'gw_port': {'id': '426d3b10-cc68-43dc-9eff-740f903221e7', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:af:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5a2e04-8775-4c3f-924f-68f6191cded7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:42Z', 'updated_at': '2022-09-17T03:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi'}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:51:46.914321 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a739d-906d-47e3-9ccf-5696091040e7 req-52cd5ad8-9e2e-4c44-8858-8fa1b2d94adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:46.916156 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7d1a739d-906d-47e3-9ccf-5696091040e7 req-52cd5ad8-9e2e-4c44-8858-8fa1b2d94adf service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5 HTTP/1.1" status: 200 len: 854 time: 0.0771739 Sep 17 03:51:46.930354 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08a004c-1039-45b7-83b7-d3e0a6947c73 None None] The sync data for ids ['4a5a2e04-8775-4c3f-924f-68f6191cded7'] in dv-cinder-849143-3-iscsi is: [{'id': '4a5a2e04-8775-4c3f-924f-68f6191cded7', 'name': 'tempest-TestMinimumBasicScenario-56533848-router', 'tenant_id': '0cdb8140dca34727ab99c95efc7acb81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '426d3b10-cc68-43dc-9eff-740f903221e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:41Z', 'updated_at': '2022-09-17T03:51:43Z', 'revision_number': 3, 'project_id': '0cdb8140dca34727ab99c95efc7acb81', 'gw_port': {'id': '426d3b10-cc68-43dc-9eff-740f903221e7', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:af:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5a2e04-8775-4c3f-924f-68f6191cded7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:42Z', 'updated_at': '2022-09-17T03:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi'}] {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:51:46.938713 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a79a2-a487-4ff6-86f5-377e00e42b0b req-f27c5e64-eb76-483a-ab58-154e847f87d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:46.940404 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-848a79a2-a487-4ff6-86f5-377e00e42b0b req-f27c5e64-eb76-483a-ab58-154e847f87d1 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 1130 time: 0.1118591 Sep 17 03:51:47.006209 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a739d-906d-47e3-9ccf-5696091040e7 req-a9e12f03-33bb-4688-856b-b686f37fff7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:47.010071 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7d1a739d-906d-47e3-9ccf-5696091040e7 req-a9e12f03-33bb-4688-856b-b686f37fff7d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=a2c22271-da7e-4d2b-b2be-97deb622f84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0831251 Sep 17 03:51:47.065323 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-848a79a2-a487-4ff6-86f5-377e00e42b0b req-a7e89f4f-3017-42d7-9d12-0da8d4704013 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9767fb28-7dda-4f4b-b024-154add37b49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143422 Sep 17 03:51:47.110337 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=64,neutron:UPDATE=1 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:47.133416 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b8574ef7-8252-43af-94cc-89daf056d9b9 admin admin] Publish callbacks [] for port (dd6ae3fc-95db-452e-a875-fb7fa28e2d54), precommit_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:47.134138 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7d1a739d-906d-47e3-9ccf-5696091040e7 req-c07254da-6a6f-4f45-a436-8688606080f2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a2c22271-da7e-4d2b-b2be-97deb622f84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230133 Sep 17 03:51:47.135041 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:47.135339 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-eebdb3de-0e9d-4422-b95b-e776901e6368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (762a37f1-95c6-4d01-ae09-b92911ff96db), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:47.138958 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-eebdb3de-0e9d-4422-b95b-e776901e6368 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:47.140091 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-eebdb3de-0e9d-4422-b95b-e776901e6368 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/762a37f1-95c6-4d01-ae09-b92911ff96db HTTP/1.1" status: 204 len: 168 time: 0.4995828 Sep 17 03:51:47.153981 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebdb3de-0e9d-4422-b95b-e776901e6368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762a37f1-95c6-4d01-ae09-b92911ff96db,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:47.159955 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:47.210828 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b8574ef7-8252-43af-94cc-89daf056d9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25815858'] for port (dd6ae3fc-95db-452e-a875-fb7fa28e2d54), after_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:47.278396 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:47.298339 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-7d2bf041-846c-466f-8017-591456c2302a None None] Attempt 2 to provision port dd6ae3fc-95db-452e-a875-fb7fa28e2d54 Sep 17 03:51:47.315795 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b8574ef7-8252-43af-94cc-89daf056d9b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-426633'] for router_interface (4a5a2e04-8775-4c3f-924f-68f6191cded7), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:47.318276 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8574ef7-8252-43af-94cc-89daf056d9b9 admin admin] Pushing event updated for resources: {'Port': ['ID=dd6ae3fc-95db-452e-a875-fb7fa28e2d54,revision_number=2']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:47.369479 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-7d2bf041-846c-466f-8017-591456c2302a None None] Port dd6ae3fc-95db-452e-a875-fb7fa28e2d54 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:51:47.419513 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79ad97-eb9c-4d2f-a8fa-a1759bf19b41 req-1a76c87a-74fd-439d-94c3-851ca3366c24 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:47.421517 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-1a79ad97-eb9c-4d2f-a8fa-a1759bf19b41 req-1a76c87a-74fd-439d-94c3-851ca3366c24 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 946 time: 0.1036298 Sep 17 03:51:47.440531 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8574ef7-8252-43af-94cc-89daf056d9b9 admin admin] Network a074f835-aa65-4c2d-81dc-c695b3cf95bc is already hosted by enough agents. {{(pid=113210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:51:47.442586 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.base_scheduler [None req-b8574ef7-8252-43af-94cc-89daf056d9b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=113210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:51:47.621350 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8574ef7-8252-43af-94cc-89daf056d9b9 admin admin] Router 4a5a2e04-8775-4c3f-924f-68f6191cded7 has already been hosted by L3 agent b971cbd0-997d-41fb-8614-0aea29982798 {{(pid=113210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:51:47.707600 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:47.771015 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 48850) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:47.775467 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-1a79ad97-eb9c-4d2f-a8fa-a1759bf19b41 req-e23b76f8-3cc9-4164-8558-6a36785e359b tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9767fb28-7dda-4f4b-b024-154add37b49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3290610 Sep 17 03:51:47.821238 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8574ef7-8252-43af-94cc-89daf056d9b9 admin admin] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:51:47.836526 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:UPDATE=2,neutron:SELECT=91,neutron:INSERT=7 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:47.844206 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-b8574ef7-8252-43af-94cc-89daf056d9b9 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/4a5a2e04-8775-4c3f-924f-68f6191cded7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9159698 Sep 17 03:51:47.871048 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-7d2bf041-846c-466f-8017-591456c2302a None None] Attempt 3 to provision port dd6ae3fc-95db-452e-a875-fb7fa28e2d54 Sep 17 03:51:47.879359 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f2558-f23c-467c-9083-0de392cbd6d5 req-93e1c02d-fafa-4c40-9451-2d6a337a13a8 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:47.882139 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-129f2558-f23c-467c-9083-0de392cbd6d5 req-93e1c02d-fafa-4c40-9451-2d6a337a13a8 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 943 time: 0.4347053 Sep 17 03:51:47.891437 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:47.897695 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:47.941966 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7d1a739d-906d-47e3-9ccf-5696091040e7 req-e99aecd4-2e76-4d2d-a5a7-6d647e05b336 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a2c22271-da7e-4d2b-b2be-97deb622f84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5122979 Sep 17 03:51:47.973194 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-7d2bf041-846c-466f-8017-591456c2302a None None] Port dd6ae3fc-95db-452e-a875-fb7fa28e2d54 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:51:48.023402 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-129f2558-f23c-467c-9083-0de392cbd6d5 req-2ab4b416-fa14-49ad-b883-3985620e66ac tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107409 Sep 17 03:51:48.101116 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-979a7da4-26fb-49b8-b656-6579595d2f96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:48.164273 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 426d3b10-cc68-43dc-9eff-740f903221e7 up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:51:48.197328 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-979a7da4-26fb-49b8-b656-6579595d2f96 admin admin] Publish callbacks [] for security_group (2094d2bc-2098-42d3-a78c-65b38bb9d1fb), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:48.225610 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port 426d3b10-cc68-43dc-9eff-740f903221e7 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:51:48.226077 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (426d3b10-cc68-43dc-9eff-740f903221e7), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:48.226472 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port 426d3b10-cc68-43dc-9eff-740f903221e7 Sep 17 03:51:48.258509 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-979a7da4-26fb-49b8-b656-6579595d2f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (2094d2bc-2098-42d3-a78c-65b38bb9d1fb), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:48.311664 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a7da4-26fb-49b8-b656-6579595d2f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2094d2bc-2098-42d3-a78c-65b38bb9d1fb,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:48.316418 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-979a7da4-26fb-49b8-b656-6579595d2f96 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=10e2169e3405486faf19ab6b70c74598&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5480671 Sep 17 03:51:48.319303 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 48866) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:48.330964 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port 426d3b10-cc68-43dc-9eff-740f903221e7 is: DOWN; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:51:48.330964 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (426d3b10-cc68-43dc-9eff-740f903221e7), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:48.356130 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] For port 426d3b10-cc68-43dc-9eff-740f903221e7, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=426d3b10-cc68-43dc-9eff-740f903221e7,segment=NetworkSegment(b9ff3b7d-3dba-4f81-9340-22e46529b80a),segment_id=b9ff3b7d-3dba-4f81-9340-22e46529b80a)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:51:48.376931 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-6f31a6d9-6ed6-4373-94bd-25326ada8e25 admin admin] Publish callbacks [] for security_group (2094d2bc-2098-42d3-a78c-65b38bb9d1fb), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:48.400870 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-6f31a6d9-6ed6-4373-94bd-25326ada8e25 admin admin] Publish callbacks [] for security_group (2094d2bc-2098-42d3-a78c-65b38bb9d1fb), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:48.436094 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (426d3b10-cc68-43dc-9eff-740f903221e7), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:48.511724 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-7d2bf041-846c-466f-8017-591456c2302a None None] Attempt 4 to provision port dd6ae3fc-95db-452e-a875-fb7fa28e2d54 Sep 17 03:51:48.585541 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-6f31a6d9-6ed6-4373-94bd-25326ada8e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (2094d2bc-2098-42d3-a78c-65b38bb9d1fb), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:48.585541 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-6f31a6d9-6ed6-4373-94bd-25326ada8e25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:48.586120 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-6f31a6d9-6ed6-4373-94bd-25326ada8e25 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/2094d2bc-2098-42d3-a78c-65b38bb9d1fb HTTP/1.1" status: 204 len: 168 time: 0.2656243 Sep 17 03:51:48.595542 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f31a6d9-6ed6-4373-94bd-25326ada8e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2094d2bc-2098-42d3-a78c-65b38bb9d1fb,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:48.712460 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-7d2bf041-846c-466f-8017-591456c2302a None None] Port dd6ae3fc-95db-452e-a875-fb7fa28e2d54 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:51:48.719199 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Pushing event updated for resources: {'Port': ['ID=426d3b10-cc68-43dc-9eff-740f903221e7,revision_number=4']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:48.957251 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ddb34-796d-4900-816a-87ff272801ae req-d2b55f48-5881-4fed-80ab-e788594defc1 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:48.959543 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0b9ddb34-796d-4900-816a-87ff272801ae req-d2b55f48-5881-4fed-80ab-e788594defc1 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 946 time: 0.0764322 Sep 17 03:51:49.013541 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0b9ddb34-796d-4900-816a-87ff272801ae req-4636e852-5374-4db6-b221-a9d39d1acdc5 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9767fb28-7dda-4f4b-b024-154add37b49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477741 Sep 17 03:51:49.181411 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520b68e-2868-43d9-a832-7993c56ce158 req-dfc114dc-eeb0-41ca-9c59-8dafe21f13c5 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:49.183374 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d520b68e-2868-43d9-a832-7993c56ce158 req-dfc114dc-eeb0-41ca-9c59-8dafe21f13c5 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 943 time: 0.0623667 Sep 17 03:51:49.213941 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-7d2bf041-846c-466f-8017-591456c2302a None None] Attempt 5 to provision port dd6ae3fc-95db-452e-a875-fb7fa28e2d54 Sep 17 03:51:49.222360 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 48910) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:49.228555 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-49fb990d-00b7-441f-b0a8-f5e90edb1dc4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1592922432-network', 'tenant_id': '958f75cfbe2c41349fa0e91fcd80e2f9'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:51:49.288097 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-7d2bf041-846c-466f-8017-591456c2302a None None] Port dd6ae3fc-95db-452e-a875-fb7fa28e2d54 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:51:49.303205 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d520b68e-2868-43d9-a832-7993c56ce158 req-fc816f95-d626-449e-a244-fef3e4135e1c tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071956 Sep 17 03:51:49.329802 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d452cc-b5ae-4349-baa2-c3c66b8f2106 None None] Sync routers for ids ['4a5a2e04-8775-4c3f-924f-68f6191cded7'] in dv-cinder-849143-3-iscsi {{(pid=113213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:51:49.349189 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d452cc-b5ae-4349-baa2-c3c66b8f2106 None None] Routers {'4a5a2e04-8775-4c3f-924f-68f6191cded7'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:51:49.351501 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-c7d452cc-b5ae-4349-baa2-c3c66b8f2106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:51:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['4a5a2e04-8775-4c3f-924f-68f6191cded7'], 'active': True} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:51:49.370671 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49fb990d-00b7-441f-b0a8-f5e90edb1dc4 admin admin] Made reservation on behalf of 958f75cfbe2c41349fa0e91fcd80e2f9 for: {'network': 1} {{(pid=113210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:51:49.373142 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-49fb990d-00b7-441f-b0a8-f5e90edb1dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for network (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:49.388630 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-49fb990d-00b7-441f-b0a8-f5e90edb1dc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:49.418491 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:49.563520 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvr_db [None req-c7d452cc-b5ae-4349-baa2-c3c66b8f2106 None None] Set router 4a5a2e04-8775-4c3f-924f-68f6191cded7 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:51:49.586365 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 48914) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:49.601587 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-158f7f56-8233-4ebd-a384-2fd14e95fe42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:49.604686 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-49fb990d-00b7-441f-b0a8-f5e90edb1dc4 admin admin] Publish callbacks [] for security_group (22d5ee7a-8fc9-4045-881b-6e9b42cea976), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:49.679365 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-49fb990d-00b7-441f-b0a8-f5e90edb1dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (22d5ee7a-8fc9-4045-881b-6e9b42cea976), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:49.710487 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49fb990d-00b7-441f-b0a8-f5e90edb1dc4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=113210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 03:51:49.722434 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-158f7f56-8233-4ebd-a384-2fd14e95fe42 admin admin] Publish callbacks [] for security_group (8f9908bc-d922-46c2-b341-0df6cef59af7), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:49.726345 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fb990d-00b7-441f-b0a8-f5e90edb1dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d5ee7a-8fc9-4045-881b-6e9b42cea976,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:49.732246 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-49fb990d-00b7-441f-b0a8-f5e90edb1dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16505770'] for segment (dc10d2d8-858a-4448-a35f-2f57b3922088), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:49.732816 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.db.segments_db [None req-49fb990d-00b7-441f-b0a8-f5e90edb1dc4 admin admin] Added segment dc10d2d8-858a-4448-a35f-2f57b3922088 of type vlan for network be668e46-a742-45c8-b3ff-35eb2b0b9cb4 Sep 17 03:51:49.789924 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-7d2bf041-846c-466f-8017-591456c2302a None None] Attempt 6 to provision port dd6ae3fc-95db-452e-a875-fb7fa28e2d54 Sep 17 03:51:49.810159 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-49fb990d-00b7-441f-b0a8-f5e90edb1dc4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745114436006'] for network (be668e46-a742-45c8-b3ff-35eb2b0b9cb4), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:49.833239 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-158f7f56-8233-4ebd-a384-2fd14e95fe42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (8f9908bc-d922-46c2-b341-0df6cef59af7), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:49.875918 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-c7d452cc-b5ae-4349-baa2-c3c66b8f2106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5a2e04-8775-4c3f-924f-68f6191cded7', 'name': 'tempest-TestMinimumBasicScenario-56533848-router', 'tenant_id': '0cdb8140dca34727ab99c95efc7acb81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '426d3b10-cc68-43dc-9eff-740f903221e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:41Z', 'updated_at': '2022-09-17T03:51:46Z', 'revision_number': 4, 'project_id': '0cdb8140dca34727ab99c95efc7acb81', 'gw_port': {'id': '426d3b10-cc68-43dc-9eff-740f903221e7', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5a2e04-8775-4c3f-924f-68f6191cded7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:42Z', 'updated_at': '2022-09-17T03:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': 'dd6ae3fc-95db-452e-a875-fb7fa28e2d54', 'name': '', 'network_id': 'a074f835-aa65-4c2d-81dc-c695b3cf95bc', 'tenant_id': '0cdb8140dca34727ab99c95efc7acb81', 'mac_address': 'fa:16:3e:6d:51:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5a2e04-8775-4c3f-924f-68f6191cded7', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '94dd6929-42d1-492b-beda-592421495231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:45Z', 'updated_at': '2022-09-17T03:51:46Z', 'revision_number': 2, 'project_id': '0cdb8140dca34727ab99c95efc7acb81', 'subnets': [{'id': '94dd6929-42d1-492b-beda-592421495231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:51:49.891277 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-7d2bf041-846c-466f-8017-591456c2302a None None] Port dd6ae3fc-95db-452e-a875-fb7fa28e2d54 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:51:49.902910 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-158f7f56-8233-4ebd-a384-2fd14e95fe42 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=0287c5d55f564217a41ea6ff52d32d95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3141823 Sep 17 03:51:49.904935 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 48920) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:49.921465 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-49fb990d-00b7-441f-b0a8-f5e90edb1dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828'] for network (be668e46-a742-45c8-b3ff-35eb2b0b9cb4), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:49.922611 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fb990d-00b7-441f-b0a8-f5e90edb1dc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:49.922979 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d452cc-b5ae-4349-baa2-c3c66b8f2106 None None] Checking router: 4a5a2e04-8775-4c3f-924f-68f6191cded7 for host: dv-cinder-849143-3-iscsi {{(pid=113213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:51:49.923535 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-49fb990d-00b7-441f-b0a8-f5e90edb1dc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for network (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:49.926450 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d452cc-b5ae-4349-baa2-c3c66b8f2106 None None] Updating router 4a5a2e04-8775-4c3f-924f-68f6191cded7 port dd6ae3fc-95db-452e-a875-fb7fa28e2d54 binding host dv-cinder-849143-3-iscsi {{(pid=113213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 03:51:49.946382 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158f7f56-8233-4ebd-a384-2fd14e95fe42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9908bc-d922-46c2-b341-0df6cef59af7,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:50.000910 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-c7d452cc-b5ae-4349-baa2-c3c66b8f2106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (dd6ae3fc-95db-452e-a875-fb7fa28e2d54), before_update {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:50.225131 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 426d3b10-cc68-43dc-9eff-740f903221e7 up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:51:50.292888 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6de0b5-578a-4553-9627-16732f4d8ae5 req-86e0e476-3732-4b47-a8fb-24e32bdc9be2 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:50.295452 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-1b6de0b5-578a-4553-9627-16732f4d8ae5 req-86e0e476-3732-4b47-a8fb-24e32bdc9be2 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 946 time: 0.1113729 Sep 17 03:51:50.346824 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:50.373663 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port 426d3b10-cc68-43dc-9eff-740f903221e7 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:51:50.374629 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (426d3b10-cc68-43dc-9eff-740f903221e7), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:50.375075 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port 426d3b10-cc68-43dc-9eff-740f903221e7 Sep 17 03:51:50.417706 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-7d2bf041-846c-466f-8017-591456c2302a None None] Attempt 7 to provision port dd6ae3fc-95db-452e-a875-fb7fa28e2d54 Sep 17 03:51:50.497861 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-1b6de0b5-578a-4553-9627-16732f4d8ae5 req-5a20af95-fdaa-4433-950e-207842385d19 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9767fb28-7dda-4f4b-b024-154add37b49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1935089 Sep 17 03:51:50.544356 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=100 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:50.666808 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port 426d3b10-cc68-43dc-9eff-740f903221e7 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:51:50.667390 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-7d2bf041-846c-466f-8017-591456c2302a None None] Port dd6ae3fc-95db-452e-a875-fb7fa28e2d54 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:51:50.683148 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-c7d452cc-b5ae-4349-baa2-c3c66b8f2106 None None] Publish callbacks [] for port (dd6ae3fc-95db-452e-a875-fb7fa28e2d54), precommit_update {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:50.697300 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-49fb990d-00b7-441f-b0a8-f5e90edb1dc4 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4736443 Sep 17 03:51:50.703968 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 48932) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:50.719282 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8821e-0a68-407b-afba-b457cabe15dc req-110c4216-33aa-4bf4-83ce-6199ab107008 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:50.728120 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-77d8821e-0a68-407b-afba-b457cabe15dc req-110c4216-33aa-4bf4-83ce-6199ab107008 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 943 time: 0.1770687 Sep 17 03:51:50.733064 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [None req-2fe4bd42-92bb-4cde-87dd-f2f04e7b53fd admin admin] Request body: {'subnet': {'network_id': 'be668e46-a742-45c8-b3ff-35eb2b0b9cb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1592922432-subnet', 'tenant_id': '958f75cfbe2c41349fa0e91fcd80e2f9', 'ip_version': 4}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:51:50.752483 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-c7d452cc-b5ae-4349-baa2-c3c66b8f2106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (dd6ae3fc-95db-452e-a875-fb7fa28e2d54), after_update {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:50.757840 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51339fe-234b-4b75-a072-7bc51f7ac7b6 req-d7e964da-2a6c-42f0-899a-ec5605b27f24 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:50.764640 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b51339fe-234b-4b75-a072-7bc51f7ac7b6 req-d7e964da-2a6c-42f0-899a-ec5605b27f24 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 946 time: 0.1392312 Sep 17 03:51:50.764971 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-27cf6685-c636-4baf-a4ee-b2a14ddb7da3 admin admin] Publish callbacks [] for security_group (8f9908bc-d922-46c2-b341-0df6cef59af7), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:50.765256 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fb990d-00b7-441f-b0a8-f5e90edb1dc4 admin admin] Pushing event updated for resources: {'Network': ['ID=be668e46-a742-45c8-b3ff-35eb2b0b9cb4,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:50.775119 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 48934) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:50.783381 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-6a3d5dc3-35ca-4747-b5b6-39ed12846f5e tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Request body: {'floatingip': {'port_id': '763d28d0-99e6-46b1-a147-d5dd0a8d8b37'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:51:50.790543 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Network be668e46-a742-45c8-b3ff-35eb2b0b9cb4 details requested by agent ovs-agent-dv-cinder-849143-3-iscsi with host dv-cinder-849143-3-iscsi {{(pid=113212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 03:51:50.864458 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd15f0e3-1855-434a-b574-fa4ee852d5e3 None None] Pushing event updated for resources: {'Port': ['ID=dd6ae3fc-95db-452e-a875-fb7fa28e2d54,revision_number=3']} {{(pid=113213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:50.918895 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-77d8821e-0a68-407b-afba-b457cabe15dc req-5d3348f6-5723-407b-a61e-87e363e4230c tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1895392 Sep 17 03:51:50.943807 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe4bd42-92bb-4cde-87dd-f2f04e7b53fd admin admin] Made reservation on behalf of 958f75cfbe2c41349fa0e91fcd80e2f9 for: {'subnet': 1} {{(pid=113211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:51:50.946904 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-2fe4bd42-92bb-4cde-87dd-f2f04e7b53fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3652629'] for subnet (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:50.969265 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-27cf6685-c636-4baf-a4ee-b2a14ddb7da3 admin admin] Publish callbacks [] for security_group (8f9908bc-d922-46c2-b341-0df6cef59af7), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:50.986921 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 48936) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:51.015228 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-6a3d5dc3-35ca-4747-b5b6-39ed12846f5e tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks [] for floatingip (330f115b-bbb7-4328-a212-eb1db3369ec3), before_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:51.079234 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.managers [None req-c7d452cc-b5ae-4349-baa2-c3c66b8f2106 None None] Attempting to bind port dd6ae3fc-95db-452e-a875-fb7fa28e2d54 on host dv-cinder-849143-3-iscsi for vnic_type normal with profile {{(pid=113213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:51:51.079646 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.managers [None req-c7d452cc-b5ae-4349-baa2-c3c66b8f2106 None None] Attempting to bind port dd6ae3fc-95db-452e-a875-fb7fa28e2d54 by drivers openvswitch,hyperv on host dv-cinder-849143-3-iscsi at level 0 using segments [{'id': '7ea2bdaf-c56d-49fb-adcf-15285fcbe8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a074f835-aa65-4c2d-81dc-c695b3cf95bc'}] {{(pid=113213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:51:51.080010 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d452cc-b5ae-4349-baa2-c3c66b8f2106 None None] Attempting to bind port dd6ae3fc-95db-452e-a875-fb7fa28e2d54 on network a074f835-aa65-4c2d-81dc-c695b3cf95bc {{(pid=113213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:51:51.115112 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:51.151499 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:51.169205 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-7d2bf041-846c-466f-8017-591456c2302a None None] Attempt 8 to provision port dd6ae3fc-95db-452e-a875-fb7fa28e2d54 Sep 17 03:51:51.262182 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-7d2bf041-846c-466f-8017-591456c2302a None None] Port dd6ae3fc-95db-452e-a875-fb7fa28e2d54 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:51:51.278997 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d452cc-b5ae-4349-baa2-c3c66b8f2106 None None] Checking agent: {'id': '287db9f2-8160-4728-95aa-12aebca604d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 40, 13), 'started_at': datetime.datetime(2022, 9, 17, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:51:51.279392 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d452cc-b5ae-4349-baa2-c3c66b8f2106 None None] Checking segment: {'id': '7ea2bdaf-c56d-49fb-adcf-15285fcbe8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a074f835-aa65-4c2d-81dc-c695b3cf95bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:51:51.279696 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-c7d452cc-b5ae-4349-baa2-c3c66b8f2106 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:51.280120 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d452cc-b5ae-4349-baa2-c3c66b8f2106 None None] Bound using segment: {'id': '7ea2bdaf-c56d-49fb-adcf-15285fcbe8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a074f835-aa65-4c2d-81dc-c695b3cf95bc'} {{(pid=113213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:51:51.283392 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.managers [None req-c7d452cc-b5ae-4349-baa2-c3c66b8f2106 None None] Bound port: dd6ae3fc-95db-452e-a875-fb7fa28e2d54, host: dv-cinder-849143-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea2bdaf-c56d-49fb-adcf-15285fcbe8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a074f835-aa65-4c2d-81dc-c695b3cf95bc'}}] {{(pid=113213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:51:51.283994 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-c7d452cc-b5ae-4349-baa2-c3c66b8f2106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (dd6ae3fc-95db-452e-a875-fb7fa28e2d54), before_update {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:51.340516 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:51.449871 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:51.458736 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-397ed857-d7c5-4008-b293-2ec783ad22c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:51.472639 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:51.474953 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.db [None req-c7d452cc-b5ae-4349-baa2-c3c66b8f2106 None None] For port dd6ae3fc-95db-452e-a875-fb7fa28e2d54, host dv-cinder-849143-3-iscsi, cleared binding levels {{(pid=113213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:51:51.478881 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.db [None req-c7d452cc-b5ae-4349-baa2-c3c66b8f2106 None None] For port dd6ae3fc-95db-452e-a875-fb7fa28e2d54, host dv-cinder-849143-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=dd6ae3fc-95db-452e-a875-fb7fa28e2d54,segment=NetworkSegment(7ea2bdaf-c56d-49fb-adcf-15285fcbe8da),segment_id=7ea2bdaf-c56d-49fb-adcf-15285fcbe8da)] {{(pid=113213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:51:51.512170 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-27cf6685-c636-4baf-a4ee-b2a14ddb7da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (8f9908bc-d922-46c2-b341-0df6cef59af7), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:51.515130 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-27cf6685-c636-4baf-a4ee-b2a14ddb7da3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:51.516371 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-27cf6685-c636-4baf-a4ee-b2a14ddb7da3 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/8f9908bc-d922-46c2-b341-0df6cef59af7 HTTP/1.1" status: 204 len: 168 time: 1.6101582 Sep 17 03:51:51.537115 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-2fe4bd42-92bb-4cde-87dd-f2f04e7b53fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26184134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3652611'] for subnet (01663105-c790-470d-ba5b-c9d7035ce213), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:51.540999 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf6685-c636-4baf-a4ee-b2a14ddb7da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9908bc-d922-46c2-b341-0df6cef59af7,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:51.595158 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-c7d452cc-b5ae-4349-baa2-c3c66b8f2106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (dd6ae3fc-95db-452e-a875-fb7fa28e2d54), after_update {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:51.704526 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:51.706723 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd15f0e3-1855-434a-b574-fa4ee852d5e3 None None] Pushing event updated for resources: {'Port': ['ID=dd6ae3fc-95db-452e-a875-fb7fa28e2d54,revision_number=4']} {{(pid=113213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:51.713651 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:51.716305 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d452cc-b5ae-4349-baa2-c3c66b8f2106 None None] Routers {'4a5a2e04-8775-4c3f-924f-68f6191cded7'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:51:51.717069 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-c7d452cc-b5ae-4349-baa2-c3c66b8f2106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:51:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['4a5a2e04-8775-4c3f-924f-68f6191cded7'], 'active': True} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:51:51.722916 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe4bd42-92bb-4cde-87dd-f2f04e7b53fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=01663105-c790-470d-ba5b-c9d7035ce213,revision_number=0']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:51.727094 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:51.767223 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-7d2bf041-846c-466f-8017-591456c2302a None None] Attempt 9 to provision port dd6ae3fc-95db-452e-a875-fb7fa28e2d54 Sep 17 03:51:51.858763 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-397ed857-d7c5-4008-b293-2ec783ad22c3 admin admin] Publish callbacks [] for security_group (b56ca500-a723-47b6-9cad-765cfaaee33d), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:51.859906 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe4bd42-92bb-4cde-87dd-f2f04e7b53fd admin admin] Checking segment: {'id': 'dc10d2d8-858a-4448-a35f-2f57b3922088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'be668e46-a742-45c8-b3ff-35eb2b0b9cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:51:51.860819 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe4bd42-92bb-4cde-87dd-f2f04e7b53fd admin admin] Network hostable DHCP agents. Network: be668e46-a742-45c8-b3ff-35eb2b0b9cb4, hostable agents: ['b0b4725d-5d3f-4adf-8b60-729f2f7a35da'], hosted agents: [] {{(pid=113211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 03:51:51.881886 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvr_db [None req-c7d452cc-b5ae-4349-baa2-c3c66b8f2106 None None] Set router 4a5a2e04-8775-4c3f-924f-68f6191cded7 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:51:51.955182 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-7d2bf041-846c-466f-8017-591456c2302a None None] Current status of the port dd6ae3fc-95db-452e-a875-fb7fa28e2d54 is: DOWN; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:51:51.955716 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-7d2bf041-846c-466f-8017-591456c2302a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (dd6ae3fc-95db-452e-a875-fb7fa28e2d54), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:51.978921 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-397ed857-d7c5-4008-b293-2ec783ad22c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (b56ca500-a723-47b6-9cad-765cfaaee33d), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:51.985261 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-6a3d5dc3-35ca-4747-b5b6-39ed12846f5e tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:52.021584 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-7d2bf041-846c-466f-8017-591456c2302a None None] For port dd6ae3fc-95db-452e-a875-fb7fa28e2d54, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=dd6ae3fc-95db-452e-a875-fb7fa28e2d54,segment=NetworkSegment(7ea2bdaf-c56d-49fb-adcf-15285fcbe8da),segment_id=7ea2bdaf-c56d-49fb-adcf-15285fcbe8da)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:51:52.042166 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe4bd42-92bb-4cde-87dd-f2f04e7b53fd admin admin] Network be668e46-a742-45c8-b3ff-35eb2b0b9cb4 is scheduled to be hosted by DHCP agent b0b4725d-5d3f-4adf-8b60-729f2f7a35da with binding_index 1 {{(pid=113211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 03:51:52.271140 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-397ed857-d7c5-4008-b293-2ec783ad22c3 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=d27f28ed6ca843178174ceeaa12be4bc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0815263 Sep 17 03:51:52.274745 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 48946) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:52.275111 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ed857-d7c5-4008-b293-2ec783ad22c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56ca500-a723-47b6-9cad-765cfaaee33d,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:52.275607 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a892af73-0709-44ce-9814-3f465157ff29 admin admin] Publish callbacks [] for security_group (b56ca500-a723-47b6-9cad-765cfaaee33d), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:52.275607 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a892af73-0709-44ce-9814-3f465157ff29 admin admin] Publish callbacks [] for security_group (b56ca500-a723-47b6-9cad-765cfaaee33d), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:52.276064 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db08924-d398-4376-8054-76377ab03410 req-4a58f7b2-71ed-4930-b852-2f98eb326eb3 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:52.276064 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7db08924-d398-4376-8054-76377ab03410 req-4a58f7b2-71ed-4930-b852-2f98eb326eb3 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 943 time: 0.0816753 Sep 17 03:51:52.277279 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-c7d452cc-b5ae-4349-baa2-c3c66b8f2106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5a2e04-8775-4c3f-924f-68f6191cded7', 'name': 'tempest-TestMinimumBasicScenario-56533848-router', 'tenant_id': '0cdb8140dca34727ab99c95efc7acb81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '426d3b10-cc68-43dc-9eff-740f903221e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:41Z', 'updated_at': '2022-09-17T03:51:46Z', 'revision_number': 4, 'project_id': '0cdb8140dca34727ab99c95efc7acb81', 'gw_port': {'id': '426d3b10-cc68-43dc-9eff-740f903221e7', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5a2e04-8775-4c3f-924f-68f6191cded7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:42Z', 'updated_at': '2022-09-17T03:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': 'dd6ae3fc-95db-452e-a875-fb7fa28e2d54', 'name': '', 'network_id': 'a074f835-aa65-4c2d-81dc-c695b3cf95bc', 'tenant_id': '0cdb8140dca34727ab99c95efc7acb81', 'mac_address': 'fa:16:3e:6d:51:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5a2e04-8775-4c3f-924f-68f6191cded7', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '94dd6929-42d1-492b-beda-592421495231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:45Z', 'updated_at': '2022-09-17T03:51:51Z', 'revision_number': 4, 'project_id': '0cdb8140dca34727ab99c95efc7acb81', 'subnets': [{'id': '94dd6929-42d1-492b-beda-592421495231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:51:52.277439 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7db08924-d398-4376-8054-76377ab03410 req-a844863f-a929-4440-b4a6-efc22389fb37 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524285 Sep 17 03:51:52.293690 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d452cc-b5ae-4349-baa2-c3c66b8f2106 None None] The sync data for ids ['4a5a2e04-8775-4c3f-924f-68f6191cded7'] in dv-cinder-849143-3-iscsi is: [{'id': '4a5a2e04-8775-4c3f-924f-68f6191cded7', 'name': 'tempest-TestMinimumBasicScenario-56533848-router', 'tenant_id': '0cdb8140dca34727ab99c95efc7acb81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '426d3b10-cc68-43dc-9eff-740f903221e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:41Z', 'updated_at': '2022-09-17T03:51:46Z', 'revision_number': 4, 'project_id': '0cdb8140dca34727ab99c95efc7acb81', 'gw_port': {'id': '426d3b10-cc68-43dc-9eff-740f903221e7', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5a2e04-8775-4c3f-924f-68f6191cded7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:42Z', 'updated_at': '2022-09-17T03:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': 'dd6ae3fc-95db-452e-a875-fb7fa28e2d54', 'name': '', 'network_id': 'a074f835-aa65-4c2d-81dc-c695b3cf95bc', 'tenant_id': '0cdb8140dca34727ab99c95efc7acb81', 'mac_address': 'fa:16:3e:6d:51:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5a2e04-8775-4c3f-924f-68f6191cded7', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '94dd6929-42d1-492b-beda-592421495231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:45Z', 'updated_at': '2022-09-17T03:51:51Z', 'revision_number': 4, 'project_id': '0cdb8140dca34727ab99c95efc7acb81', 'subnets': [{'id': '94dd6929-42d1-492b-beda-592421495231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:51:52.298627 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-6a3d5dc3-35ca-4747-b5b6-39ed12846f5e tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615334'] for floatingip (330f115b-bbb7-4328-a212-eb1db3369ec3), after_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:52.412985 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.base_scheduler [None req-2fe4bd42-92bb-4cde-87dd-f2f04e7b53fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-3-iscsi, be668e46-a742-45c8-b3ff-35eb2b0b9cb4) {{(pid=113211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:51:52.414331 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-7d2bf041-846c-466f-8017-591456c2302a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (dd6ae3fc-95db-452e-a875-fb7fa28e2d54), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:52.421060 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe4bd42-92bb-4cde-87dd-f2f04e7b53fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:52.421796 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-2fe4bd42-92bb-4cde-87dd-f2f04e7b53fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for subnet (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:52.456850 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.db.l3_db [None req-6a3d5dc3-35ca-4747-b5b6-39ed12846f5e tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Floating IP 330f115b-bbb7-4328-a212-eb1db3369ec3 associated. External IP: 172.27.0.171, port: 763d28d0-99e6-46b1-a147-d5dd0a8d8b37. Sep 17 03:51:52.497928 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fb1e94-5e8d-47e7-bcc5-db0cb29a0301 None None] Network be668e46-a742-45c8-b3ff-35eb2b0b9cb4 requested from dv-cinder-849143-3-iscsi {{(pid=113212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:51:52.587517 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a892af73-0709-44ce-9814-3f465157ff29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (b56ca500-a723-47b6-9cad-765cfaaee33d), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:52.590791 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a892af73-0709-44ce-9814-3f465157ff29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:52.595231 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-a892af73-0709-44ce-9814-3f465157ff29 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b56ca500-a723-47b6-9cad-765cfaaee33d HTTP/1.1" status: 204 len: 168 time: 0.5203812 Sep 17 03:51:52.614662 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892af73-0709-44ce-9814-3f465157ff29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56ca500-a723-47b6-9cad-765cfaaee33d,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:52.643519 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2bf041-846c-466f-8017-591456c2302a None None] Pushing event updated for resources: {'Port': ['ID=dd6ae3fc-95db-452e-a875-fb7fa28e2d54,revision_number=5']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:52.691595 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-2fe4bd42-92bb-4cde-87dd-f2f04e7b53fd admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9793096 Sep 17 03:51:52.693056 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-1389ec6d-5f0b-4dd3-abe3-679fab0f1d5d None None] Provisioning complete for port dd6ae3fc-95db-452e-a875-fb7fa28e2d54 triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:51:52.693056 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-1389ec6d-5f0b-4dd3-abe3-679fab0f1d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (dd6ae3fc-95db-452e-a875-fb7fa28e2d54), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:52.693056 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-1389ec6d-5f0b-4dd3-abe3-679fab0f1d5d None None] Attempt 1 to provision port dd6ae3fc-95db-452e-a875-fb7fa28e2d54 Sep 17 03:51:52.693619 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 48962) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:52.694449 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [None req-f876a5b0-3316-4d0a-8eeb-ff672006b9f1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1592922432-router', 'tenant_id': '958f75cfbe2c41349fa0e91fcd80e2f9', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'}}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:51:52.747667 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:52.801461 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33b4f32-3f3a-4d43-a405-ee4e1dcc5798 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f96e3f4-43ec-52cd-99e5-8d71f9cd206c-be668e46-a742-45c8-b3ff-35eb2b0b9cb4', 'network_id': 'be668e46-a742-45c8-b3ff-35eb2b0b9cb4', 'project_id': '958f75cfbe2c41349fa0e91fcd80e2f9', 'fixed_ips': [{'subnet_id': '01663105-c790-470d-ba5b-c9d7035ce213'}]}} from dv-cinder-849143-3-iscsi. {{(pid=113212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 17 03:51:52.803220 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-c33b4f32-3f3a-4d43-a405-ee4e1dcc5798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:52.817058 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-f876a5b0-3316-4d0a-8eeb-ff672006b9f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-617353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6001'] for router (e0e4d5b7-816c-4299-9f6b-35192ff84d8b), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:52.819891 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a3d5dc3-35ca-4747-b5b6-39ed12846f5e tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Router cec91c57-14e1-4ebf-a6bf-a10584fb1163 has already been hosted by L3 agent b971cbd0-997d-41fb-8614-0aea29982798 {{(pid=113210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:51:52.820814 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-f876a5b0-3316-4d0a-8eeb-ff672006b9f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-617908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6010'] for router (e0e4d5b7-816c-4299-9f6b-35192ff84d8b), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:52.979861 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-f876a5b0-3316-4d0a-8eeb-ff672006b9f1 admin admin] Publish callbacks [] for router_controller (e0e4d5b7-816c-4299-9f6b-35192ff84d8b), precommit_add_association {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:53.071724 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:53.075753 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-1389ec6d-5f0b-4dd3-abe3-679fab0f1d5d None None] Current status of the port dd6ae3fc-95db-452e-a875-fb7fa28e2d54 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:51:53.124989 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 48966) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:53.176315 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-64e3e432-f1c1-4b1c-8ea1-24a6cac684a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:53.202043 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.db_base_plugin_common [None req-c33b4f32-3f3a-4d43-a405-ee4e1dcc5798 None None] Allocated IP 172.20.0.2 (be668e46-a742-45c8-b3ff-35eb2b0b9cb4/01663105-c790-470d-ba5b-c9d7035ce213/2376bd1b-2379-4f91-a3b2-11e8f90904d4) {{(pid=113212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:51:53.214188 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3d5dc3-35ca-4747-b5b6-39ed12846f5e tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:51:53.219189 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-6a3d5dc3-35ca-4747-b5b6-39ed12846f5e tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for floatingip (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:53.259307 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568129e4-9850-4931-8e88-bf9888df07f8 None None] Sync routers for ids ['cec91c57-14e1-4ebf-a6bf-a10584fb1163'] in dv-cinder-849143-3-iscsi {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:51:53.358810 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-6a3d5dc3-35ca-4747-b5b6-39ed12846f5e tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/330f115b-bbb7-4328-a212-eb1db3369ec3 HTTP/1.1" status: 200 len: 992 time: 2.5823045 Sep 17 03:51:53.369717 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6826743-7fdd-48c9-8894-fe539ce261fe', 'tag': '763d28d0-99e6-46b1-a147-d5dd0a8d8b37'}] {{(pid=113210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:51:53.381427 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a613894f386080b2b9315951ba9a4c402b93d12b77848e4e2f89d9386810e3b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d846b79-5871-4375-ba31-6dd078d6c0e0" -d '{"events": [{"name": "network-changed", "server_uuid": "c6826743-7fdd-48c9-8894-fe539ce261fe", "tag": "763d28d0-99e6-46b1-a147-d5dd0a8d8b37"}]}' {{(pid=113210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:51:53.488049 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-f876a5b0-3316-4d0a-8eeb-ff672006b9f1 admin admin] Publish callbacks [] for router_gateway (e0e4d5b7-816c-4299-9f6b-35192ff84d8b), precommit_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:53.520340 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-c33b4f32-3f3a-4d43-a405-ee4e1dcc5798 None None] Publish callbacks [] for port (2376bd1b-2379-4f91-a3b2-11e8f90904d4), precommit_create {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:53.523226 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a16b7b7-f3eb-44b0-869b-8b82cd044f7d x-openstack-request-id: req-4a16b7b7-f3eb-44b0-869b-8b82cd044f7d {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:51:53.524178 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6826743-7fdd-48c9-8894-fe539ce261fe", "tag": "763d28d0-99e6-46b1-a147-d5dd0a8d8b37", "status": "completed", "code": 200}]} {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:51:53.524594 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4a16b7b7-f3eb-44b0-869b-8b82cd044f7d {{(pid=113210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:51:53.525223 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a16b7b7-f3eb-44b0-869b-8b82cd044f7d'] response: {'name': 'network-changed', 'server_uuid': 'c6826743-7fdd-48c9-8894-fe539ce261fe', 'tag': '763d28d0-99e6-46b1-a147-d5dd0a8d8b37', 'status': 'completed', 'code': 200} Sep 17 03:51:53.535742 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568129e4-9850-4931-8e88-bf9888df07f8 None None] Routers {'cec91c57-14e1-4ebf-a6bf-a10584fb1163'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:51:53.536464 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-568129e4-9850-4931-8e88-bf9888df07f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:51:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['cec91c57-14e1-4ebf-a6bf-a10584fb1163'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:51:53.572399 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-64e3e432-f1c1-4b1c-8ea1-24a6cac684a2 admin admin] Publish callbacks [] for security_group (e47a0a27-3dba-48b5-b1d8-59d94a3e2b6f), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:53.617605 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed816b-4d8b-4ddb-ae19-eabc9f459c9a req-2de8527d-0d03-4cf4-8533-46b42d7c1012 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:53.619154 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9eed816b-4d8b-4ddb-ae19-eabc9f459c9a req-2de8527d-0d03-4cf4-8533-46b42d7c1012 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 943 time: 0.0747693 Sep 17 03:51:53.630627 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-c33b4f32-3f3a-4d43-a405-ee4e1dcc5798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976'] for port (2376bd1b-2379-4f91-a3b2-11e8f90904d4), after_create {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:53.635957 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-64e3e432-f1c1-4b1c-8ea1-24a6cac684a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (e47a0a27-3dba-48b5-b1d8-59d94a3e2b6f), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:53.643455 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:53.654294 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33b4f32-3f3a-4d43-a405-ee4e1dcc5798 None None] Network be668e46-a742-45c8-b3ff-35eb2b0b9cb4 is already hosted by enough agents. {{(pid=113212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:51:53.663885 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.scheduler.base_scheduler [None req-c33b4f32-3f3a-4d43-a405-ee4e1dcc5798 None None] Resources bound (agent type, host, resource id): {{(pid=113212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:51:53.704013 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33b4f32-3f3a-4d43-a405-ee4e1dcc5798 None None] Received port after_create {{(pid=113212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:51:53.760498 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-64e3e432-f1c1-4b1c-8ea1-24a6cac684a2 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=360f6e55040a42deb6dde6d90416e4e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6280346 Sep 17 03:51:53.763028 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 48988) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:53.778353 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e3e432-f1c1-4b1c-8ea1-24a6cac684a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e47a0a27-3dba-48b5-b1d8-59d94a3e2b6f,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:53.850670 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d846b79-5871-4375-ba31-6dd078d6c0e0 req-2b98c405-74d2-43de-b35e-882b6770daf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:53.855561 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0d846b79-5871-4375-ba31-6dd078d6c0e0 req-2b98c405-74d2-43de-b35e-882b6770daf4 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=294abb2085b844a99908242d4b02e263&device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 1130 time: 0.2517951 Sep 17 03:51:53.883375 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d829d497-221c-46c8-b55a-291f77895330 admin admin] Publish callbacks [] for security_group (e47a0a27-3dba-48b5-b1d8-59d94a3e2b6f), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:53.899720 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33b4f32-3f3a-4d43-a405-ee4e1dcc5798 None None] Pushing event updated for resources: {'Port': ['ID=2376bd1b-2379-4f91-a3b2-11e8f90904d4,revision_number=1']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:53.923220 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-c33b4f32-3f3a-4d43-a405-ee4e1dcc5798 None None] Attempting to bind port 2376bd1b-2379-4f91-a3b2-11e8f90904d4 on host dv-cinder-849143-3-iscsi for vnic_type normal with profile {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:51:53.923587 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-c33b4f32-3f3a-4d43-a405-ee4e1dcc5798 None None] Attempting to bind port 2376bd1b-2379-4f91-a3b2-11e8f90904d4 by drivers openvswitch,hyperv on host dv-cinder-849143-3-iscsi at level 0 using segments [{'id': 'dc10d2d8-858a-4448-a35f-2f57b3922088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'be668e46-a742-45c8-b3ff-35eb2b0b9cb4'}] {{(pid=113212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:51:53.923942 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33b4f32-3f3a-4d43-a405-ee4e1dcc5798 None None] Attempting to bind port 2376bd1b-2379-4f91-a3b2-11e8f90904d4 on network be668e46-a742-45c8-b3ff-35eb2b0b9cb4 {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:51:53.947118 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d829d497-221c-46c8-b55a-291f77895330 admin admin] Publish callbacks [] for security_group (e47a0a27-3dba-48b5-b1d8-59d94a3e2b6f), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:54.010676 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-568129e4-9850-4931-8e88-bf9888df07f8 None None] Set router cec91c57-14e1-4ebf-a6bf-a10584fb1163 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:51:54.024762 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:54.073389 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:INSERT=6,neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:54.114585 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9eed816b-4d8b-4ddb-ae19-eabc9f459c9a req-d77f37a1-7619-41de-8e22-89636346e019 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4145999 Sep 17 03:51:54.170059 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d829d497-221c-46c8-b55a-291f77895330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (e47a0a27-3dba-48b5-b1d8-59d94a3e2b6f), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:54.189238 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d829d497-221c-46c8-b55a-291f77895330 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:54.194852 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-d829d497-221c-46c8-b55a-291f77895330 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e47a0a27-3dba-48b5-b1d8-59d94a3e2b6f HTTP/1.1" status: 204 len: 168 time: 0.4307251 Sep 17 03:51:54.235270 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device dd6ae3fc-95db-452e-a875-fb7fa28e2d54 up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:51:54.273246 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d829d497-221c-46c8-b55a-291f77895330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47a0a27-3dba-48b5-b1d8-59d94a3e2b6f,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:54.275803 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-f876a5b0-3316-4d0a-8eeb-ff672006b9f1 admin admin] Publish callbacks [] for router_gateway (e0e4d5b7-816c-4299-9f6b-35192ff84d8b), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:54.395980 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-f876a5b0-3316-4d0a-8eeb-ff672006b9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:54.438001 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33b4f32-3f3a-4d43-a405-ee4e1dcc5798 None None] Checking agent: {'id': '287db9f2-8160-4728-95aa-12aebca604d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 40, 13), 'started_at': datetime.datetime(2022, 9, 17, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:51:54.438351 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33b4f32-3f3a-4d43-a405-ee4e1dcc5798 None None] Checking segment: {'id': 'dc10d2d8-858a-4448-a35f-2f57b3922088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'be668e46-a742-45c8-b3ff-35eb2b0b9cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:51:54.438844 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-c33b4f32-3f3a-4d43-a405-ee4e1dcc5798 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:54.439342 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33b4f32-3f3a-4d43-a405-ee4e1dcc5798 None None] Bound using segment: {'id': 'dc10d2d8-858a-4448-a35f-2f57b3922088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'be668e46-a742-45c8-b3ff-35eb2b0b9cb4'} {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:51:54.440113 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-c33b4f32-3f3a-4d43-a405-ee4e1dcc5798 None None] Bound port: 2376bd1b-2379-4f91-a3b2-11e8f90904d4, host: dv-cinder-849143-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc10d2d8-858a-4448-a35f-2f57b3922088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'be668e46-a742-45c8-b3ff-35eb2b0b9cb4'}}] {{(pid=113212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:51:54.441009 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-c33b4f32-3f3a-4d43-a405-ee4e1dcc5798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (2376bd1b-2379-4f91-a3b2-11e8f90904d4), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:54.493846 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d846b79-5871-4375-ba31-6dd078d6c0e0 req-bacd9bdd-e428-459c-b81a-4e3c3270476f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:54.495357 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0d846b79-5871-4375-ba31-6dd078d6c0e0 req-bacd9bdd-e428-459c-b81a-4e3c3270476f service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0 HTTP/1.1" status: 200 len: 919 time: 0.6046810 Sep 17 03:51:54.502194 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port dd6ae3fc-95db-452e-a875-fb7fa28e2d54 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:51:54.504037 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (dd6ae3fc-95db-452e-a875-fb7fa28e2d54), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:54.504798 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port dd6ae3fc-95db-452e-a875-fb7fa28e2d54 Sep 17 03:51:54.510618 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=100 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:54.639409 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-c33b4f32-3f3a-4d43-a405-ee4e1dcc5798 None None] For port 2376bd1b-2379-4f91-a3b2-11e8f90904d4, host dv-cinder-849143-3-iscsi, cleared binding levels {{(pid=113212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:51:54.643967 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-c33b4f32-3f3a-4d43-a405-ee4e1dcc5798 None None] For port 2376bd1b-2379-4f91-a3b2-11e8f90904d4, host dv-cinder-849143-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=2376bd1b-2379-4f91-a3b2-11e8f90904d4,segment=NetworkSegment(dc10d2d8-858a-4448-a35f-2f57b3922088),segment_id=dc10d2d8-858a-4448-a35f-2f57b3922088)] {{(pid=113212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:51:54.696749 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.db_base_plugin_common [None req-f876a5b0-3316-4d0a-8eeb-ff672006b9f1 admin admin] Allocated IP 172.27.0.30 (4d68fa53-4257-4a6b-8a5b-fb329be82f15/9fe7d342-7214-45a3-bf4f-d121f4a79efc/75a805a1-c959-49a8-b447-5a30d8791c18) {{(pid=113211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:51:54.722824 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0d846b79-5871-4375-ba31-6dd078d6c0e0 req-a2627a00-e67d-47d0-9416-7f6e1487fde7 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=763d28d0-99e6-46b1-a147-d5dd0a8d8b37 HTTP/1.1" status: 200 len: 1000 time: 0.1827290 Sep 17 03:51:54.745633 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 49004) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:54.788832 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port dd6ae3fc-95db-452e-a875-fb7fa28e2d54 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:51:54.807232 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-c33b4f32-3f3a-4d43-a405-ee4e1dcc5798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (2376bd1b-2379-4f91-a3b2-11e8f90904d4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:54.869322 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-568129e4-9850-4931-8e88-bf9888df07f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec91c57-14e1-4ebf-a6bf-a10584fb1163', 'name': 'tempest-ServerRescueNegativeTestJSON-199005461-router', 'tenant_id': '294abb2085b844a99908242d4b02e263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'd61a15ac-7b12-4790-8d02-9c43ea0835f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:51Z', 'revision_number': 4, 'project_id': '294abb2085b844a99908242d4b02e263', 'gw_port': {'id': 'd61a15ac-7b12-4790-8d02-9c43ea0835f6', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec91c57-14e1-4ebf-a6bf-a10584fb1163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:43Z', 'updated_at': '2022-09-17T03:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_floatingips': [{'id': '330f115b-bbb7-4328-a212-eb1db3369ec3', 'tenant_id': '294abb2085b844a99908242d4b02e263', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': 'cec91c57-14e1-4ebf-a6bf-a10584fb1163', 'port_id': '763d28d0-99e6-46b1-a147-d5dd0a8d8b37', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0', 'mac_address': 'fa:16:3e:d8:1b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6826743-7fdd-48c9-8894-fe539ce261fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:51:22Z', 'updated_at': '2022-09-17T03:51:51Z', 'revision_number': 1, 'project_id': '294abb2085b844a99908242d4b02e263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c19f6ebb-49a0-4506-8286-d0386d11220c', 'name': '', 'network_id': '2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0', 'tenant_id': '294abb2085b844a99908242d4b02e263', 'mac_address': 'fa:16:3e:25:c6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec91c57-14e1-4ebf-a6bf-a10584fb1163', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a9bc613-44d6-4890-b247-86fc85e41240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:50Z', 'updated_at': '2022-09-17T03:48:59Z', 'revision_number': 5, 'project_id': '294abb2085b844a99908242d4b02e263', 'subnets': [{'id': '4a9bc613-44d6-4890-b247-86fc85e41240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:51:54.898321 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:54.915060 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568129e4-9850-4931-8e88-bf9888df07f8 None None] Checking router: cec91c57-14e1-4ebf-a6bf-a10584fb1163 for host: dv-cinder-849143-3-iscsi {{(pid=113212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:51:54.950854 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568129e4-9850-4931-8e88-bf9888df07f8 None None] Routers {'cec91c57-14e1-4ebf-a6bf-a10584fb1163'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:51:54.951478 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-568129e4-9850-4931-8e88-bf9888df07f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:51:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['cec91c57-14e1-4ebf-a6bf-a10584fb1163'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:51:54.953810 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33b4f32-3f3a-4d43-a405-ee4e1dcc5798 None None] Pushing event updated for resources: {'Port': ['ID=2376bd1b-2379-4f91-a3b2-11e8f90904d4,revision_number=2']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:54.968760 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d846b79-5871-4375-ba31-6dd078d6c0e0 req-9e31097e-9550-4c12-9890-990235e76846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:54.970502 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0d846b79-5871-4375-ba31-6dd078d6c0e0 req-9e31097e-9550-4c12-9890-990235e76846 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=4a9bc613-44d6-4890-b247-86fc85e41240 HTTP/1.1" status: 200 len: 857 time: 0.2316310 Sep 17 03:51:55.015056 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33b4f32-3f3a-4d43-a405-ee4e1dcc5798 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:55.015524 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33b4f32-3f3a-4d43-a405-ee4e1dcc5798 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:55.015869 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33b4f32-3f3a-4d43-a405-ee4e1dcc5798 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:55.016225 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33b4f32-3f3a-4d43-a405-ee4e1dcc5798 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:55.016650 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33b4f32-3f3a-4d43-a405-ee4e1dcc5798 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:55.017006 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33b4f32-3f3a-4d43-a405-ee4e1dcc5798 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:55.017599 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33b4f32-3f3a-4d43-a405-ee4e1dcc5798 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:55.018134 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33b4f32-3f3a-4d43-a405-ee4e1dcc5798 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:55.018752 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33b4f32-3f3a-4d43-a405-ee4e1dcc5798 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:55.018928 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33b4f32-3f3a-4d43-a405-ee4e1dcc5798 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:55.019323 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33b4f32-3f3a-4d43-a405-ee4e1dcc5798 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:55.021488 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33b4f32-3f3a-4d43-a405-ee4e1dcc5798 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:55.022033 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33b4f32-3f3a-4d43-a405-ee4e1dcc5798 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:55.022370 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33b4f32-3f3a-4d43-a405-ee4e1dcc5798 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:55.022794 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33b4f32-3f3a-4d43-a405-ee4e1dcc5798 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:51:55.071806 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d846b79-5871-4375-ba31-6dd078d6c0e0 req-88e53ebd-4391-427f-9beb-56a32f56dcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:55.073683 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0d846b79-5871-4375-ba31-6dd078d6c0e0 req-88e53ebd-4391-427f-9beb-56a32f56dcef service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0878849 Sep 17 03:51:55.112994 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-26f3bfcf-84d1-4102-9cc0-f8711619476d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1107489708-network', 'tenant_id': 'c265d90202534462b37c19391538b29a'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:51:55.191960 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-f876a5b0-3316-4d0a-8eeb-ff672006b9f1 admin admin] Publish callbacks [] for port (75a805a1-c959-49a8-b447-5a30d8791c18), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:55.256375 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-568129e4-9850-4931-8e88-bf9888df07f8 None None] Set router cec91c57-14e1-4ebf-a6bf-a10584fb1163 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:51:55.460582 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178123a1-f762-4d15-bf49-101224ec889a req-cedbbaa0-f7ed-4900-aab4-587ed7a704b2 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:55.469267 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-178123a1-f762-4d15-bf49-101224ec889a req-cedbbaa0-f7ed-4900-aab4-587ed7a704b2 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 943 time: 0.1313238 Sep 17 03:51:55.562343 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0d846b79-5871-4375-ba31-6dd078d6c0e0 req-3b36ca7d-be0d-4ec4-b53c-9f7fdf91adde service neutron] 10.222.0.18 "GET /networking/v2.0/networks/2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4383311 Sep 17 03:51:55.598429 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-178123a1-f762-4d15-bf49-101224ec889a req-b0836bde-ef90-41a0-b447-f4bf5be68e2d tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280034 Sep 17 03:51:55.729313 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:55.818458 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f3bfcf-84d1-4102-9cc0-f8711619476d admin admin] Made reservation on behalf of c265d90202534462b37c19391538b29a for: {'network': 1} {{(pid=113210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:51:55.824602 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-26f3bfcf-84d1-4102-9cc0-f8711619476d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for network (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:55.828789 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-568129e4-9850-4931-8e88-bf9888df07f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec91c57-14e1-4ebf-a6bf-a10584fb1163', 'name': 'tempest-ServerRescueNegativeTestJSON-199005461-router', 'tenant_id': '294abb2085b844a99908242d4b02e263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'd61a15ac-7b12-4790-8d02-9c43ea0835f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:51Z', 'revision_number': 4, 'project_id': '294abb2085b844a99908242d4b02e263', 'gw_port': {'id': 'd61a15ac-7b12-4790-8d02-9c43ea0835f6', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec91c57-14e1-4ebf-a6bf-a10584fb1163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:43Z', 'updated_at': '2022-09-17T03:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_floatingips': [{'id': '330f115b-bbb7-4328-a212-eb1db3369ec3', 'tenant_id': '294abb2085b844a99908242d4b02e263', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': 'cec91c57-14e1-4ebf-a6bf-a10584fb1163', 'port_id': '763d28d0-99e6-46b1-a147-d5dd0a8d8b37', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0', 'mac_address': 'fa:16:3e:d8:1b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6826743-7fdd-48c9-8894-fe539ce261fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:51:22Z', 'updated_at': '2022-09-17T03:51:51Z', 'revision_number': 1, 'project_id': '294abb2085b844a99908242d4b02e263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c19f6ebb-49a0-4506-8286-d0386d11220c', 'name': '', 'network_id': '2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0', 'tenant_id': '294abb2085b844a99908242d4b02e263', 'mac_address': 'fa:16:3e:25:c6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec91c57-14e1-4ebf-a6bf-a10584fb1163', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a9bc613-44d6-4890-b247-86fc85e41240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:50Z', 'updated_at': '2022-09-17T03:48:59Z', 'revision_number': 5, 'project_id': '294abb2085b844a99908242d4b02e263', 'subnets': [{'id': '4a9bc613-44d6-4890-b247-86fc85e41240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:51:55.836589 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-26f3bfcf-84d1-4102-9cc0-f8711619476d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:55.862041 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568129e4-9850-4931-8e88-bf9888df07f8 None None] The sync data for ids ['cec91c57-14e1-4ebf-a6bf-a10584fb1163'] in dv-cinder-849143-3-iscsi is: [{'id': 'cec91c57-14e1-4ebf-a6bf-a10584fb1163', 'name': 'tempest-ServerRescueNegativeTestJSON-199005461-router', 'tenant_id': '294abb2085b844a99908242d4b02e263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'd61a15ac-7b12-4790-8d02-9c43ea0835f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:51Z', 'revision_number': 4, 'project_id': '294abb2085b844a99908242d4b02e263', 'gw_port': {'id': 'd61a15ac-7b12-4790-8d02-9c43ea0835f6', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec91c57-14e1-4ebf-a6bf-a10584fb1163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:43Z', 'updated_at': '2022-09-17T03:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_floatingips': [{'id': '330f115b-bbb7-4328-a212-eb1db3369ec3', 'tenant_id': '294abb2085b844a99908242d4b02e263', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': 'cec91c57-14e1-4ebf-a6bf-a10584fb1163', 'port_id': '763d28d0-99e6-46b1-a147-d5dd0a8d8b37', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0', 'mac_address': 'fa:16:3e:d8:1b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6826743-7fdd-48c9-8894-fe539ce261fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:51:22Z', 'updated_at': '2022-09-17T03:51:51Z', 'revision_number': 1, 'project_id': '294abb2085b844a99908242d4b02e263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c19f6ebb-49a0-4506-8286-d0386d11220c', 'name': '', 'network_id': '2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0', 'tenant_id': '294abb2085b844a99908242d4b02e263', 'mac_address': 'fa:16:3e:25:c6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec91c57-14e1-4ebf-a6bf-a10584fb1163', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a9bc613-44d6-4890-b247-86fc85e41240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:50Z', 'updated_at': '2022-09-17T03:48:59Z', 'revision_number': 5, 'project_id': '294abb2085b844a99908242d4b02e263', 'subnets': [{'id': '4a9bc613-44d6-4890-b247-86fc85e41240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:51:55.883763 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:55.885330 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-f876a5b0-3316-4d0a-8eeb-ff672006b9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26185590'] for port (75a805a1-c959-49a8-b447-5a30d8791c18), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:56.030743 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-26f3bfcf-84d1-4102-9cc0-f8711619476d admin admin] Publish callbacks [] for security_group (bca0b5d2-026e-4b34-ab31-e5c6c1008fdb), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:56.032150 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f876a5b0-3316-4d0a-8eeb-ff672006b9f1 admin admin] Network 4d68fa53-4257-4a6b-8a5b-fb329be82f15 is already hosted by enough agents. {{(pid=113211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:51:56.048812 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.base_scheduler [None req-f876a5b0-3316-4d0a-8eeb-ff672006b9f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=113211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:51:56.068698 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f876a5b0-3316-4d0a-8eeb-ff672006b9f1 admin admin] Received port after_create {{(pid=113211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:51:56.110126 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-26f3bfcf-84d1-4102-9cc0-f8711619476d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (bca0b5d2-026e-4b34-ab31-e5c6c1008fdb), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:56.132308 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26f3bfcf-84d1-4102-9cc0-f8711619476d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=113210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 03:51:56.179824 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-26f3bfcf-84d1-4102-9cc0-f8711619476d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16505770'] for segment (b441c4b6-7de0-4da2-a055-6601c587c21b), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:56.180513 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.db.segments_db [None req-26f3bfcf-84d1-4102-9cc0-f8711619476d admin admin] Added segment b441c4b6-7de0-4da2-a055-6601c587c21b of type vlan for network 9639789b-4517-4d8a-8150-b02c75d21fd6 Sep 17 03:51:56.203945 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f3bfcf-84d1-4102-9cc0-f8711619476d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca0b5d2-026e-4b34-ab31-e5c6c1008fdb,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:56.250348 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 2376bd1b-2379-4f91-a3b2-11e8f90904d4 up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:51:56.316362 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f876a5b0-3316-4d0a-8eeb-ff672006b9f1 admin admin] Pushing event updated for resources: {'Port': ['ID=75a805a1-c959-49a8-b447-5a30d8791c18,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:56.347286 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-26f3bfcf-84d1-4102-9cc0-f8711619476d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745114436006'] for network (9639789b-4517-4d8a-8150-b02c75d21fd6), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:56.363752 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf7e00c-30ad-41c9-a357-6faf613fc3f7 None None] New status for floating IP 330f115b-bbb7-4328-a212-eb1db3369ec3: ACTIVE {{(pid=113213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 03:51:56.447728 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port 2376bd1b-2379-4f91-a3b2-11e8f90904d4 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:51:56.448296 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (2376bd1b-2379-4f91-a3b2-11e8f90904d4), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:56.448792 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port 2376bd1b-2379-4f91-a3b2-11e8f90904d4 Sep 17 03:51:56.530006 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0afa5e8-89fe-4848-862f-383c791bacab None None] Network be668e46-a742-45c8-b3ff-35eb2b0b9cb4 requested from dv-cinder-849143-3-iscsi {{(pid=113212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:51:56.582214 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-26f3bfcf-84d1-4102-9cc0-f8711619476d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828'] for network (9639789b-4517-4d8a-8150-b02c75d21fd6), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:56.584293 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f3bfcf-84d1-4102-9cc0-f8711619476d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:56.584482 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-26f3bfcf-84d1-4102-9cc0-f8711619476d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for network (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:56.709452 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-cb01756a-8205-4d7e-96d4-2baeac08a95d None None] Provisioning complete for port 2376bd1b-2379-4f91-a3b2-11e8f90904d4 triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:51:56.719885 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-cb01756a-8205-4d7e-96d4-2baeac08a95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (2376bd1b-2379-4f91-a3b2-11e8f90904d4), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:56.720339 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-cb01756a-8205-4d7e-96d4-2baeac08a95d None None] Attempt 1 to provision port 2376bd1b-2379-4f91-a3b2-11e8f90904d4 Sep 17 03:51:56.798147 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-26f3bfcf-84d1-4102-9cc0-f8711619476d admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0459373 Sep 17 03:51:56.799671 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 49036) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:56.832378 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-3eb911ff-7f0b-4ace-94b5-8e7c6d1c69ad admin admin] Request body: {'subnet': {'network_id': '9639789b-4517-4d8a-8150-b02c75d21fd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1107489708-subnet', 'tenant_id': 'c265d90202534462b37c19391538b29a', 'ip_version': 4}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:51:56.854351 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f3bfcf-84d1-4102-9cc0-f8711619476d admin admin] Pushing event updated for resources: {'Network': ['ID=9639789b-4517-4d8a-8150-b02c75d21fd6,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:56.912868 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Network 9639789b-4517-4d8a-8150-b02c75d21fd6 details requested by agent ovs-agent-dv-cinder-849143-3-iscsi with host dv-cinder-849143-3-iscsi {{(pid=113212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 03:51:56.955823 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb911ff-7f0b-4ace-94b5-8e7c6d1c69ad admin admin] Made reservation on behalf of c265d90202534462b37c19391538b29a for: {'subnet': 1} {{(pid=113210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:51:56.959367 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-3eb911ff-7f0b-4ace-94b5-8e7c6d1c69ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25349467'] for subnet (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:56.965701 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0d846b79-5871-4375-ba31-6dd078d6c0e0 req-8b86f6bf-2827-4fca-b8e9-ab83afbec08a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554567 Sep 17 03:51:56.981388 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be70a5c8-f739-4a42-bda6-dc0e8f301f76 req-ab18394e-3e56-4f38-9776-b2de92f49b66 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:56.983526 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-be70a5c8-f739-4a42-bda6-dc0e8f301f76 req-ab18394e-3e56-4f38-9776-b2de92f49b66 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 943 time: 0.1277862 Sep 17 03:51:57.018784 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=100 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:57.057620 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port 2376bd1b-2379-4f91-a3b2-11e8f90904d4 is: DOWN; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:51:57.058043 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (2376bd1b-2379-4f91-a3b2-11e8f90904d4), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:57.116694 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-f876a5b0-3316-4d0a-8eeb-ff672006b9f1 admin admin] Publish callbacks [] for router_gateway (e0e4d5b7-816c-4299-9f6b-35192ff84d8b), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:57.149692 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] For port 2376bd1b-2379-4f91-a3b2-11e8f90904d4, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=2376bd1b-2379-4f91-a3b2-11e8f90904d4,segment=NetworkSegment(dc10d2d8-858a-4448-a35f-2f57b3922088),segment_id=dc10d2d8-858a-4448-a35f-2f57b3922088)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:51:57.153127 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-cb01756a-8205-4d7e-96d4-2baeac08a95d None None] Current status of the port 2376bd1b-2379-4f91-a3b2-11e8f90904d4 is: DOWN; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:51:57.153515 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-cb01756a-8205-4d7e-96d4-2baeac08a95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (2376bd1b-2379-4f91-a3b2-11e8f90904d4), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:57.217554 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-be70a5c8-f739-4a42-bda6-dc0e8f301f76 req-b6413607-b6fc-414e-a4b7-42f7d33d4540 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671131 Sep 17 03:51:57.224996 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (2376bd1b-2379-4f91-a3b2-11e8f90904d4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:57.238072 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:57.340115 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.db.api [None req-cb01756a-8205-4d7e-96d4-2baeac08a95d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113212) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 17 03:51:57.340663 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG oslo_db.api [None req-cb01756a-8205-4d7e-96d4-2baeac08a95d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 03:51:57.385110 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Pushing event updated for resources: {'Port': ['ID=2376bd1b-2379-4f91-a3b2-11e8f90904d4,revision_number=3']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:57.401372 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:57.454040 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-3eb911ff-7f0b-4ace-94b5-8e7c6d1c69ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25816507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25349453'] for subnet (ea6084af-2859-4d2a-9fe2-69cd212d0f4a), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:57.481738 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-f876a5b0-3316-4d0a-8eeb-ff672006b9f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-617964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-615204'] for router (e0e4d5b7-816c-4299-9f6b-35192ff84d8b), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:57.523203 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb911ff-7f0b-4ace-94b5-8e7c6d1c69ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea6084af-2859-4d2a-9fe2-69cd212d0f4a,revision_number=0']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:57.554250 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb911ff-7f0b-4ace-94b5-8e7c6d1c69ad admin admin] Checking segment: {'id': 'b441c4b6-7de0-4da2-a055-6601c587c21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9639789b-4517-4d8a-8150-b02c75d21fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:51:57.555418 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb911ff-7f0b-4ace-94b5-8e7c6d1c69ad admin admin] Network hostable DHCP agents. Network: 9639789b-4517-4d8a-8150-b02c75d21fd6, hostable agents: ['b0b4725d-5d3f-4adf-8b60-729f2f7a35da'], hosted agents: [] {{(pid=113210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 03:51:57.629428 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb911ff-7f0b-4ace-94b5-8e7c6d1c69ad admin admin] Network 9639789b-4517-4d8a-8150-b02c75d21fd6 is scheduled to be hosted by DHCP agent b0b4725d-5d3f-4adf-8b60-729f2f7a35da with binding_index 1 {{(pid=113210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 03:51:57.665584 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:57.738540 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f876a5b0-3316-4d0a-8eeb-ff672006b9f1 admin admin] Router e0e4d5b7-816c-4299-9f6b-35192ff84d8b is scheduled to L3 agent b971cbd0-997d-41fb-8614-0aea29982798 with binding_index 1 {{(pid=113211) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 03:51:57.739519 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.base_scheduler [None req-3eb911ff-7f0b-4ace-94b5-8e7c6d1c69ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-3-iscsi, 9639789b-4517-4d8a-8150-b02c75d21fd6) {{(pid=113210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:51:57.747835 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb911ff-7f0b-4ace-94b5-8e7c6d1c69ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:57.751281 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-3eb911ff-7f0b-4ace-94b5-8e7c6d1c69ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:57.751425 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060319bc-2928-4648-a42b-ae2ce501ad1e None None] Network 9639789b-4517-4d8a-8150-b02c75d21fd6 requested from dv-cinder-849143-3-iscsi {{(pid=113212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:51:57.915302 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-cb01756a-8205-4d7e-96d4-2baeac08a95d None None] Current status of the port 2376bd1b-2379-4f91-a3b2-11e8f90904d4 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:51:57.920969 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca03450-7f2c-42d3-ba4e-a2d6840fa440 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f96e3f4-43ec-52cd-99e5-8d71f9cd206c-9639789b-4517-4d8a-8150-b02c75d21fd6', 'network_id': '9639789b-4517-4d8a-8150-b02c75d21fd6', 'project_id': 'c265d90202534462b37c19391538b29a', 'fixed_ips': [{'subnet_id': 'ea6084af-2859-4d2a-9fe2-69cd212d0f4a'}]}} from dv-cinder-849143-3-iscsi. {{(pid=113212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 17 03:51:57.921973 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-4ca03450-7f2c-42d3-ba4e-a2d6840fa440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:57.947159 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-3eb911ff-7f0b-4ace-94b5-8e7c6d1c69ad admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1420352 Sep 17 03:51:57.950433 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 49082) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:57.952366 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:57.955594 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-3153a3a5-17f5-483f-837f-c8e9ccbd5368 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1107489708-router', 'tenant_id': 'c265d90202534462b37c19391538b29a', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'}}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:51:57.976977 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:57.984745 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f876a5b0-3316-4d0a-8eeb-ff672006b9f1 admin admin] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:51:57.997788 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3343663-289f-4260-a248-a87107e0f6ae None None] Sync routers for ids ['e0e4d5b7-816c-4299-9f6b-35192ff84d8b'] in dv-cinder-849143-3-iscsi {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:51:58.027043 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3343663-289f-4260-a248-a87107e0f6ae None None] Routers {'e0e4d5b7-816c-4299-9f6b-35192ff84d8b'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:51:58.027683 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-d3343663-289f-4260-a248-a87107e0f6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:51:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['e0e4d5b7-816c-4299-9f6b-35192ff84d8b'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:51:58.110361 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-3153a3a5-17f5-483f-837f-c8e9ccbd5368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-617353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6001'] for router (472edb2b-31c2-4849-9e0c-ce7b165e10ec), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:58.111906 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-3153a3a5-17f5-483f-837f-c8e9ccbd5368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-617908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6010'] for router (472edb2b-31c2-4849-9e0c-ce7b165e10ec), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:58.115017 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-f876a5b0-3316-4d0a-8eeb-ff672006b9f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:58.119087 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-f876a5b0-3316-4d0a-8eeb-ff672006b9f1 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.4307141 Sep 17 03:51:58.122333 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 49084) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:51:58.181184 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.db_base_plugin_common [None req-4ca03450-7f2c-42d3-ba4e-a2d6840fa440 None None] Allocated IP 172.20.0.2 (9639789b-4517-4d8a-8150-b02c75d21fd6/ea6084af-2859-4d2a-9fe2-69cd212d0f4a/fa4683db-bcee-49d6-b9c9-a8cf09be64f5) {{(pid=113212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:51:58.226154 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-3153a3a5-17f5-483f-837f-c8e9ccbd5368 admin admin] Publish callbacks [] for router_controller (472edb2b-31c2-4849-9e0c-ce7b165e10ec), precommit_add_association {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:58.323567 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 2376bd1b-2379-4f91-a3b2-11e8f90904d4 up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:51:58.362074 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-e242a062-b5c9-4d0f-80dc-46e30dece7b2 None None] Provisioning complete for port 2376bd1b-2379-4f91-a3b2-11e8f90904d4 triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:51:58.362439 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-e242a062-b5c9-4d0f-80dc-46e30dece7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (2376bd1b-2379-4f91-a3b2-11e8f90904d4), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:58.362780 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-e242a062-b5c9-4d0f-80dc-46e30dece7b2 None None] Attempt 1 to provision port 2376bd1b-2379-4f91-a3b2-11e8f90904d4 Sep 17 03:51:58.446519 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:58.584037 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port 2376bd1b-2379-4f91-a3b2-11e8f90904d4 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:51:58.584671 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (2376bd1b-2379-4f91-a3b2-11e8f90904d4), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:58.584837 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port 2376bd1b-2379-4f91-a3b2-11e8f90904d4 Sep 17 03:51:58.597604 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-4ca03450-7f2c-42d3-ba4e-a2d6840fa440 None None] Publish callbacks [] for port (fa4683db-bcee-49d6-b9c9-a8cf09be64f5), precommit_create {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:58.619874 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb35b5-066b-476f-b6a7-ec739753a40c req-a9da4654-3884-4c3b-bdf8-03c7091e0b66 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:58.628856 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-17fb35b5-066b-476f-b6a7-ec739753a40c req-a9da4654-3884-4c3b-bdf8-03c7091e0b66 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 943 time: 0.2671609 Sep 17 03:51:58.655838 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-3153a3a5-17f5-483f-837f-c8e9ccbd5368 admin admin] Publish callbacks [] for router_gateway (472edb2b-31c2-4849-9e0c-ce7b165e10ec), precommit_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:58.667540 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-d3343663-289f-4260-a248-a87107e0f6ae None None] Set router e0e4d5b7-816c-4299-9f6b-35192ff84d8b gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:51:58.769213 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-4ca03450-7f2c-42d3-ba4e-a2d6840fa440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976'] for port (fa4683db-bcee-49d6-b9c9-a8cf09be64f5), after_create {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:58.862813 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-17fb35b5-066b-476f-b6a7-ec739753a40c req-2d79fd0e-3f70-40a7-8f8a-217ee846a3a4 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2329075 Sep 17 03:51:58.879158 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:58.918017 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-e242a062-b5c9-4d0f-80dc-46e30dece7b2 None None] Current status of the port 2376bd1b-2379-4f91-a3b2-11e8f90904d4 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:51:58.947331 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca03450-7f2c-42d3-ba4e-a2d6840fa440 None None] Network 9639789b-4517-4d8a-8150-b02c75d21fd6 is already hosted by enough agents. {{(pid=113212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:51:58.981509 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.scheduler.base_scheduler [None req-4ca03450-7f2c-42d3-ba4e-a2d6840fa440 None None] Resources bound (agent type, host, resource id): {{(pid=113212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:51:58.990856 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca03450-7f2c-42d3-ba4e-a2d6840fa440 None None] Received port after_create {{(pid=113212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:51:59.007003 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca03450-7f2c-42d3-ba4e-a2d6840fa440 None None] Pushing event updated for resources: {'Port': ['ID=fa4683db-bcee-49d6-b9c9-a8cf09be64f5,revision_number=1']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:51:59.049537 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port 2376bd1b-2379-4f91-a3b2-11e8f90904d4 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:51:59.055712 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-3153a3a5-17f5-483f-837f-c8e9ccbd5368 admin admin] Publish callbacks [] for router_gateway (472edb2b-31c2-4849-9e0c-ce7b165e10ec), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:59.119362 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0608f3e6-6f79-4e45-aa03-17e5f873c8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:59.133651 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-3153a3a5-17f5-483f-837f-c8e9ccbd5368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:59.135708 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=74,neutron:INSERT=20,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:59.333243 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.db_base_plugin_common [None req-3153a3a5-17f5-483f-837f-c8e9ccbd5368 admin admin] Allocated IP 172.27.0.228 (4d68fa53-4257-4a6b-8a5b-fb329be82f15/9fe7d342-7214-45a3-bf4f-d121f4a79efc/082f752c-5608-44cb-92dd-c49a23a4e3c3) {{(pid=113210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:51:59.335357 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:59.445392 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-4ca03450-7f2c-42d3-ba4e-a2d6840fa440 None None] Attempting to bind port fa4683db-bcee-49d6-b9c9-a8cf09be64f5 on host dv-cinder-849143-3-iscsi for vnic_type normal with profile {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:51:59.445890 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-4ca03450-7f2c-42d3-ba4e-a2d6840fa440 None None] Attempting to bind port fa4683db-bcee-49d6-b9c9-a8cf09be64f5 by drivers openvswitch,hyperv on host dv-cinder-849143-3-iscsi at level 0 using segments [{'id': 'b441c4b6-7de0-4da2-a055-6601c587c21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9639789b-4517-4d8a-8150-b02c75d21fd6'}] {{(pid=113212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:51:59.446315 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca03450-7f2c-42d3-ba4e-a2d6840fa440 None None] Attempting to bind port fa4683db-bcee-49d6-b9c9-a8cf09be64f5 on network 9639789b-4517-4d8a-8150-b02c75d21fd6 {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:51:59.455862 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-d3343663-289f-4260-a248-a87107e0f6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e4d5b7-816c-4299-9f6b-35192ff84d8b', 'name': 'tempest-TestMinimumBasicScenario-1592922432-router', 'tenant_id': '958f75cfbe2c41349fa0e91fcd80e2f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '75a805a1-c959-49a8-b447-5a30d8791c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:52Z', 'updated_at': '2022-09-17T03:51:56Z', 'revision_number': 3, 'project_id': '958f75cfbe2c41349fa0e91fcd80e2f9', 'gw_port': {'id': '75a805a1-c959-49a8-b447-5a30d8791c18', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ed:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0e4d5b7-816c-4299-9f6b-35192ff84d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:54Z', 'updated_at': '2022-09-17T03:51:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi'}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:51:59.565947 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-3153a3a5-17f5-483f-837f-c8e9ccbd5368 admin admin] Publish callbacks [] for port (082f752c-5608-44cb-92dd-c49a23a4e3c3), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:59.577310 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3343663-289f-4260-a248-a87107e0f6ae None None] Checking router: e0e4d5b7-816c-4299-9f6b-35192ff84d8b for host: dv-cinder-849143-3-iscsi {{(pid=113212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:51:59.589458 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3343663-289f-4260-a248-a87107e0f6ae None None] Updating router e0e4d5b7-816c-4299-9f6b-35192ff84d8b port 75a805a1-c959-49a8-b447-5a30d8791c18 binding host dv-cinder-849143-3-iscsi {{(pid=113212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 03:51:59.605099 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.db_base_plugin_common [None req-0608f3e6-6f79-4e45-aa03-17e5f873c8f3 admin admin] Allocated IP 172.20.0.1 (be668e46-a742-45c8-b3ff-35eb2b0b9cb4/01663105-c790-470d-ba5b-c9d7035ce213/4646b201-b85d-4631-b02b-f32c47494a3b) {{(pid=113211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:51:59.627866 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-46a868c5-3d41-4271-96e0-9b292847ce36 req-e030c9d0-23d5-4671-bb24-cb5feb71d53a tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1621017832&fields=id&tenant_id=cb2d22c677bb48a1aa50631997fc0741 HTTP/1.1" status: 200 len: 267 time: 0.1234188 Sep 17 03:51:59.689934 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-d3343663-289f-4260-a248-a87107e0f6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (75a805a1-c959-49a8-b447-5a30d8791c18), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:59.723928 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca03450-7f2c-42d3-ba4e-a2d6840fa440 None None] Checking agent: {'id': '287db9f2-8160-4728-95aa-12aebca604d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 40, 13), 'started_at': datetime.datetime(2022, 9, 17, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:51:59.724309 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca03450-7f2c-42d3-ba4e-a2d6840fa440 None None] Checking segment: {'id': 'b441c4b6-7de0-4da2-a055-6601c587c21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9639789b-4517-4d8a-8150-b02c75d21fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:51:59.724703 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-4ca03450-7f2c-42d3-ba4e-a2d6840fa440 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:59.725099 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca03450-7f2c-42d3-ba4e-a2d6840fa440 None None] Bound using segment: {'id': 'b441c4b6-7de0-4da2-a055-6601c587c21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9639789b-4517-4d8a-8150-b02c75d21fd6'} {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:51:59.725590 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-4ca03450-7f2c-42d3-ba4e-a2d6840fa440 None None] Bound port: fa4683db-bcee-49d6-b9c9-a8cf09be64f5, host: dv-cinder-849143-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b441c4b6-7de0-4da2-a055-6601c587c21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9639789b-4517-4d8a-8150-b02c75d21fd6'}}] {{(pid=113212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:51:59.726002 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-4ca03450-7f2c-42d3-ba4e-a2d6840fa440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (fa4683db-bcee-49d6-b9c9-a8cf09be64f5), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:59.909150 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-4ca03450-7f2c-42d3-ba4e-a2d6840fa440 None None] For port fa4683db-bcee-49d6-b9c9-a8cf09be64f5, host dv-cinder-849143-3-iscsi, cleared binding levels {{(pid=113212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:51:59.918325 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-4ca03450-7f2c-42d3-ba4e-a2d6840fa440 None None] For port fa4683db-bcee-49d6-b9c9-a8cf09be64f5, host dv-cinder-849143-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=fa4683db-bcee-49d6-b9c9-a8cf09be64f5,segment=NetworkSegment(b441c4b6-7de0-4da2-a055-6601c587c21b),segment_id=b441c4b6-7de0-4da2-a055-6601c587c21b)] {{(pid=113212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:51:59.936238 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a868c5-3d41-4271-96e0-9b292847ce36 req-51cb2bdf-7e00-4f97-b07b-95a9d3f95d1a tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:51:59.944089 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-46a868c5-3d41-4271-96e0-9b292847ce36 req-51cb2bdf-7e00-4f97-b07b-95a9d3f95d1a tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/networks?id=17da0435-2238-4de2-8cdc-e4e0ec82986c HTTP/1.1" status: 200 len: 812 time: 0.3151329 Sep 17 03:51:59.990851 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-46a868c5-3d41-4271-96e0-9b292847ce36 req-a6b6740f-a232-4c69-ad69-3af2a3710311 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/quotas/cb2d22c677bb48a1aa50631997fc0741 HTTP/1.1" status: 200 len: 375 time: 0.0456591 Sep 17 03:52:00.089208 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0608f3e6-6f79-4e45-aa03-17e5f873c8f3 admin admin] Publish callbacks [] for port (4646b201-b85d-4631-b02b-f32c47494a3b), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:00.153282 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-3153a3a5-17f5-483f-837f-c8e9ccbd5368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (082f752c-5608-44cb-92dd-c49a23a4e3c3), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:00.188925 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-4ca03450-7f2c-42d3-ba4e-a2d6840fa440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (fa4683db-bcee-49d6-b9c9-a8cf09be64f5), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:00.225497 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-46a868c5-3d41-4271-96e0-9b292847ce36 req-6d855a7c-b3af-411a-986f-6cd3431f25cd tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=cb2d22c677bb48a1aa50631997fc0741&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2251384 Sep 17 03:52:00.241700 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456c580-1d0b-414a-b3bd-c8047aacec23 req-83b766fb-f42c-4d2e-bd52-e75f356f24a2 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:00.250424 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0456c580-1d0b-414a-b3bd-c8047aacec23 req-83b766fb-f42c-4d2e-bd52-e75f356f24a2 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 943 time: 0.2512608 Sep 17 03:52:00.270165 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3153a3a5-17f5-483f-837f-c8e9ccbd5368 admin admin] Pushing event updated for resources: {'Port': ['ID=082f752c-5608-44cb-92dd-c49a23a4e3c3,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:00.323354 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3153a3a5-17f5-483f-837f-c8e9ccbd5368 admin admin] Network 4d68fa53-4257-4a6b-8a5b-fb329be82f15 is already hosted by enough agents. {{(pid=113210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:52:00.329565 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.base_scheduler [None req-3153a3a5-17f5-483f-837f-c8e9ccbd5368 admin admin] Resources bound (agent type, host, resource id): {{(pid=113210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:52:00.336798 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3153a3a5-17f5-483f-837f-c8e9ccbd5368 admin admin] Received port after_create {{(pid=113210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:52:00.350992 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca03450-7f2c-42d3-ba4e-a2d6840fa440 None None] Pushing event updated for resources: {'Port': ['ID=fa4683db-bcee-49d6-b9c9-a8cf09be64f5,revision_number=2']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:00.368850 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0608f3e6-6f79-4e45-aa03-17e5f873c8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26185590'] for port (4646b201-b85d-4631-b02b-f32c47494a3b), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:00.462724 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0456c580-1d0b-414a-b3bd-c8047aacec23 req-21bce455-8021-4d93-9a74-dc8310e44b77 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1968322 Sep 17 03:52:00.475790 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:00.485311 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0608f3e6-6f79-4e45-aa03-17e5f873c8f3 admin admin] Network be668e46-a742-45c8-b3ff-35eb2b0b9cb4 is already hosted by enough agents. {{(pid=113211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:52:00.496482 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.base_scheduler [None req-0608f3e6-6f79-4e45-aa03-17e5f873c8f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=113211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:52:00.500918 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0608f3e6-6f79-4e45-aa03-17e5f873c8f3 admin admin] Pushing event updated for resources: {'Port': ['ID=4646b201-b85d-4631-b02b-f32c47494a3b,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:00.507489 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0608f3e6-6f79-4e45-aa03-17e5f873c8f3 admin admin] Received port after_create {{(pid=113211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:52:00.528588 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:00.541888 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-46a868c5-3d41-4271-96e0-9b292847ce36 req-5380e4f5-3f51-4679-a2f3-4029c0a52228 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/17da0435-2238-4de2-8cdc-e4e0ec82986c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846458 Sep 17 03:52:00.652234 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-d3343663-289f-4260-a248-a87107e0f6ae None None] Publish callbacks [] for port (75a805a1-c959-49a8-b447-5a30d8791c18), precommit_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:00.712223 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0608f3e6-6f79-4e45-aa03-17e5f873c8f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-426525'] for router_interface (e0e4d5b7-816c-4299-9f6b-35192ff84d8b), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:00.788155 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-d3343663-289f-4260-a248-a87107e0f6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (75a805a1-c959-49a8-b447-5a30d8791c18), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:00.840465 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-d3343663-289f-4260-a248-a87107e0f6ae None None] Attempting to bind port 75a805a1-c959-49a8-b447-5a30d8791c18 on host dv-cinder-849143-3-iscsi for vnic_type normal with profile {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:52:00.841213 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-d3343663-289f-4260-a248-a87107e0f6ae None None] Attempting to bind port 75a805a1-c959-49a8-b447-5a30d8791c18 by drivers openvswitch,hyperv on host dv-cinder-849143-3-iscsi at level 0 using segments [{'id': 'b9ff3b7d-3dba-4f81-9340-22e46529b80a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'}] {{(pid=113212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:52:00.841984 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3343663-289f-4260-a248-a87107e0f6ae None None] Attempting to bind port 75a805a1-c959-49a8-b447-5a30d8791c18 on network 4d68fa53-4257-4a6b-8a5b-fb329be82f15 {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:52:00.881114 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:00.892580 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95adba79-feb6-4f42-ae29-a58be8e13d3a None None] Pushing event updated for resources: {'Port': ['ID=75a805a1-c959-49a8-b447-5a30d8791c18,revision_number=2']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:00.893858 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-46a868c5-3d41-4271-96e0-9b292847ce36 req-1b4947b2-2004-4261-b29c-185fe18ca378 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/17da0435-2238-4de2-8cdc-e4e0ec82986c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510711 Sep 17 03:52:00.968352 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3343663-289f-4260-a248-a87107e0f6ae None None] Checking agent: {'id': '287db9f2-8160-4728-95aa-12aebca604d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 40, 13), 'started_at': datetime.datetime(2022, 9, 17, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:52:00.968964 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3343663-289f-4260-a248-a87107e0f6ae None None] Checking segment: {'id': 'b9ff3b7d-3dba-4f81-9340-22e46529b80a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:52:00.970678 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-d3343663-289f-4260-a248-a87107e0f6ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:00.971902 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3343663-289f-4260-a248-a87107e0f6ae None None] Bound using segment: {'id': 'b9ff3b7d-3dba-4f81-9340-22e46529b80a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'} {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:52:00.973020 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-d3343663-289f-4260-a248-a87107e0f6ae None None] Bound port: 75a805a1-c959-49a8-b447-5a30d8791c18, host: dv-cinder-849143-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ff3b7d-3dba-4f81-9340-22e46529b80a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'}}] {{(pid=113212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:52:00.974577 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-d3343663-289f-4260-a248-a87107e0f6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (75a805a1-c959-49a8-b447-5a30d8791c18), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:01.087990 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-3153a3a5-17f5-483f-837f-c8e9ccbd5368 admin admin] Publish callbacks [] for router_gateway (472edb2b-31c2-4849-9e0c-ce7b165e10ec), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:01.118928 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-d3343663-289f-4260-a248-a87107e0f6ae None None] For port 75a805a1-c959-49a8-b447-5a30d8791c18, host dv-cinder-849143-3-iscsi, cleared binding levels {{(pid=113212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:52:01.167487 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-d3343663-289f-4260-a248-a87107e0f6ae None None] For port 75a805a1-c959-49a8-b447-5a30d8791c18, host dv-cinder-849143-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=75a805a1-c959-49a8-b447-5a30d8791c18,segment=NetworkSegment(b9ff3b7d-3dba-4f81-9340-22e46529b80a),segment_id=b9ff3b7d-3dba-4f81-9340-22e46529b80a)] {{(pid=113212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:52:01.178772 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-58efdb0d-769e-4461-a7a7-9f81c588a4af None None] Provisioning complete for port 4646b201-b85d-4631-b02b-f32c47494a3b triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:52:01.179148 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-58efdb0d-769e-4461-a7a7-9f81c588a4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (4646b201-b85d-4631-b02b-f32c47494a3b), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:01.179498 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-58efdb0d-769e-4461-a7a7-9f81c588a4af None None] Attempt 1 to provision port 4646b201-b85d-4631-b02b-f32c47494a3b Sep 17 03:52:01.214292 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0608f3e6-6f79-4e45-aa03-17e5f873c8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (4646b201-b85d-4631-b02b-f32c47494a3b), before_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:01.258666 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-58efdb0d-769e-4461-a7a7-9f81c588a4af None None] Port 4646b201-b85d-4631-b02b-f32c47494a3b cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:52:01.271847 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-d3343663-289f-4260-a248-a87107e0f6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (75a805a1-c959-49a8-b447-5a30d8791c18), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:01.342819 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3343663-289f-4260-a248-a87107e0f6ae None None] Routers {'e0e4d5b7-816c-4299-9f6b-35192ff84d8b'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:52:01.343575 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-d3343663-289f-4260-a248-a87107e0f6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:51:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['e0e4d5b7-816c-4299-9f6b-35192ff84d8b'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:52:01.477855 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95adba79-feb6-4f42-ae29-a58be8e13d3a None None] Pushing event updated for resources: {'Port': ['ID=75a805a1-c959-49a8-b447-5a30d8791c18,revision_number=3']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:01.539879 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-3153a3a5-17f5-483f-837f-c8e9ccbd5368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-617964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-615204'] for router (472edb2b-31c2-4849-9e0c-ce7b165e10ec), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:01.579430 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0608f3e6-6f79-4e45-aa03-17e5f873c8f3 admin admin] Publish callbacks [] for port (4646b201-b85d-4631-b02b-f32c47494a3b), precommit_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:01.645181 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:01.656720 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-d3343663-289f-4260-a248-a87107e0f6ae None None] Set router e0e4d5b7-816c-4299-9f6b-35192ff84d8b gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:52:01.723054 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0608f3e6-6f79-4e45-aa03-17e5f873c8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26185551'] for port (4646b201-b85d-4631-b02b-f32c47494a3b), after_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:01.792320 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-58efdb0d-769e-4461-a7a7-9f81c588a4af None None] Attempt 2 to provision port 4646b201-b85d-4631-b02b-f32c47494a3b Sep 17 03:52:01.830827 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:01.857611 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0608f3e6-6f79-4e45-aa03-17e5f873c8f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-426633'] for router_interface (e0e4d5b7-816c-4299-9f6b-35192ff84d8b), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:01.865518 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:01.880725 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:01.979735 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3153a3a5-17f5-483f-837f-c8e9ccbd5368 admin admin] Router 472edb2b-31c2-4849-9e0c-ce7b165e10ec is scheduled to L3 agent b971cbd0-997d-41fb-8614-0aea29982798 with binding_index 1 {{(pid=113210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 03:52:01.991331 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:02.008033 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3861cbf-f9c1-444f-b5f5-27f7849244ca req-937c45eb-80b1-4be2-87c4-fb53360efbd1 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:02.028620 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a3861cbf-f9c1-444f-b5f5-27f7849244ca req-937c45eb-80b1-4be2-87c4-fb53360efbd1 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 943 time: 0.3632195 Sep 17 03:52:02.070064 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-58efdb0d-769e-4461-a7a7-9f81c588a4af None None] Port 4646b201-b85d-4631-b02b-f32c47494a3b cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:52:02.082051 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf0f0bc-0a6c-448c-b88f-c230245fe98a None None] Network 9639789b-4517-4d8a-8150-b02c75d21fd6 requested from dv-cinder-849143-3-iscsi {{(pid=113212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:52:02.248084 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device fa4683db-bcee-49d6-b9c9-a8cf09be64f5 up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:52:02.344593 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3153a3a5-17f5-483f-837f-c8e9ccbd5368 admin admin] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:52:02.358567 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15cb9fb-2fe9-4f42-961b-7e88b5b2be31 None None] Sync routers for ids ['472edb2b-31c2-4849-9e0c-ce7b165e10ec'] in dv-cinder-849143-3-iscsi {{(pid=113213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:52:02.374002 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15cb9fb-2fe9-4f42-961b-7e88b5b2be31 None None] Routers {'472edb2b-31c2-4849-9e0c-ce7b165e10ec'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:52:02.374002 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-d15cb9fb-2fe9-4f42-961b-7e88b5b2be31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:51:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['472edb2b-31c2-4849-9e0c-ce7b165e10ec'], 'active': True} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:52:02.404619 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=100 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:02.437284 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port fa4683db-bcee-49d6-b9c9-a8cf09be64f5 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:52:02.438057 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (fa4683db-bcee-49d6-b9c9-a8cf09be64f5), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:02.438633 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port fa4683db-bcee-49d6-b9c9-a8cf09be64f5 Sep 17 03:52:02.471213 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7b017e18-4790-4d03-a9a2-25ca747645c1 req-23efd7e3-07ef-4fde-972a-1bf9be473d78 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2849e6b7-8459-4442-8392-46f23a36f993 HTTP/1.1" status: 200 len: 210 time: 0.6186428 Sep 17 03:52:02.484277 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-d3343663-289f-4260-a248-a87107e0f6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e4d5b7-816c-4299-9f6b-35192ff84d8b', 'name': 'tempest-TestMinimumBasicScenario-1592922432-router', 'tenant_id': '958f75cfbe2c41349fa0e91fcd80e2f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '75a805a1-c959-49a8-b447-5a30d8791c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:52Z', 'updated_at': '2022-09-17T03:52:01Z', 'revision_number': 4, 'project_id': '958f75cfbe2c41349fa0e91fcd80e2f9', 'gw_port': {'id': '75a805a1-c959-49a8-b447-5a30d8791c18', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ed:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0e4d5b7-816c-4299-9f6b-35192ff84d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:54Z', 'updated_at': '2022-09-17T03:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': '4646b201-b85d-4631-b02b-f32c47494a3b', 'name': '', 'network_id': 'be668e46-a742-45c8-b3ff-35eb2b0b9cb4', 'tenant_id': '958f75cfbe2c41349fa0e91fcd80e2f9', 'mac_address': 'fa:16:3e:3d:cd:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0e4d5b7-816c-4299-9f6b-35192ff84d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '01663105-c790-470d-ba5b-c9d7035ce213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:59Z', 'updated_at': '2022-09-17T03:51:59Z', 'revision_number': 1, 'project_id': '958f75cfbe2c41349fa0e91fcd80e2f9', 'subnets': [{'id': '01663105-c790-470d-ba5b-c9d7035ce213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:52:02.508990 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-3153a3a5-17f5-483f-837f-c8e9ccbd5368 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:02.513563 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-3153a3a5-17f5-483f-837f-c8e9ccbd5368 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5620406 Sep 17 03:52:02.519622 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 49144) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:52:02.520391 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvr_db [None req-d15cb9fb-2fe9-4f42-961b-7e88b5b2be31 None None] Set router 472edb2b-31c2-4849-9e0c-ce7b165e10ec gateway port host: dv-cinder-849143-3-iscsi {{(pid=113213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:52:02.571871 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-58efdb0d-769e-4461-a7a7-9f81c588a4af None None] Attempt 3 to provision port 4646b201-b85d-4631-b02b-f32c47494a3b Sep 17 03:52:02.581313 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3343663-289f-4260-a248-a87107e0f6ae None None] The sync data for ids ['e0e4d5b7-816c-4299-9f6b-35192ff84d8b'] in dv-cinder-849143-3-iscsi is: [{'id': 'e0e4d5b7-816c-4299-9f6b-35192ff84d8b', 'name': 'tempest-TestMinimumBasicScenario-1592922432-router', 'tenant_id': '958f75cfbe2c41349fa0e91fcd80e2f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '75a805a1-c959-49a8-b447-5a30d8791c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:52Z', 'updated_at': '2022-09-17T03:52:01Z', 'revision_number': 4, 'project_id': '958f75cfbe2c41349fa0e91fcd80e2f9', 'gw_port': {'id': '75a805a1-c959-49a8-b447-5a30d8791c18', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ed:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0e4d5b7-816c-4299-9f6b-35192ff84d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:54Z', 'updated_at': '2022-09-17T03:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': '4646b201-b85d-4631-b02b-f32c47494a3b', 'name': '', 'network_id': 'be668e46-a742-45c8-b3ff-35eb2b0b9cb4', 'tenant_id': '958f75cfbe2c41349fa0e91fcd80e2f9', 'mac_address': 'fa:16:3e:3d:cd:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0e4d5b7-816c-4299-9f6b-35192ff84d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '01663105-c790-470d-ba5b-c9d7035ce213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:59Z', 'updated_at': '2022-09-17T03:51:59Z', 'revision_number': 1, 'project_id': '958f75cfbe2c41349fa0e91fcd80e2f9', 'subnets': [{'id': '01663105-c790-470d-ba5b-c9d7035ce213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:52:02.625441 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0608f3e6-6f79-4e45-aa03-17e5f873c8f3 admin admin] Pushing event updated for resources: {'Port': ['ID=4646b201-b85d-4631-b02b-f32c47494a3b,revision_number=2']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:02.669993 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:02.675707 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-58efdb0d-769e-4461-a7a7-9f81c588a4af None None] Port 4646b201-b85d-4631-b02b-f32c47494a3b cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:52:02.761152 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a3861cbf-f9c1-444f-b5f5-27f7849244ca req-dc5442f2-68c2-4d87-906b-eda16116208e tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7316344 Sep 17 03:52:02.788506 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0608f3e6-6f79-4e45-aa03-17e5f873c8f3 admin admin] Network be668e46-a742-45c8-b3ff-35eb2b0b9cb4 is already hosted by enough agents. {{(pid=113211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:52:02.791063 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.base_scheduler [None req-0608f3e6-6f79-4e45-aa03-17e5f873c8f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=113211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:52:02.809763 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port fa4683db-bcee-49d6-b9c9-a8cf09be64f5 is: DOWN; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:52:02.810476 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (fa4683db-bcee-49d6-b9c9-a8cf09be64f5), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:02.826501 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:02.874192 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:02.944985 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] For port fa4683db-bcee-49d6-b9c9-a8cf09be64f5, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=fa4683db-bcee-49d6-b9c9-a8cf09be64f5,segment=NetworkSegment(b441c4b6-7de0-4da2-a055-6601c587c21b),segment_id=b441c4b6-7de0-4da2-a055-6601c587c21b)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:52:03.039620 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (fa4683db-bcee-49d6-b9c9-a8cf09be64f5), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:03.059341 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:03.069483 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:03.160132 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-d15cb9fb-2fe9-4f42-961b-7e88b5b2be31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472edb2b-31c2-4849-9e0c-ce7b165e10ec', 'name': 'tempest-TestShelveInstance-1107489708-router', 'tenant_id': 'c265d90202534462b37c19391538b29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '082f752c-5608-44cb-92dd-c49a23a4e3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:58Z', 'updated_at': '2022-09-17T03:52:00Z', 'revision_number': 3, 'project_id': 'c265d90202534462b37c19391538b29a', 'gw_port': {'id': '082f752c-5608-44cb-92dd-c49a23a4e3c3', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:87:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472edb2b-31c2-4849-9e0c-ce7b165e10ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:59Z', 'updated_at': '2022-09-17T03:51:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi'}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:52:03.163072 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Pushing event updated for resources: {'Port': ['ID=fa4683db-bcee-49d6-b9c9-a8cf09be64f5,revision_number=3']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:03.176408 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-58efdb0d-769e-4461-a7a7-9f81c588a4af None None] Attempt 4 to provision port 4646b201-b85d-4631-b02b-f32c47494a3b Sep 17 03:52:03.262982 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15cb9fb-2fe9-4f42-961b-7e88b5b2be31 None None] Checking router: 472edb2b-31c2-4849-9e0c-ce7b165e10ec for host: dv-cinder-849143-3-iscsi {{(pid=113213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:52:03.268329 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15cb9fb-2fe9-4f42-961b-7e88b5b2be31 None None] Updating router 472edb2b-31c2-4849-9e0c-ce7b165e10ec port 082f752c-5608-44cb-92dd-c49a23a4e3c3 binding host dv-cinder-849143-3-iscsi {{(pid=113213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 03:52:03.296758 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0608f3e6-6f79-4e45-aa03-17e5f873c8f3 admin admin] Router e0e4d5b7-816c-4299-9f6b-35192ff84d8b has already been hosted by L3 agent b971cbd0-997d-41fb-8614-0aea29982798 {{(pid=113211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:52:03.313034 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-58efdb0d-769e-4461-a7a7-9f81c588a4af None None] Port 4646b201-b85d-4631-b02b-f32c47494a3b cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:52:03.351619 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-d15cb9fb-2fe9-4f42-961b-7e88b5b2be31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (082f752c-5608-44cb-92dd-c49a23a4e3c3), before_update {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:03.671962 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9234bf57-2963-49a6-afc9-9e2b176827e8 req-0be326d6-9282-40fb-a156-632e3bd9f3c3 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2849e6b7-8459-4442-8392-46f23a36f993 HTTP/1.1" status: 200 len: 210 time: 0.0798514 Sep 17 03:52:03.678941 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0608f3e6-6f79-4e45-aa03-17e5f873c8f3 admin admin] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:52:03.691014 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-0608f3e6-6f79-4e45-aa03-17e5f873c8f3 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/e0e4d5b7-816c-4299-9f6b-35192ff84d8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5675499 Sep 17 03:52:03.750097 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:03.814211 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-58efdb0d-769e-4461-a7a7-9f81c588a4af None None] Attempt 5 to provision port 4646b201-b85d-4631-b02b-f32c47494a3b Sep 17 03:52:03.849956 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-d15cb9fb-2fe9-4f42-961b-7e88b5b2be31 None None] Publish callbacks [] for port (082f752c-5608-44cb-92dd-c49a23a4e3c3), precommit_update {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:03.881355 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-58efdb0d-769e-4461-a7a7-9f81c588a4af None None] Port 4646b201-b85d-4631-b02b-f32c47494a3b cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:52:03.936678 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-d15cb9fb-2fe9-4f42-961b-7e88b5b2be31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (082f752c-5608-44cb-92dd-c49a23a4e3c3), after_update {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:03.968527 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-2afa5fd6-44cb-4ff6-a35d-4c16acfe97ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:04.008875 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.managers [None req-d15cb9fb-2fe9-4f42-961b-7e88b5b2be31 None None] Attempting to bind port 082f752c-5608-44cb-92dd-c49a23a4e3c3 on host dv-cinder-849143-3-iscsi for vnic_type normal with profile {{(pid=113213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:52:04.009352 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.managers [None req-d15cb9fb-2fe9-4f42-961b-7e88b5b2be31 None None] Attempting to bind port 082f752c-5608-44cb-92dd-c49a23a4e3c3 by drivers openvswitch,hyperv on host dv-cinder-849143-3-iscsi at level 0 using segments [{'id': 'b9ff3b7d-3dba-4f81-9340-22e46529b80a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'}] {{(pid=113213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:52:04.009926 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15cb9fb-2fe9-4f42-961b-7e88b5b2be31 None None] Attempting to bind port 082f752c-5608-44cb-92dd-c49a23a4e3c3 on network 4d68fa53-4257-4a6b-8a5b-fb329be82f15 {{(pid=113213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:52:04.078228 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fef68-ef09-4ee1-beec-4830535eef6d None None] Pushing event updated for resources: {'Port': ['ID=082f752c-5608-44cb-92dd-c49a23a4e3c3,revision_number=2']} {{(pid=113213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:04.082298 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15cb9fb-2fe9-4f42-961b-7e88b5b2be31 None None] Checking agent: {'id': '287db9f2-8160-4728-95aa-12aebca604d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 40, 13), 'started_at': datetime.datetime(2022, 9, 17, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:52:04.082666 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15cb9fb-2fe9-4f42-961b-7e88b5b2be31 None None] Checking segment: {'id': 'b9ff3b7d-3dba-4f81-9340-22e46529b80a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:52:04.083601 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-d15cb9fb-2fe9-4f42-961b-7e88b5b2be31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:04.083988 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15cb9fb-2fe9-4f42-961b-7e88b5b2be31 None None] Bound using segment: {'id': 'b9ff3b7d-3dba-4f81-9340-22e46529b80a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'} {{(pid=113213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:52:04.084468 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.managers [None req-d15cb9fb-2fe9-4f42-961b-7e88b5b2be31 None None] Bound port: 082f752c-5608-44cb-92dd-c49a23a4e3c3, host: dv-cinder-849143-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ff3b7d-3dba-4f81-9340-22e46529b80a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'}}] {{(pid=113213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:52:04.084839 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-d15cb9fb-2fe9-4f42-961b-7e88b5b2be31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (082f752c-5608-44cb-92dd-c49a23a4e3c3), before_update {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:04.093848 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d5d2b-cf40-439c-97bc-e406d73034ea req-3c6a1f3c-849c-4130-9573-d26397abd1df tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:04.103430 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-970d5d2b-cf40-439c-97bc-e406d73034ea req-3c6a1f3c-849c-4130-9573-d26397abd1df tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 943 time: 0.1347001 Sep 17 03:52:04.143208 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.db [None req-d15cb9fb-2fe9-4f42-961b-7e88b5b2be31 None None] For port 082f752c-5608-44cb-92dd-c49a23a4e3c3, host dv-cinder-849143-3-iscsi, cleared binding levels {{(pid=113213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:52:04.149280 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.db [None req-d15cb9fb-2fe9-4f42-961b-7e88b5b2be31 None None] For port 082f752c-5608-44cb-92dd-c49a23a4e3c3, host dv-cinder-849143-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=082f752c-5608-44cb-92dd-c49a23a4e3c3,segment=NetworkSegment(b9ff3b7d-3dba-4f81-9340-22e46529b80a),segment_id=b9ff3b7d-3dba-4f81-9340-22e46529b80a)] {{(pid=113213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:52:04.201610 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-970d5d2b-cf40-439c-97bc-e406d73034ea req-03b52433-db85-4a91-951d-54593052508d tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962694 Sep 17 03:52:04.282312 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.db_base_plugin_common [None req-2afa5fd6-44cb-4ff6-a35d-4c16acfe97ef admin admin] Allocated IP 172.20.0.1 (9639789b-4517-4d8a-8150-b02c75d21fd6/ea6084af-2859-4d2a-9fe2-69cd212d0f4a/cd50e191-0a74-423e-9580-7acbed221e4e) {{(pid=113210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:52:04.283927 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-d15cb9fb-2fe9-4f42-961b-7e88b5b2be31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (082f752c-5608-44cb-92dd-c49a23a4e3c3), after_update {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:04.350069 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15cb9fb-2fe9-4f42-961b-7e88b5b2be31 None None] Routers {'472edb2b-31c2-4849-9e0c-ce7b165e10ec'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:52:04.350422 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-d15cb9fb-2fe9-4f42-961b-7e88b5b2be31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:51:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['472edb2b-31c2-4849-9e0c-ce7b165e10ec'], 'active': True} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:52:04.378524 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 75a805a1-c959-49a8-b447-5a30d8791c18 up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:52:04.380955 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:04.384840 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-58efdb0d-769e-4461-a7a7-9f81c588a4af None None] Attempt 6 to provision port 4646b201-b85d-4631-b02b-f32c47494a3b Sep 17 03:52:04.408517 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fef68-ef09-4ee1-beec-4830535eef6d None None] Pushing event updated for resources: {'Port': ['ID=082f752c-5608-44cb-92dd-c49a23a4e3c3,revision_number=3']} {{(pid=113213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:04.434775 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-2afa5fd6-44cb-4ff6-a35d-4c16acfe97ef admin admin] Publish callbacks [] for port (cd50e191-0a74-423e-9580-7acbed221e4e), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:04.508498 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvr_db [None req-d15cb9fb-2fe9-4f42-961b-7e88b5b2be31 None None] Set router 472edb2b-31c2-4849-9e0c-ce7b165e10ec gateway port host: dv-cinder-849143-3-iscsi {{(pid=113213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:52:04.546075 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-2afa5fd6-44cb-4ff6-a35d-4c16acfe97ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (cd50e191-0a74-423e-9580-7acbed221e4e), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:04.612095 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa5fd6-44cb-4ff6-a35d-4c16acfe97ef admin admin] Pushing event updated for resources: {'Port': ['ID=cd50e191-0a74-423e-9580-7acbed221e4e,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:04.616892 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afa5fd6-44cb-4ff6-a35d-4c16acfe97ef admin admin] Network 9639789b-4517-4d8a-8150-b02c75d21fd6 is already hosted by enough agents. {{(pid=113210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:52:04.618828 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.base_scheduler [None req-2afa5fd6-44cb-4ff6-a35d-4c16acfe97ef admin admin] Resources bound (agent type, host, resource id): {{(pid=113210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:52:04.630258 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afa5fd6-44cb-4ff6-a35d-4c16acfe97ef admin admin] Received port after_create {{(pid=113210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:52:04.679051 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-58efdb0d-769e-4461-a7a7-9f81c588a4af None None] Port 4646b201-b85d-4631-b02b-f32c47494a3b cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:52:04.741141 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-2afa5fd6-44cb-4ff6-a35d-4c16acfe97ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-426525'] for router_interface (472edb2b-31c2-4849-9e0c-ce7b165e10ec), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:04.741840 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port 75a805a1-c959-49a8-b447-5a30d8791c18 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:52:04.742223 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (75a805a1-c959-49a8-b447-5a30d8791c18), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:04.742562 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port 75a805a1-c959-49a8-b447-5a30d8791c18 Sep 17 03:52:04.884766 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:04.913084 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port 75a805a1-c959-49a8-b447-5a30d8791c18 is: DOWN; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:52:04.913758 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (75a805a1-c959-49a8-b447-5a30d8791c18), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:04.964103 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ee694267-7f26-47f6-a4a6-613027f99a00 req-714fbee9-e7fd-4378-87ec-3cbca8e49087 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2849e6b7-8459-4442-8392-46f23a36f993 HTTP/1.1" status: 200 len: 210 time: 0.0856345 Sep 17 03:52:05.007866 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] For port 75a805a1-c959-49a8-b447-5a30d8791c18, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=75a805a1-c959-49a8-b447-5a30d8791c18,segment=NetworkSegment(b9ff3b7d-3dba-4f81-9340-22e46529b80a),segment_id=b9ff3b7d-3dba-4f81-9340-22e46529b80a)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:52:05.070959 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-d15cb9fb-2fe9-4f42-961b-7e88b5b2be31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472edb2b-31c2-4849-9e0c-ce7b165e10ec', 'name': 'tempest-TestShelveInstance-1107489708-router', 'tenant_id': 'c265d90202534462b37c19391538b29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '082f752c-5608-44cb-92dd-c49a23a4e3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:58Z', 'updated_at': '2022-09-17T03:52:00Z', 'revision_number': 3, 'project_id': 'c265d90202534462b37c19391538b29a', 'gw_port': {'id': '082f752c-5608-44cb-92dd-c49a23a4e3c3', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:87:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472edb2b-31c2-4849-9e0c-ce7b165e10ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:59Z', 'updated_at': '2022-09-17T03:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi'}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:52:05.081119 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (75a805a1-c959-49a8-b447-5a30d8791c18), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:05.086460 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device fa4683db-bcee-49d6-b9c9-a8cf09be64f5 up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:52:05.097237 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15cb9fb-2fe9-4f42-961b-7e88b5b2be31 None None] The sync data for ids ['472edb2b-31c2-4849-9e0c-ce7b165e10ec'] in dv-cinder-849143-3-iscsi is: [{'id': '472edb2b-31c2-4849-9e0c-ce7b165e10ec', 'name': 'tempest-TestShelveInstance-1107489708-router', 'tenant_id': 'c265d90202534462b37c19391538b29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '082f752c-5608-44cb-92dd-c49a23a4e3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:58Z', 'updated_at': '2022-09-17T03:52:00Z', 'revision_number': 3, 'project_id': 'c265d90202534462b37c19391538b29a', 'gw_port': {'id': '082f752c-5608-44cb-92dd-c49a23a4e3c3', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:87:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472edb2b-31c2-4849-9e0c-ce7b165e10ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:59Z', 'updated_at': '2022-09-17T03:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi'}] {{(pid=113213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:52:05.182481 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-58efdb0d-769e-4461-a7a7-9f81c588a4af None None] Attempt 7 to provision port 4646b201-b85d-4631-b02b-f32c47494a3b Sep 17 03:52:05.220287 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Pushing event updated for resources: {'Port': ['ID=75a805a1-c959-49a8-b447-5a30d8791c18,revision_number=4']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:05.230044 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port fa4683db-bcee-49d6-b9c9-a8cf09be64f5 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:52:05.230716 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (fa4683db-bcee-49d6-b9c9-a8cf09be64f5), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:05.231226 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port fa4683db-bcee-49d6-b9c9-a8cf09be64f5 Sep 17 03:52:05.267751 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:05.277281 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-58efdb0d-769e-4461-a7a7-9f81c588a4af None None] Port 4646b201-b85d-4631-b02b-f32c47494a3b cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:52:05.310294 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-2afa5fd6-44cb-4ff6-a35d-4c16acfe97ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (cd50e191-0a74-423e-9580-7acbed221e4e), before_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:05.350966 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port fa4683db-bcee-49d6-b9c9-a8cf09be64f5 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:52:05.404274 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16eecb5-db84-4fe2-b2db-931fce0a2fd7 req-5f7302e5-ac9a-47e0-9ab7-f6f43c622007 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:05.411797 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f16eecb5-db84-4fe2-b2db-931fce0a2fd7 req-5f7302e5-ac9a-47e0-9ab7-f6f43c622007 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 943 time: 0.0633671 Sep 17 03:52:05.503618 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f16eecb5-db84-4fe2-b2db-931fce0a2fd7 req-a77f6e9c-358b-430e-9d3f-f8a171cf0a71 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906353 Sep 17 03:52:05.550852 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-2afa5fd6-44cb-4ff6-a35d-4c16acfe97ef admin admin] Publish callbacks [] for port (cd50e191-0a74-423e-9580-7acbed221e4e), precommit_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:05.629255 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-2afa5fd6-44cb-4ff6-a35d-4c16acfe97ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25815858'] for port (cd50e191-0a74-423e-9580-7acbed221e4e), after_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:05.706405 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa5fd6-44cb-4ff6-a35d-4c16acfe97ef admin admin] Pushing event updated for resources: {'Port': ['ID=cd50e191-0a74-423e-9580-7acbed221e4e,revision_number=2']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:05.717916 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-2afa5fd6-44cb-4ff6-a35d-4c16acfe97ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-426633'] for router_interface (472edb2b-31c2-4849-9e0c-ce7b165e10ec), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:05.784158 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-58efdb0d-769e-4461-a7a7-9f81c588a4af None None] Attempt 8 to provision port 4646b201-b85d-4631-b02b-f32c47494a3b Sep 17 03:52:05.853335 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afa5fd6-44cb-4ff6-a35d-4c16acfe97ef admin admin] Network 9639789b-4517-4d8a-8150-b02c75d21fd6 is already hosted by enough agents. {{(pid=113210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:52:05.854924 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.base_scheduler [None req-2afa5fd6-44cb-4ff6-a35d-4c16acfe97ef admin admin] Resources bound (agent type, host, resource id): {{(pid=113210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:52:05.870079 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-58efdb0d-769e-4461-a7a7-9f81c588a4af None None] Port 4646b201-b85d-4631-b02b-f32c47494a3b cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:52:06.163418 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2afa5fd6-44cb-4ff6-a35d-4c16acfe97ef admin admin] Router 472edb2b-31c2-4849-9e0c-ce7b165e10ec has already been hosted by L3 agent b971cbd0-997d-41fb-8614-0aea29982798 {{(pid=113210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:52:06.282246 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-04e4105b-1385-4f5f-86b7-c1d8eb3b376a req-b8c58fe7-a261-4906-be77-8b27abc08320 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2849e6b7-8459-4442-8392-46f23a36f993 HTTP/1.1" status: 200 len: 210 time: 0.1397395 Sep 17 03:52:06.371121 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-58efdb0d-769e-4461-a7a7-9f81c588a4af None None] Attempt 9 to provision port 4646b201-b85d-4631-b02b-f32c47494a3b Sep 17 03:52:06.376169 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 082f752c-5608-44cb-92dd-c49a23a4e3c3 up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:52:06.382825 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afa5fd6-44cb-4ff6-a35d-4c16acfe97ef admin admin] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:52:06.394504 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-2afa5fd6-44cb-4ff6-a35d-4c16acfe97ef admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/472edb2b-31c2-4849-9e0c-ce7b165e10ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8736637 Sep 17 03:52:06.451233 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:06.473148 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-58efdb0d-769e-4461-a7a7-9f81c588a4af None None] Port 4646b201-b85d-4631-b02b-f32c47494a3b cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:52:06.499133 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port 082f752c-5608-44cb-92dd-c49a23a4e3c3 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:52:06.499506 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (082f752c-5608-44cb-92dd-c49a23a4e3c3), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:06.517221 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port 082f752c-5608-44cb-92dd-c49a23a4e3c3 Sep 17 03:52:06.639785 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014e1476-3419-4e18-b83f-e659016d4d3c None None] Sync routers for ids ['e0e4d5b7-816c-4299-9f6b-35192ff84d8b'] in dv-cinder-849143-3-iscsi {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:52:06.680089 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port 082f752c-5608-44cb-92dd-c49a23a4e3c3 is: DOWN; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:52:06.680476 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (082f752c-5608-44cb-92dd-c49a23a4e3c3), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:06.689850 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014e1476-3419-4e18-b83f-e659016d4d3c None None] Routers {'e0e4d5b7-816c-4299-9f6b-35192ff84d8b'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:52:06.690871 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-014e1476-3419-4e18-b83f-e659016d4d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:51:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['e0e4d5b7-816c-4299-9f6b-35192ff84d8b'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:52:06.713994 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96fc18-e6bb-4180-a18a-9e5b0d111bd6 req-a98abab1-a65f-4b19-b831-000e706b858e tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:06.715774 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-dd96fc18-e6bb-4180-a18a-9e5b0d111bd6 req-a98abab1-a65f-4b19-b831-000e706b858e tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 943 time: 0.1011031 Sep 17 03:52:06.810443 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-dd96fc18-e6bb-4180-a18a-9e5b0d111bd6 req-50188a10-9e8f-4db0-9db7-086527e6ba93 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881765 Sep 17 03:52:06.926033 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-014e1476-3419-4e18-b83f-e659016d4d3c None None] Set router e0e4d5b7-816c-4299-9f6b-35192ff84d8b gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:52:06.990443 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-58efdb0d-769e-4461-a7a7-9f81c588a4af None None] Attempt 10 to provision port 4646b201-b85d-4631-b02b-f32c47494a3b Sep 17 03:52:07.124875 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:07.125025 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] For port 082f752c-5608-44cb-92dd-c49a23a4e3c3, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=082f752c-5608-44cb-92dd-c49a23a4e3c3,segment=NetworkSegment(b9ff3b7d-3dba-4f81-9340-22e46529b80a),segment_id=b9ff3b7d-3dba-4f81-9340-22e46529b80a)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:52:07.125138 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a868c5-3d41-4271-96e0-9b292847ce36 req-a56c3b26-0305-4c7d-924e-7140a7369f9e tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:07.125253 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-58efdb0d-769e-4461-a7a7-9f81c588a4af None None] Port 4646b201-b85d-4631-b02b-f32c47494a3b cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:52:07.125356 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-46a868c5-3d41-4271-96e0-9b292847ce36 req-a56c3b26-0305-4c7d-924e-7140a7369f9e tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.18 "GET /networking/v2.0/networks?id=17da0435-2238-4de2-8cdc-e4e0ec82986c HTTP/1.1" status: 200 len: 812 time: 0.2524047 Sep 17 03:52:07.237494 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-06087c47-68e7-4579-a927-adfcd80b4b8e None None] Provisioning complete for port 4646b201-b85d-4631-b02b-f32c47494a3b triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:52:07.240011 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-06087c47-68e7-4579-a927-adfcd80b4b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (4646b201-b85d-4631-b02b-f32c47494a3b), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:07.240595 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-06087c47-68e7-4579-a927-adfcd80b4b8e None None] Attempt 1 to provision port 4646b201-b85d-4631-b02b-f32c47494a3b Sep 17 03:52:07.248412 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-46a868c5-3d41-4271-96e0-9b292847ce36 req-451d6d44-7aa2-44ec-93fc-22908e3c7fb2 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=cb2d22c677bb48a1aa50631997fc0741 HTTP/1.1" status: 200 len: 380 time: 0.1406126 Sep 17 03:52:07.266193 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [req-46a868c5-3d41-4271-96e0-9b292847ce36 req-2d0ee603-f2b2-41c9-b7c4-7344b74b7bf6 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Request body: {'port': {'device_id': '2849e6b7-8459-4442-8392-46f23a36f993', 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c', 'admin_state_up': True, 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'security_groups': ['1da66afa-689e-4912-9b9a-7903f4e193b0']}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:52:07.321305 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-06087c47-68e7-4579-a927-adfcd80b4b8e None None] Port 4646b201-b85d-4631-b02b-f32c47494a3b cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:52:07.322882 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-014e1476-3419-4e18-b83f-e659016d4d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e4d5b7-816c-4299-9f6b-35192ff84d8b', 'name': 'tempest-TestMinimumBasicScenario-1592922432-router', 'tenant_id': '958f75cfbe2c41349fa0e91fcd80e2f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '75a805a1-c959-49a8-b447-5a30d8791c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:52Z', 'updated_at': '2022-09-17T03:52:01Z', 'revision_number': 4, 'project_id': '958f75cfbe2c41349fa0e91fcd80e2f9', 'gw_port': {'id': '75a805a1-c959-49a8-b447-5a30d8791c18', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ed:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e4d5b7-816c-4299-9f6b-35192ff84d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:54Z', 'updated_at': '2022-09-17T03:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': '4646b201-b85d-4631-b02b-f32c47494a3b', 'name': '', 'network_id': 'be668e46-a742-45c8-b3ff-35eb2b0b9cb4', 'tenant_id': '958f75cfbe2c41349fa0e91fcd80e2f9', 'mac_address': 'fa:16:3e:3d:cd:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0e4d5b7-816c-4299-9f6b-35192ff84d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '01663105-c790-470d-ba5b-c9d7035ce213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:59Z', 'updated_at': '2022-09-17T03:52:01Z', 'revision_number': 2, 'project_id': '958f75cfbe2c41349fa0e91fcd80e2f9', 'subnets': [{'id': '01663105-c790-470d-ba5b-c9d7035ce213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:52:07.373325 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014e1476-3419-4e18-b83f-e659016d4d3c None None] Checking router: e0e4d5b7-816c-4299-9f6b-35192ff84d8b for host: dv-cinder-849143-3-iscsi {{(pid=113212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:52:07.376546 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014e1476-3419-4e18-b83f-e659016d4d3c None None] Updating router e0e4d5b7-816c-4299-9f6b-35192ff84d8b port 4646b201-b85d-4631-b02b-f32c47494a3b binding host dv-cinder-849143-3-iscsi {{(pid=113212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 03:52:07.440460 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-014e1476-3419-4e18-b83f-e659016d4d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (4646b201-b85d-4631-b02b-f32c47494a3b), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:07.446904 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8ce02847-a3f2-4ff1-8805-fbbbe19b311e req-4f47983d-d965-4ec2-88c9-fc5892c91e27 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2849e6b7-8459-4442-8392-46f23a36f993 HTTP/1.1" status: 200 len: 210 time: 0.0387850 Sep 17 03:52:07.744157 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46a868c5-3d41-4271-96e0-9b292847ce36 req-2d0ee603-f2b2-41c9-b7c4-7344b74b7bf6 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Made reservation on behalf of cb2d22c677bb48a1aa50631997fc0741 for: {'port': 1} {{(pid=113211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:52:07.753597 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-46a868c5-3d41-4271-96e0-9b292847ce36 req-2d0ee603-f2b2-41c9-b7c4-7344b74b7bf6 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:07.798053 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (082f752c-5608-44cb-92dd-c49a23a4e3c3), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:07.799336 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 75a805a1-c959-49a8-b447-5a30d8791c18 up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:52:07.821930 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:07.830939 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:07.970609 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-06087c47-68e7-4579-a927-adfcd80b4b8e None None] Attempt 2 to provision port 4646b201-b85d-4631-b02b-f32c47494a3b Sep 17 03:52:07.971736 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:08.021680 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.db_base_plugin_common [req-46a868c5-3d41-4271-96e0-9b292847ce36 req-2d0ee603-f2b2-41c9-b7c4-7344b74b7bf6 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Allocated IP 172.20.0.12 (17da0435-2238-4de2-8cdc-e4e0ec82986c/d79f26d2-7e28-4c00-b0e8-4dc043d7353f/771161ec-28fc-415a-adc7-3de3a921060b) {{(pid=113211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:52:08.047996 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.agents_db [None req-b2aba882-f127-474e-990c-8a1f8fa77bd5 None None] Agent healthcheck: found 6 active agents {{(pid=113213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:52:08.144118 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-014e1476-3419-4e18-b83f-e659016d4d3c None None] Publish callbacks [] for port (4646b201-b85d-4631-b02b-f32c47494a3b), precommit_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:08.147483 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Pushing event updated for resources: {'Port': ['ID=082f752c-5608-44cb-92dd-c49a23a4e3c3,revision_number=4']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:08.168287 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ceea1f-4fa8-443f-b688-a4334ee207ee req-50c5ace6-68d2-4afc-be6e-ddb9b56b80ce tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:08.170059 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-05ceea1f-4fa8-443f-b688-a4334ee207ee req-50c5ace6-68d2-4afc-be6e-ddb9b56b80ce tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 943 time: 0.1062176 Sep 17 03:52:08.182887 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-06087c47-68e7-4579-a927-adfcd80b4b8e None None] Port 4646b201-b85d-4631-b02b-f32c47494a3b cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:52:08.195010 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port 75a805a1-c959-49a8-b447-5a30d8791c18 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:52:08.195388 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (75a805a1-c959-49a8-b447-5a30d8791c18), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:08.195725 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port 75a805a1-c959-49a8-b447-5a30d8791c18 Sep 17 03:52:08.231477 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-014e1476-3419-4e18-b83f-e659016d4d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (4646b201-b85d-4631-b02b-f32c47494a3b), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:08.279931 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-05ceea1f-4fa8-443f-b688-a4334ee207ee req-8291cc8e-f349-4d95-979c-fc4946c2c53e tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974016 Sep 17 03:52:08.328789 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-00cddf72-1009-4bd2-9d11-8908c0525674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b0b4725d-5d3f-4adf-8b60-729f2f7a35da), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:08.351130 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-46a868c5-3d41-4271-96e0-9b292847ce36 req-2d0ee603-f2b2-41c9-b7c4-7344b74b7bf6 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks [] for port (771161ec-28fc-415a-adc7-3de3a921060b), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:08.400746 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f3cd3-7866-426e-8543-f70c3d7e2c38 None None] Pushing event updated for resources: {'Port': ['ID=4646b201-b85d-4631-b02b-f32c47494a3b,revision_number=3']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:08.422039 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98b795b-aa26-468f-ae54-be0b94b9967c None None] Sync routers for ids ['472edb2b-31c2-4849-9e0c-ce7b165e10ec'] in dv-cinder-849143-3-iscsi {{(pid=113213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:52:08.437826 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98b795b-aa26-468f-ae54-be0b94b9967c None None] Routers {'472edb2b-31c2-4849-9e0c-ce7b165e10ec'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:52:08.438784 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-e98b795b-aa26-468f-ae54-be0b94b9967c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:51:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['472edb2b-31c2-4849-9e0c-ce7b165e10ec'], 'active': True} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:52:08.454923 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-014e1476-3419-4e18-b83f-e659016d4d3c None None] Attempting to bind port 4646b201-b85d-4631-b02b-f32c47494a3b on host dv-cinder-849143-3-iscsi for vnic_type normal with profile {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:52:08.455292 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-014e1476-3419-4e18-b83f-e659016d4d3c None None] Attempting to bind port 4646b201-b85d-4631-b02b-f32c47494a3b by drivers openvswitch,hyperv on host dv-cinder-849143-3-iscsi at level 0 using segments [{'id': 'dc10d2d8-858a-4448-a35f-2f57b3922088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'be668e46-a742-45c8-b3ff-35eb2b0b9cb4'}] {{(pid=113212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:52:08.455660 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014e1476-3419-4e18-b83f-e659016d4d3c None None] Attempting to bind port 4646b201-b85d-4631-b02b-f32c47494a3b on network be668e46-a742-45c8-b3ff-35eb2b0b9cb4 {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:52:08.476611 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-46a868c5-3d41-4271-96e0-9b292847ce36 req-2d0ee603-f2b2-41c9-b7c4-7344b74b7bf6 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26185590'] for port (771161ec-28fc-415a-adc7-3de3a921060b), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:08.498385 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port 75a805a1-c959-49a8-b447-5a30d8791c18 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:52:08.526253 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014e1476-3419-4e18-b83f-e659016d4d3c None None] Checking agent: {'id': '287db9f2-8160-4728-95aa-12aebca604d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 40, 13), 'started_at': datetime.datetime(2022, 9, 17, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:52:08.527311 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014e1476-3419-4e18-b83f-e659016d4d3c None None] Checking segment: {'id': 'dc10d2d8-858a-4448-a35f-2f57b3922088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'be668e46-a742-45c8-b3ff-35eb2b0b9cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:52:08.527311 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-014e1476-3419-4e18-b83f-e659016d4d3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:08.527311 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014e1476-3419-4e18-b83f-e659016d4d3c None None] Bound using segment: {'id': 'dc10d2d8-858a-4448-a35f-2f57b3922088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'be668e46-a742-45c8-b3ff-35eb2b0b9cb4'} {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:52:08.528195 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-014e1476-3419-4e18-b83f-e659016d4d3c None None] Bound port: 4646b201-b85d-4631-b02b-f32c47494a3b, host: dv-cinder-849143-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc10d2d8-858a-4448-a35f-2f57b3922088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'be668e46-a742-45c8-b3ff-35eb2b0b9cb4'}}] {{(pid=113212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:52:08.529648 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-014e1476-3419-4e18-b83f-e659016d4d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (4646b201-b85d-4631-b02b-f32c47494a3b), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:08.635586 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46a868c5-3d41-4271-96e0-9b292847ce36 req-2d0ee603-f2b2-41c9-b7c4-7344b74b7bf6 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Network 17da0435-2238-4de2-8cdc-e4e0ec82986c is already hosted by enough agents. {{(pid=113211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:52:08.641805 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.base_scheduler [req-46a868c5-3d41-4271-96e0-9b292847ce36 req-2d0ee603-f2b2-41c9-b7c4-7344b74b7bf6 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Resources bound (agent type, host, resource id): {{(pid=113211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:52:08.644398 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0ee603-f2b2-41c9-b7c4-7344b74b7bf6 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Pushing event updated for resources: {'Port': ['ID=771161ec-28fc-415a-adc7-3de3a921060b,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:08.647618 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.l3_dvrscheduler_db [req-46a868c5-3d41-4271-96e0-9b292847ce36 req-2d0ee603-f2b2-41c9-b7c4-7344b74b7bf6 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Received port after_create {{(pid=113211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:52:08.661363 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-014e1476-3419-4e18-b83f-e659016d4d3c None None] For port 4646b201-b85d-4631-b02b-f32c47494a3b, host dv-cinder-849143-3-iscsi, cleared binding levels {{(pid=113212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:52:08.666098 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-014e1476-3419-4e18-b83f-e659016d4d3c None None] For port 4646b201-b85d-4631-b02b-f32c47494a3b, host dv-cinder-849143-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=4646b201-b85d-4631-b02b-f32c47494a3b,segment=NetworkSegment(dc10d2d8-858a-4448-a35f-2f57b3922088),segment_id=dc10d2d8-858a-4448-a35f-2f57b3922088)] {{(pid=113212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:52:08.689306 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-06087c47-68e7-4579-a927-adfcd80b4b8e None None] Attempt 3 to provision port 4646b201-b85d-4631-b02b-f32c47494a3b Sep 17 03:52:08.734655 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 49220) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:52:08.735587 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-2778ba27-a820-4096-a780-1b8842fb214f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-706289707-network', 'tenant_id': '6d045ef7133244a38cb14ad861dcc8d2'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:52:08.757830 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a868c5-3d41-4271-96e0-9b292847ce36 req-2d0ee603-f2b2-41c9-b7c4-7344b74b7bf6 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:08.770965 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-46a868c5-3d41-4271-96e0-9b292847ce36 req-2d0ee603-f2b2-41c9-b7c4-7344b74b7bf6 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for port (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:08.774310 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-014e1476-3419-4e18-b83f-e659016d4d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (4646b201-b85d-4631-b02b-f32c47494a3b), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:08.821549 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvr_db [None req-e98b795b-aa26-468f-ae54-be0b94b9967c None None] Set router 472edb2b-31c2-4849-9e0c-ce7b165e10ec gateway port host: dv-cinder-849143-3-iscsi {{(pid=113213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:52:08.842036 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-06087c47-68e7-4579-a927-adfcd80b4b8e None None] Port 4646b201-b85d-4631-b02b-f32c47494a3b cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:52:08.855234 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2778ba27-a820-4096-a780-1b8842fb214f admin admin] Made reservation on behalf of 6d045ef7133244a38cb14ad861dcc8d2 for: {'network': 1} {{(pid=113210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:52:08.858312 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-2778ba27-a820-4096-a780-1b8842fb214f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for network (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:08.865097 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-46a868c5-3d41-4271-96e0-9b292847ce36 req-2d0ee603-f2b2-41c9-b7c4-7344b74b7bf6 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6021097 Sep 17 03:52:08.880845 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-2778ba27-a820-4096-a780-1b8842fb214f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:08.890350 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac7845-0c3e-439e-adad-4580e9be6ffe req-83afd3a4-936b-4ad8-9822-797d381ea030 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:08.897337 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f3cd3-7866-426e-8543-f70c3d7e2c38 None None] Pushing event updated for resources: {'Port': ['ID=4646b201-b85d-4631-b02b-f32c47494a3b,revision_number=4']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:08.902543 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014e1476-3419-4e18-b83f-e659016d4d3c None None] Routers {'e0e4d5b7-816c-4299-9f6b-35192ff84d8b'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:52:08.903158 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-014e1476-3419-4e18-b83f-e659016d4d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:51:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['e0e4d5b7-816c-4299-9f6b-35192ff84d8b'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:52:08.908059 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 082f752c-5608-44cb-92dd-c49a23a4e3c3 up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:52:08.912020 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-1dac7845-0c3e-439e-adad-4580e9be6ffe req-83afd3a4-936b-4ad8-9822-797d381ea030 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2849e6b7-8459-4442-8392-46f23a36f993 HTTP/1.1" status: 200 len: 932 time: 0.1577582 Sep 17 03:52:08.925147 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [req-46a868c5-3d41-4271-96e0-9b292847ce36 req-9a13bd35-e924-42b6-b74b-8ef0107c2f70 service neutron] Request body: {'port': {'device_id': '2849e6b7-8459-4442-8392-46f23a36f993', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:52:08.972398 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:09.069684 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-2778ba27-a820-4096-a780-1b8842fb214f admin admin] Publish callbacks [] for security_group (e6f5241e-57ae-4550-987a-5e68637e5210), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:09.071834 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:09.072731 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:09.171009 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-1dac7845-0c3e-439e-adad-4580e9be6ffe req-7d1b529a-a6c4-4b30-a71c-daa4148cef8b tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2601721 Sep 17 03:52:09.181676 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:09.185578 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-46a868c5-3d41-4271-96e0-9b292847ce36 req-9a13bd35-e924-42b6-b74b-8ef0107c2f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (771161ec-28fc-415a-adc7-3de3a921060b), before_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:09.192205 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-e98b795b-aa26-468f-ae54-be0b94b9967c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472edb2b-31c2-4849-9e0c-ce7b165e10ec', 'name': 'tempest-TestShelveInstance-1107489708-router', 'tenant_id': 'c265d90202534462b37c19391538b29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '082f752c-5608-44cb-92dd-c49a23a4e3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:58Z', 'updated_at': '2022-09-17T03:52:05Z', 'revision_number': 4, 'project_id': 'c265d90202534462b37c19391538b29a', 'gw_port': {'id': '082f752c-5608-44cb-92dd-c49a23a4e3c3', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:87:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472edb2b-31c2-4849-9e0c-ce7b165e10ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:59Z', 'updated_at': '2022-09-17T03:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': 'cd50e191-0a74-423e-9580-7acbed221e4e', 'name': '', 'network_id': '9639789b-4517-4d8a-8150-b02c75d21fd6', 'tenant_id': 'c265d90202534462b37c19391538b29a', 'mac_address': 'fa:16:3e:a7:cb:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472edb2b-31c2-4849-9e0c-ce7b165e10ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ea6084af-2859-4d2a-9fe2-69cd212d0f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:52:03Z', 'updated_at': '2022-09-17T03:52:05Z', 'revision_number': 2, 'project_id': 'c265d90202534462b37c19391538b29a', 'subnets': [{'id': 'ea6084af-2859-4d2a-9fe2-69cd212d0f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:52:09.212296 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-2778ba27-a820-4096-a780-1b8842fb214f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (e6f5241e-57ae-4550-987a-5e68637e5210), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:09.241635 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2778ba27-a820-4096-a780-1b8842fb214f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=113210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 03:52:09.242562 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98b795b-aa26-468f-ae54-be0b94b9967c None None] Checking router: 472edb2b-31c2-4849-9e0c-ce7b165e10ec for host: dv-cinder-849143-3-iscsi {{(pid=113213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:52:09.242975 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98b795b-aa26-468f-ae54-be0b94b9967c None None] Updating router 472edb2b-31c2-4849-9e0c-ce7b165e10ec port cd50e191-0a74-423e-9580-7acbed221e4e binding host dv-cinder-849143-3-iscsi {{(pid=113213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 03:52:09.258761 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-2778ba27-a820-4096-a780-1b8842fb214f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16505770'] for segment (bcf345fc-8244-44bb-ba75-d4d17ac80a57), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:09.260465 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.db.segments_db [None req-2778ba27-a820-4096-a780-1b8842fb214f admin admin] Added segment bcf345fc-8244-44bb-ba75-d4d17ac80a57 of type vlan for network 1a49f659-3f87-48db-b80c-f1bbe9b847d3 Sep 17 03:52:09.291411 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-e98b795b-aa26-468f-ae54-be0b94b9967c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (cd50e191-0a74-423e-9580-7acbed221e4e), before_update {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:09.367900 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-2778ba27-a820-4096-a780-1b8842fb214f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745114436006'] for network (1a49f659-3f87-48db-b80c-f1bbe9b847d3), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:09.424447 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-06087c47-68e7-4579-a927-adfcd80b4b8e None None] Attempt 4 to provision port 4646b201-b85d-4631-b02b-f32c47494a3b Sep 17 03:52:09.430255 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:09.485221 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2778ba27-a820-4096-a780-1b8842fb214f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f5241e-57ae-4550-987a-5e68637e5210,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:09.521542 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-2778ba27-a820-4096-a780-1b8842fb214f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828'] for network (1a49f659-3f87-48db-b80c-f1bbe9b847d3), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:09.524972 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2778ba27-a820-4096-a780-1b8842fb214f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:09.524972 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-2778ba27-a820-4096-a780-1b8842fb214f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for network (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:09.544106 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:09.545099 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-014e1476-3419-4e18-b83f-e659016d4d3c None None] Set router e0e4d5b7-816c-4299-9f6b-35192ff84d8b gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:52:09.549988 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port 082f752c-5608-44cb-92dd-c49a23a4e3c3 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:52:09.551748 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (082f752c-5608-44cb-92dd-c49a23a4e3c3), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:09.551940 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9529a36-4216-4e92-9566-b8174e96c0d0 req-100bb566-702c-4d5f-b1fb-f3175979a649 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:09.553346 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port 082f752c-5608-44cb-92dd-c49a23a4e3c3 Sep 17 03:52:09.553598 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f9529a36-4216-4e92-9566-b8174e96c0d0 req-100bb566-702c-4d5f-b1fb-f3175979a649 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 943 time: 0.0804014 Sep 17 03:52:09.642908 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:09.710308 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2778ba27-a820-4096-a780-1b8842fb214f admin admin] Pushing event updated for resources: {'Network': ['ID=1a49f659-3f87-48db-b80c-f1bbe9b847d3,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:09.745709 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-2778ba27-a820-4096-a780-1b8842fb214f admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0146294 Sep 17 03:52:09.746345 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 49226) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:52:09.758719 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-522fe4ae-76f8-46a6-a1df-406974cfea73 admin admin] Request body: {'subnet': {'network_id': '1a49f659-3f87-48db-b80c-f1bbe9b847d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-706289707-subnet', 'tenant_id': '6d045ef7133244a38cb14ad861dcc8d2', 'ip_version': 4}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:52:09.784260 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f9529a36-4216-4e92-9566-b8174e96c0d0 req-3efce6f6-7667-4d8e-b884-67735653a1d5 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2175863 Sep 17 03:52:09.793243 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-e98b795b-aa26-468f-ae54-be0b94b9967c None None] Publish callbacks [] for port (cd50e191-0a74-423e-9580-7acbed221e4e), precommit_update {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:09.819494 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Network 1a49f659-3f87-48db-b80c-f1bbe9b847d3 details requested by agent ovs-agent-dv-cinder-849143-3-iscsi with host dv-cinder-849143-3-iscsi {{(pid=113212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 03:52:09.822858 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:09.890533 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.notifiers.nova [req-46a868c5-3d41-4271-96e0-9b292847ce36 req-9a13bd35-e924-42b6-b74b-8ef0107c2f70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 771161ec-28fc-415a-adc7-3de3a921060b {{(pid=113211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:52:09.900516 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-46a868c5-3d41-4271-96e0-9b292847ce36 req-9a13bd35-e924-42b6-b74b-8ef0107c2f70 service neutron] Publish callbacks [] for port (771161ec-28fc-415a-adc7-3de3a921060b), precommit_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:09.914889 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.provisioning_blocks [req-46a868c5-3d41-4271-96e0-9b292847ce36 req-9a13bd35-e924-42b6-b74b-8ef0107c2f70 service neutron] Transition to ACTIVE for port object 771161ec-28fc-415a-adc7-3de3a921060b will not be triggered until provisioned by entity L2. {{(pid=113211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 03:52:09.941979 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-e98b795b-aa26-468f-ae54-be0b94b9967c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (cd50e191-0a74-423e-9580-7acbed221e4e), after_update {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:09.944509 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522fe4ae-76f8-46a6-a1df-406974cfea73 admin admin] Made reservation on behalf of 6d045ef7133244a38cb14ad861dcc8d2 for: {'subnet': 1} {{(pid=113210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:52:09.951568 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-522fe4ae-76f8-46a6-a1df-406974cfea73 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25349467'] for subnet (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:10.006992 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-46a868c5-3d41-4271-96e0-9b292847ce36 req-9a13bd35-e924-42b6-b74b-8ef0107c2f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26185551'] for port (771161ec-28fc-415a-adc7-3de3a921060b), after_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:10.075289 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-06087c47-68e7-4579-a927-adfcd80b4b8e None None] Current status of the port 4646b201-b85d-4631-b02b-f32c47494a3b is: DOWN; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:52:10.076003 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-06087c47-68e7-4579-a927-adfcd80b4b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (4646b201-b85d-4631-b02b-f32c47494a3b), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:10.116638 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:10.123612 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dcf05b-d558-4b23-b18c-42cbd49d8d9b None None] Pushing event updated for resources: {'Port': ['ID=cd50e191-0a74-423e-9580-7acbed221e4e,revision_number=3']} {{(pid=113213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:10.137358 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.managers [None req-e98b795b-aa26-468f-ae54-be0b94b9967c None None] Attempting to bind port cd50e191-0a74-423e-9580-7acbed221e4e on host dv-cinder-849143-3-iscsi for vnic_type normal with profile {{(pid=113213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:52:10.137358 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.managers [None req-e98b795b-aa26-468f-ae54-be0b94b9967c None None] Attempting to bind port cd50e191-0a74-423e-9580-7acbed221e4e by drivers openvswitch,hyperv on host dv-cinder-849143-3-iscsi at level 0 using segments [{'id': 'b441c4b6-7de0-4da2-a055-6601c587c21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9639789b-4517-4d8a-8150-b02c75d21fd6'}] {{(pid=113213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:52:10.137358 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98b795b-aa26-468f-ae54-be0b94b9967c None None] Attempting to bind port cd50e191-0a74-423e-9580-7acbed221e4e on network 9639789b-4517-4d8a-8150-b02c75d21fd6 {{(pid=113213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:52:10.137666 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port 082f752c-5608-44cb-92dd-c49a23a4e3c3 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:52:10.172035 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-06087c47-68e7-4579-a927-adfcd80b4b8e None None] For port 4646b201-b85d-4631-b02b-f32c47494a3b, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=4646b201-b85d-4631-b02b-f32c47494a3b,segment=NetworkSegment(dc10d2d8-858a-4448-a35f-2f57b3922088),segment_id=dc10d2d8-858a-4448-a35f-2f57b3922088)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:52:10.245230 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:INSERT=17,neutron:SELECT=77,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:10.256901 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-014e1476-3419-4e18-b83f-e659016d4d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e4d5b7-816c-4299-9f6b-35192ff84d8b', 'name': 'tempest-TestMinimumBasicScenario-1592922432-router', 'tenant_id': '958f75cfbe2c41349fa0e91fcd80e2f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '75a805a1-c959-49a8-b447-5a30d8791c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:52Z', 'updated_at': '2022-09-17T03:52:01Z', 'revision_number': 4, 'project_id': '958f75cfbe2c41349fa0e91fcd80e2f9', 'gw_port': {'id': '75a805a1-c959-49a8-b447-5a30d8791c18', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ed:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e4d5b7-816c-4299-9f6b-35192ff84d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:54Z', 'updated_at': '2022-09-17T03:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': '4646b201-b85d-4631-b02b-f32c47494a3b', 'name': '', 'network_id': 'be668e46-a742-45c8-b3ff-35eb2b0b9cb4', 'tenant_id': '958f75cfbe2c41349fa0e91fcd80e2f9', 'mac_address': 'fa:16:3e:3d:cd:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0e4d5b7-816c-4299-9f6b-35192ff84d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '01663105-c790-470d-ba5b-c9d7035ce213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:59Z', 'updated_at': '2022-09-17T03:52:08Z', 'revision_number': 4, 'project_id': '958f75cfbe2c41349fa0e91fcd80e2f9', 'subnets': [{'id': '01663105-c790-470d-ba5b-c9d7035ce213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:52:10.260265 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98b795b-aa26-468f-ae54-be0b94b9967c None None] Checking agent: {'id': '287db9f2-8160-4728-95aa-12aebca604d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 40, 13), 'started_at': datetime.datetime(2022, 9, 17, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:52:10.260852 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98b795b-aa26-468f-ae54-be0b94b9967c None None] Checking segment: {'id': 'b441c4b6-7de0-4da2-a055-6601c587c21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9639789b-4517-4d8a-8150-b02c75d21fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:52:10.261016 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-e98b795b-aa26-468f-ae54-be0b94b9967c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:10.261400 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98b795b-aa26-468f-ae54-be0b94b9967c None None] Bound using segment: {'id': 'b441c4b6-7de0-4da2-a055-6601c587c21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9639789b-4517-4d8a-8150-b02c75d21fd6'} {{(pid=113213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:52:10.261898 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.managers [None req-e98b795b-aa26-468f-ae54-be0b94b9967c None None] Bound port: cd50e191-0a74-423e-9580-7acbed221e4e, host: dv-cinder-849143-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b441c4b6-7de0-4da2-a055-6601c587c21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9639789b-4517-4d8a-8150-b02c75d21fd6'}}] {{(pid=113213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:52:10.262278 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-e98b795b-aa26-468f-ae54-be0b94b9967c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (cd50e191-0a74-423e-9580-7acbed221e4e), before_update {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:10.286440 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a13bd35-e924-42b6-b74b-8ef0107c2f70 service neutron] Pushing event updated for resources: {'Port': ['ID=771161ec-28fc-415a-adc7-3de3a921060b,revision_number=2']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:10.290601 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014e1476-3419-4e18-b83f-e659016d4d3c None None] The sync data for ids ['e0e4d5b7-816c-4299-9f6b-35192ff84d8b'] in dv-cinder-849143-3-iscsi is: [{'id': 'e0e4d5b7-816c-4299-9f6b-35192ff84d8b', 'name': 'tempest-TestMinimumBasicScenario-1592922432-router', 'tenant_id': '958f75cfbe2c41349fa0e91fcd80e2f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '75a805a1-c959-49a8-b447-5a30d8791c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:52Z', 'updated_at': '2022-09-17T03:52:01Z', 'revision_number': 4, 'project_id': '958f75cfbe2c41349fa0e91fcd80e2f9', 'gw_port': {'id': '75a805a1-c959-49a8-b447-5a30d8791c18', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ed:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e4d5b7-816c-4299-9f6b-35192ff84d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:54Z', 'updated_at': '2022-09-17T03:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': '4646b201-b85d-4631-b02b-f32c47494a3b', 'name': '', 'network_id': 'be668e46-a742-45c8-b3ff-35eb2b0b9cb4', 'tenant_id': '958f75cfbe2c41349fa0e91fcd80e2f9', 'mac_address': 'fa:16:3e:3d:cd:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0e4d5b7-816c-4299-9f6b-35192ff84d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '01663105-c790-470d-ba5b-c9d7035ce213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:59Z', 'updated_at': '2022-09-17T03:52:08Z', 'revision_number': 4, 'project_id': '958f75cfbe2c41349fa0e91fcd80e2f9', 'subnets': [{'id': '01663105-c790-470d-ba5b-c9d7035ce213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:52:10.294838 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-06087c47-68e7-4579-a927-adfcd80b4b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (4646b201-b85d-4631-b02b-f32c47494a3b), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:10.321703 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.managers [req-46a868c5-3d41-4271-96e0-9b292847ce36 req-9a13bd35-e924-42b6-b74b-8ef0107c2f70 service neutron] Attempting to bind port 771161ec-28fc-415a-adc7-3de3a921060b on host hv-cinder-84914 for vnic_type normal with profile {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:52:10.335654 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.managers [req-46a868c5-3d41-4271-96e0-9b292847ce36 req-9a13bd35-e924-42b6-b74b-8ef0107c2f70 service neutron] Attempting to bind port 771161ec-28fc-415a-adc7-3de3a921060b by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '09dd00a3-8b97-425c-8fa8-26eaa25dbf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c'}] {{(pid=113211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:52:10.335654 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a868c5-3d41-4271-96e0-9b292847ce36 req-9a13bd35-e924-42b6-b74b-8ef0107c2f70 service neutron] Attempting to bind port 771161ec-28fc-415a-adc7-3de3a921060b on network 17da0435-2238-4de2-8cdc-e4e0ec82986c {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:52:10.360106 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-522fe4ae-76f8-46a6-a1df-406974cfea73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25816507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25349453'] for subnet (c89a02c9-5859-4327-b7f9-8bf5a9e68d1e), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:10.379233 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06087c47-68e7-4579-a927-adfcd80b4b8e None None] Pushing event updated for resources: {'Port': ['ID=4646b201-b85d-4631-b02b-f32c47494a3b,revision_number=5']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:10.398612 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-2173f617-84c2-4751-a8f2-30ee56556a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b971cbd0-997d-41fb-8614-0aea29982798), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:10.412271 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-06087c47-68e7-4579-a927-adfcd80b4b8e None None] Provisioning complete for port cd50e191-0a74-423e-9580-7acbed221e4e triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:52:10.416151 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-06087c47-68e7-4579-a927-adfcd80b4b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (cd50e191-0a74-423e-9580-7acbed221e4e), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:10.416709 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-06087c47-68e7-4579-a927-adfcd80b4b8e None None] Attempt 1 to provision port cd50e191-0a74-423e-9580-7acbed221e4e Sep 17 03:52:10.438812 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.db [None req-e98b795b-aa26-468f-ae54-be0b94b9967c None None] For port cd50e191-0a74-423e-9580-7acbed221e4e, host dv-cinder-849143-3-iscsi, cleared binding levels {{(pid=113213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:52:10.450527 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.db [None req-e98b795b-aa26-468f-ae54-be0b94b9967c None None] For port cd50e191-0a74-423e-9580-7acbed221e4e, host dv-cinder-849143-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=cd50e191-0a74-423e-9580-7acbed221e4e,segment=NetworkSegment(b441c4b6-7de0-4da2-a055-6601c587c21b),segment_id=b441c4b6-7de0-4da2-a055-6601c587c21b)] {{(pid=113213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:52:10.453922 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:10.471072 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-06087c47-68e7-4579-a927-adfcd80b4b8e None None] Port cd50e191-0a74-423e-9580-7acbed221e4e cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:52:10.486931 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522fe4ae-76f8-46a6-a1df-406974cfea73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c89a02c9-5859-4327-b7f9-8bf5a9e68d1e,revision_number=0']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:10.507362 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96faa2-16f5-4107-9d51-54fbafdc2e82 req-71c68bf0-3d91-4d26-815e-ddaed5fce7f0 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:10.508868 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-be96faa2-16f5-4107-9d51-54fbafdc2e82 req-71c68bf0-3d91-4d26-815e-ddaed5fce7f0 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2849e6b7-8459-4442-8392-46f23a36f993 HTTP/1.1" status: 200 len: 944 time: 0.1296177 Sep 17 03:52:10.510089 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522fe4ae-76f8-46a6-a1df-406974cfea73 admin admin] Checking segment: {'id': 'bcf345fc-8244-44bb-ba75-d4d17ac80a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1a49f659-3f87-48db-b80c-f1bbe9b847d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:52:10.515105 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522fe4ae-76f8-46a6-a1df-406974cfea73 admin admin] Network hostable DHCP agents. Network: 1a49f659-3f87-48db-b80c-f1bbe9b847d3, hostable agents: ['b0b4725d-5d3f-4adf-8b60-729f2f7a35da'], hosted agents: [] {{(pid=113210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 03:52:10.553501 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a868c5-3d41-4271-96e0-9b292847ce36 req-9a13bd35-e924-42b6-b74b-8ef0107c2f70 service neutron] Port 771161ec-28fc-415a-adc7-3de3a921060b on network 17da0435-2238-4de2-8cdc-e4e0ec82986c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 03:52:10.554286 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a868c5-3d41-4271-96e0-9b292847ce36 req-9a13bd35-e924-42b6-b74b-8ef0107c2f70 service neutron] Attempting to bind port 771161ec-28fc-415a-adc7-3de3a921060b on network 17da0435-2238-4de2-8cdc-e4e0ec82986c {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:52:10.571484 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-e98b795b-aa26-468f-ae54-be0b94b9967c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (cd50e191-0a74-423e-9580-7acbed221e4e), after_update {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:10.599875 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522fe4ae-76f8-46a6-a1df-406974cfea73 admin admin] Network 1a49f659-3f87-48db-b80c-f1bbe9b847d3 is scheduled to be hosted by DHCP agent b0b4725d-5d3f-4adf-8b60-729f2f7a35da with binding_index 1 {{(pid=113210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 03:52:10.652163 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a868c5-3d41-4271-96e0-9b292847ce36 req-9a13bd35-e924-42b6-b74b-8ef0107c2f70 service neutron] Checking agent: {'id': '56a63866-613b-46a0-90ee-05b9222d9bfc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 46, 46), 'started_at': datetime.datetime(2022, 9, 17, 3, 46, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:52:10.652885 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a868c5-3d41-4271-96e0-9b292847ce36 req-9a13bd35-e924-42b6-b74b-8ef0107c2f70 service neutron] Checking segment: {'id': '09dd00a3-8b97-425c-8fa8-26eaa25dbf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:52:10.653526 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a868c5-3d41-4271-96e0-9b292847ce36 req-9a13bd35-e924-42b6-b74b-8ef0107c2f70 service neutron] Bound using segment: {'id': '09dd00a3-8b97-425c-8fa8-26eaa25dbf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c'} {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:52:10.654162 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.managers [req-46a868c5-3d41-4271-96e0-9b292847ce36 req-9a13bd35-e924-42b6-b74b-8ef0107c2f70 service neutron] Bound port: 771161ec-28fc-415a-adc7-3de3a921060b, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09dd00a3-8b97-425c-8fa8-26eaa25dbf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c'}}] {{(pid=113211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:52:10.654794 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-46a868c5-3d41-4271-96e0-9b292847ce36 req-9a13bd35-e924-42b6-b74b-8ef0107c2f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (771161ec-28fc-415a-adc7-3de3a921060b), before_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:10.671499 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98b795b-aa26-468f-ae54-be0b94b9967c None None] Routers {'472edb2b-31c2-4849-9e0c-ce7b165e10ec'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:52:10.677309 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-e98b795b-aa26-468f-ae54-be0b94b9967c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:52:10Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['472edb2b-31c2-4849-9e0c-ce7b165e10ec'], 'active': True} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:52:10.685646 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.base_scheduler [None req-522fe4ae-76f8-46a6-a1df-406974cfea73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-3-iscsi, 1a49f659-3f87-48db-b80c-f1bbe9b847d3) {{(pid=113210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:52:10.696691 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa152ae-4717-4cbd-a45e-297c88c842bd None None] Network 1a49f659-3f87-48db-b80c-f1bbe9b847d3 requested from dv-cinder-849143-3-iscsi {{(pid=113212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:52:10.701411 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 4646b201-b85d-4631-b02b-f32c47494a3b up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:52:10.702105 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522fe4ae-76f8-46a6-a1df-406974cfea73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:10.702958 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-522fe4ae-76f8-46a6-a1df-406974cfea73 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:10.718507 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-be96faa2-16f5-4107-9d51-54fbafdc2e82 req-3c1e05d4-6c67-4464-97d3-d02efa903306 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022989 Sep 17 03:52:10.741396 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dcf05b-d558-4b23-b18c-42cbd49d8d9b None None] Pushing event updated for resources: {'Port': ['ID=cd50e191-0a74-423e-9580-7acbed221e4e,revision_number=4']} {{(pid=113213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:10.850376 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-522fe4ae-76f8-46a6-a1df-406974cfea73 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1032448 Sep 17 03:52:10.855697 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 49234) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:52:10.858239 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-8b7dd112-be84-484d-8a31-9030b1900433 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-706289707-router', 'tenant_id': '6d045ef7133244a38cb14ad861dcc8d2', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'}}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:52:10.925280 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:10.927440 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.db [req-46a868c5-3d41-4271-96e0-9b292847ce36 req-9a13bd35-e924-42b6-b74b-8ef0107c2f70 service neutron] For port 771161ec-28fc-415a-adc7-3de3a921060b, host hv-cinder-84914, cleared binding levels {{(pid=113211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:52:10.932435 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.db [req-46a868c5-3d41-4271-96e0-9b292847ce36 req-9a13bd35-e924-42b6-b74b-8ef0107c2f70 service neutron] For port 771161ec-28fc-415a-adc7-3de3a921060b, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=771161ec-28fc-415a-adc7-3de3a921060b,segment=NetworkSegment(09dd00a3-8b97-425c-8fa8-26eaa25dbf9b),segment_id=09dd00a3-8b97-425c-8fa8-26eaa25dbf9b)] {{(pid=113211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:52:10.959312 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvr_db [None req-e98b795b-aa26-468f-ae54-be0b94b9967c None None] Set router 472edb2b-31c2-4849-9e0c-ce7b165e10ec gateway port host: dv-cinder-849143-3-iscsi {{(pid=113213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:52:10.972010 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-06087c47-68e7-4579-a927-adfcd80b4b8e None None] Attempt 2 to provision port cd50e191-0a74-423e-9580-7acbed221e4e Sep 17 03:52:11.009581 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-8b7dd112-be84-484d-8a31-9030b1900433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-617353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6001'] for router (8565bdb9-3d60-416e-9d3b-f461630a4938), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:11.010824 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-8b7dd112-be84-484d-8a31-9030b1900433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-617908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6010'] for router (8565bdb9-3d60-416e-9d3b-f461630a4938), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:11.037482 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-46a868c5-3d41-4271-96e0-9b292847ce36 req-9a13bd35-e924-42b6-b74b-8ef0107c2f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26185551'] for port (771161ec-28fc-415a-adc7-3de3a921060b), after_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:11.113802 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a13bd35-e924-42b6-b74b-8ef0107c2f70 service neutron] Pushing event updated for resources: {'Port': ['ID=771161ec-28fc-415a-adc7-3de3a921060b,revision_number=3']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:11.121117 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port 4646b201-b85d-4631-b02b-f32c47494a3b triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:52:11.121621 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a868c5-3d41-4271-96e0-9b292847ce36 req-9a13bd35-e924-42b6-b74b-8ef0107c2f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:11.122354 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-46a868c5-3d41-4271-96e0-9b292847ce36 req-9a13bd35-e924-42b6-b74b-8ef0107c2f70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for port (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:11.124698 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-46a868c5-3d41-4271-96e0-9b292847ce36 req-9a13bd35-e924-42b6-b74b-8ef0107c2f70 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/771161ec-28fc-415a-adc7-3de3a921060b HTTP/1.1" status: 200 len: 1094 time: 2.2101951 Sep 17 03:52:11.125416 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2849e6b7-8459-4442-8392-46f23a36f993', 'tag': '771161ec-28fc-415a-adc7-3de3a921060b'}] {{(pid=113211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:52:11.127816 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346c2caff186dcd388f83f6dc64b2ba25d7763d65cfebe6fa09f9256a5522518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f16a64-3ed2-4622-8d81-9eb546cf718b" -d '{"events": [{"name": "network-changed", "server_uuid": "2849e6b7-8459-4442-8392-46f23a36f993", "tag": "771161ec-28fc-415a-adc7-3de3a921060b"}]}' {{(pid=113211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:52:11.134329 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (4646b201-b85d-4631-b02b-f32c47494a3b), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:11.134670 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port 4646b201-b85d-4631-b02b-f32c47494a3b Sep 17 03:52:11.155525 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0f0c3-ab65-45c7-aabc-464675c59685 req-0054943f-fbc2-4a60-b416-93013cd9b7f0 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:11.158144 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-78e0f0c3-ab65-45c7-aabc-464675c59685 req-0054943f-fbc2-4a60-b416-93013cd9b7f0 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 943 time: 0.1813393 Sep 17 03:52:11.169094 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-8b7dd112-be84-484d-8a31-9030b1900433 admin admin] Publish callbacks [] for router_controller (8565bdb9-3d60-416e-9d3b-f461630a4938), precommit_add_association {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:11.181022 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4990f2c-e243-441f-be57-f514ba62f3ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f96e3f4-43ec-52cd-99e5-8d71f9cd206c-1a49f659-3f87-48db-b80c-f1bbe9b847d3', 'network_id': '1a49f659-3f87-48db-b80c-f1bbe9b847d3', 'project_id': '6d045ef7133244a38cb14ad861dcc8d2', 'fixed_ips': [{'subnet_id': 'c89a02c9-5859-4327-b7f9-8bf5a9e68d1e'}]}} from dv-cinder-849143-3-iscsi. {{(pid=113212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 17 03:52:11.183199 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-e4990f2c-e243-441f-be57-f514ba62f3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:11.257534 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-78e0f0c3-ab65-45c7-aabc-464675c59685 req-1e2fef54-72a1-4572-9a35-f89709a33735 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833173 Sep 17 03:52:11.285570 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4f62bf-6374-418b-ab9b-5076dcc5b1fb x-openstack-request-id: req-db4f62bf-6374-418b-ab9b-5076dcc5b1fb {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:52:11.286571 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2849e6b7-8459-4442-8392-46f23a36f993", "tag": "771161ec-28fc-415a-adc7-3de3a921060b", "status": "completed", "code": 200}]} {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:52:11.286883 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-db4f62bf-6374-418b-ab9b-5076dcc5b1fb {{(pid=113211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:52:11.287299 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db4f62bf-6374-418b-ab9b-5076dcc5b1fb'] response: {'name': 'network-changed', 'server_uuid': '2849e6b7-8459-4442-8392-46f23a36f993', 'tag': '771161ec-28fc-415a-adc7-3de3a921060b', 'status': 'completed', 'code': 200} Sep 17 03:52:11.425285 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-06087c47-68e7-4579-a927-adfcd80b4b8e None None] Current status of the port cd50e191-0a74-423e-9580-7acbed221e4e is: DOWN; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:52:11.426067 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-06087c47-68e7-4579-a927-adfcd80b4b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (cd50e191-0a74-423e-9580-7acbed221e4e), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:11.429932 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a868c5-3d41-4271-96e0-9b292847ce36 req-e76e36a2-213d-4f8d-a9cf-c1c3d0754b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:11.429932 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-46a868c5-3d41-4271-96e0-9b292847ce36 req-e76e36a2-213d-4f8d-a9cf-c1c3d0754b55 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=cb2d22c677bb48a1aa50631997fc0741&device_id=2849e6b7-8459-4442-8392-46f23a36f993 HTTP/1.1" status: 200 len: 1128 time: 0.1097112 Sep 17 03:52:11.439887 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:11.470519 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-e98b795b-aa26-468f-ae54-be0b94b9967c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472edb2b-31c2-4849-9e0c-ce7b165e10ec', 'name': 'tempest-TestShelveInstance-1107489708-router', 'tenant_id': 'c265d90202534462b37c19391538b29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '082f752c-5608-44cb-92dd-c49a23a4e3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:58Z', 'updated_at': '2022-09-17T03:52:05Z', 'revision_number': 4, 'project_id': 'c265d90202534462b37c19391538b29a', 'gw_port': {'id': '082f752c-5608-44cb-92dd-c49a23a4e3c3', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:87:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472edb2b-31c2-4849-9e0c-ce7b165e10ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:59Z', 'updated_at': '2022-09-17T03:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': 'cd50e191-0a74-423e-9580-7acbed221e4e', 'name': '', 'network_id': '9639789b-4517-4d8a-8150-b02c75d21fd6', 'tenant_id': 'c265d90202534462b37c19391538b29a', 'mac_address': 'fa:16:3e:a7:cb:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472edb2b-31c2-4849-9e0c-ce7b165e10ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ea6084af-2859-4d2a-9fe2-69cd212d0f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:52:03Z', 'updated_at': '2022-09-17T03:52:10Z', 'revision_number': 4, 'project_id': 'c265d90202534462b37c19391538b29a', 'subnets': [{'id': 'ea6084af-2859-4d2a-9fe2-69cd212d0f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:52:11.513943 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-46a868c5-3d41-4271-96e0-9b292847ce36 req-adbc8420-6869-47d2-bdca-0e6e321f1bbf service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=771161ec-28fc-415a-adc7-3de3a921060b HTTP/1.1" status: 200 len: 217 time: 0.0630279 Sep 17 03:52:11.517601 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-06087c47-68e7-4579-a927-adfcd80b4b8e None None] For port cd50e191-0a74-423e-9580-7acbed221e4e, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=cd50e191-0a74-423e-9580-7acbed221e4e,segment=NetworkSegment(b441c4b6-7de0-4da2-a055-6601c587c21b),segment_id=b441c4b6-7de0-4da2-a055-6601c587c21b)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:52:11.523405 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port 4646b201-b85d-4631-b02b-f32c47494a3b is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:52:11.551016 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98b795b-aa26-468f-ae54-be0b94b9967c None None] The sync data for ids ['472edb2b-31c2-4849-9e0c-ce7b165e10ec'] in dv-cinder-849143-3-iscsi is: [{'id': '472edb2b-31c2-4849-9e0c-ce7b165e10ec', 'name': 'tempest-TestShelveInstance-1107489708-router', 'tenant_id': 'c265d90202534462b37c19391538b29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '082f752c-5608-44cb-92dd-c49a23a4e3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:58Z', 'updated_at': '2022-09-17T03:52:05Z', 'revision_number': 4, 'project_id': 'c265d90202534462b37c19391538b29a', 'gw_port': {'id': '082f752c-5608-44cb-92dd-c49a23a4e3c3', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:87:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472edb2b-31c2-4849-9e0c-ce7b165e10ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:59Z', 'updated_at': '2022-09-17T03:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': 'cd50e191-0a74-423e-9580-7acbed221e4e', 'name': '', 'network_id': '9639789b-4517-4d8a-8150-b02c75d21fd6', 'tenant_id': 'c265d90202534462b37c19391538b29a', 'mac_address': 'fa:16:3e:a7:cb:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472edb2b-31c2-4849-9e0c-ce7b165e10ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ea6084af-2859-4d2a-9fe2-69cd212d0f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:52:03Z', 'updated_at': '2022-09-17T03:52:10Z', 'revision_number': 4, 'project_id': 'c265d90202534462b37c19391538b29a', 'subnets': [{'id': 'ea6084af-2859-4d2a-9fe2-69cd212d0f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:52:11.584028 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.db_base_plugin_common [None req-e4990f2c-e243-441f-be57-f514ba62f3ba None None] Allocated IP 172.20.0.2 (1a49f659-3f87-48db-b80c-f1bbe9b847d3/c89a02c9-5859-4327-b7f9-8bf5a9e68d1e/89150800-67d2-40b6-ae5e-4108ef476cb8) {{(pid=113212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:52:11.600274 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ff42d983-095d-47ba-82c6-d5d7a2ded2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b812d02d-dcd0-44a4-bd1c-6e92b95e6b3f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:11.610946 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=113212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 03:52:11.632103 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-06087c47-68e7-4579-a927-adfcd80b4b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (cd50e191-0a74-423e-9580-7acbed221e4e), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:11.638737 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-8b7dd112-be84-484d-8a31-9030b1900433 admin admin] Publish callbacks [] for router_gateway (8565bdb9-3d60-416e-9d3b-f461630a4938), precommit_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:11.644271 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a868c5-3d41-4271-96e0-9b292847ce36 req-ec4dc2c3-0fb6-4518-8b89-9f2d9550617b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:11.646569 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-46a868c5-3d41-4271-96e0-9b292847ce36 req-ec4dc2c3-0fb6-4518-8b89-9f2d9550617b service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=d79f26d2-7e28-4c00-b0e8-4dc043d7353f HTTP/1.1" status: 200 len: 851 time: 0.1246455 Sep 17 03:52:11.742853 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-06087c47-68e7-4579-a927-adfcd80b4b8e None None] Provisioning complete for port fa4683db-bcee-49d6-b9c9-a8cf09be64f5 triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:52:11.742853 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-06087c47-68e7-4579-a927-adfcd80b4b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (fa4683db-bcee-49d6-b9c9-a8cf09be64f5), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:11.742853 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-06087c47-68e7-4579-a927-adfcd80b4b8e None None] Attempt 1 to provision port fa4683db-bcee-49d6-b9c9-a8cf09be64f5 Sep 17 03:52:11.758714 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a868c5-3d41-4271-96e0-9b292847ce36 req-6675670a-21ac-4325-9481-db4211cfa311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:11.758714 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-46a868c5-3d41-4271-96e0-9b292847ce36 req-6675670a-21ac-4325-9481-db4211cfa311 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=17da0435-2238-4de2-8cdc-e4e0ec82986c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1027155 Sep 17 03:52:11.845300 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.db.resource_extend [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 17 03:52:11.867763 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:11.916640 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:11.993453 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce78c4-e1a6-47eb-8cfb-bab0a4bb7ed4 req-602f4475-49c6-4bc6-b0a5-4e7f8a9e18e8 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:11.995014 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-85ce78c4-e1a6-47eb-8cfb-bab0a4bb7ed4 req-602f4475-49c6-4bc6-b0a5-4e7f8a9e18e8 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2849e6b7-8459-4442-8392-46f23a36f993 HTTP/1.1" status: 200 len: 944 time: 0.0650961 Sep 17 03:52:12.009064 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-46a868c5-3d41-4271-96e0-9b292847ce36 req-88a32e1d-6d4c-42c8-aa41-26d6a7ea23ad service neutron] 10.222.0.18 "GET /networking/v2.0/networks/17da0435-2238-4de2-8cdc-e4e0ec82986c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442644 Sep 17 03:52:12.017591 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-e4990f2c-e243-441f-be57-f514ba62f3ba None None] Publish callbacks [] for port (89150800-67d2-40b6-ae5e-4108ef476cb8), precommit_create {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:12.020155 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:UPDATE=7,neutron:SELECT=89,neutron:INSERT=4 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:12.030615 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06087c47-68e7-4579-a927-adfcd80b4b8e None None] Pushing event updated for resources: {'Port': ['ID=cd50e191-0a74-423e-9580-7acbed221e4e,revision_number=5']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:12.131538 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-8b7dd112-be84-484d-8a31-9030b1900433 admin admin] Publish callbacks [] for router_gateway (8565bdb9-3d60-416e-9d3b-f461630a4938), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:12.131737 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=21eb96ad-7324-4cd7-bafe-bcd97e1bcf22,segment=NetworkSegment(08cb3b6a-b907-4438-a94b-64c1979bcd7f),segment_id=08cb3b6a-b907-4438-a94b-64c1979bcd7f)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:52:12.138203 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-85ce78c4-e1a6-47eb-8cfb-bab0a4bb7ed4 req-59927d43-e9b7-42dd-b80b-2e697f0d9167 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328607 Sep 17 03:52:12.152206 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-8b7dd112-be84-484d-8a31-9030b1900433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:12.163110 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Returning: {'device': '21eb96ad-7324-4cd7-bafe-bcd97e1bcf22', 'network_id': 'a2c22271-da7e-4d2b-b2be-97deb622f84c', 'port_id': '21eb96ad-7324-4cd7-bafe-bcd97e1bcf22', 'mac_address': 'fa:16:3e:d2:8d:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 03:52:12.169414 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-06087c47-68e7-4579-a927-adfcd80b4b8e None None] Current status of the port fa4683db-bcee-49d6-b9c9-a8cf09be64f5 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:52:12.187599 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-46a868c5-3d41-4271-96e0-9b292847ce36 req-18d69587-01f6-45cc-b972-ae7c56161926 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/17da0435-2238-4de2-8cdc-e4e0ec82986c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648893 Sep 17 03:52:12.218832 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22 is: DOWN; New status is: BUILD {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:52:12.219230 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (21eb96ad-7324-4cd7-bafe-bcd97e1bcf22), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:12.238824 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22 {{(pid=113212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:52:12.263243 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=21eb96ad-7324-4cd7-bafe-bcd97e1bcf22,segment=NetworkSegment(08cb3b6a-b907-4438-a94b-64c1979bcd7f),segment_id=08cb3b6a-b907-4438-a94b-64c1979bcd7f)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:52:12.274289 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-e4990f2c-e243-441f-be57-f514ba62f3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976'] for port (89150800-67d2-40b6-ae5e-4108ef476cb8), after_create {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:12.289610 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.db_base_plugin_common [None req-8b7dd112-be84-484d-8a31-9030b1900433 admin admin] Allocated IP 172.27.0.39 (4d68fa53-4257-4a6b-8a5b-fb329be82f15/9fe7d342-7214-45a3-bf4f-d121f4a79efc/3f434b77-5b00-4c04-a469-d774df32edb3) {{(pid=113210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:52:12.395123 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (21eb96ad-7324-4cd7-bafe-bcd97e1bcf22), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:12.412296 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4990f2c-e243-441f-be57-f514ba62f3ba None None] Network 1a49f659-3f87-48db-b80c-f1bbe9b847d3 is already hosted by enough agents. {{(pid=113212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:52:12.419247 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.scheduler.base_scheduler [None req-e4990f2c-e243-441f-be57-f514ba62f3ba None None] Resources bound (agent type, host, resource id): {{(pid=113212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:52:12.421811 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4990f2c-e243-441f-be57-f514ba62f3ba None None] Pushing event updated for resources: {'Port': ['ID=89150800-67d2-40b6-ae5e-4108ef476cb8,revision_number=1']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:12.423741 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4990f2c-e243-441f-be57-f514ba62f3ba None None] Received port after_create {{(pid=113212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:52:12.467834 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a82c010-3775-4faa-8d97-ec510a813460 req-330f649b-df2b-4951-9a60-71a9dec126c3 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:12.469540 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9a82c010-3775-4faa-8d97-ec510a813460 req-330f649b-df2b-4951-9a60-71a9dec126c3 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 944 time: 0.0748043 Sep 17 03:52:12.545494 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-8b7dd112-be84-484d-8a31-9030b1900433 admin admin] Publish callbacks [] for port (3f434b77-5b00-4c04-a469-d774df32edb3), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:12.589856 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9a82c010-3775-4faa-8d97-ec510a813460 req-8ef0b907-cb47-4811-b392-54987afd1642 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126249 Sep 17 03:52:12.603462 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:12.704596 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:12.729987 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device cd50e191-0a74-423e-9580-7acbed221e4e up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:52:12.732409 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-8b7dd112-be84-484d-8a31-9030b1900433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (3f434b77-5b00-4c04-a469-d774df32edb3), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:12.759183 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=21eb96ad-7324-4cd7-bafe-bcd97e1bcf22,revision_number=9']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:12.763583 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-e4990f2c-e243-441f-be57-f514ba62f3ba None None] Attempting to bind port 89150800-67d2-40b6-ae5e-4108ef476cb8 on host dv-cinder-849143-3-iscsi for vnic_type normal with profile {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:52:12.763961 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-e4990f2c-e243-441f-be57-f514ba62f3ba None None] Attempting to bind port 89150800-67d2-40b6-ae5e-4108ef476cb8 by drivers openvswitch,hyperv on host dv-cinder-849143-3-iscsi at level 0 using segments [{'id': 'bcf345fc-8244-44bb-ba75-d4d17ac80a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1a49f659-3f87-48db-b80c-f1bbe9b847d3'}] {{(pid=113212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:52:12.764327 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4990f2c-e243-441f-be57-f514ba62f3ba None None] Attempting to bind port 89150800-67d2-40b6-ae5e-4108ef476cb8 on network 1a49f659-3f87-48db-b80c-f1bbe9b847d3 {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:52:12.780740 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7dd112-be84-484d-8a31-9030b1900433 admin admin] Network 4d68fa53-4257-4a6b-8a5b-fb329be82f15 is already hosted by enough agents. {{(pid=113210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:52:12.784667 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.base_scheduler [None req-8b7dd112-be84-484d-8a31-9030b1900433 admin admin] Resources bound (agent type, host, resource id): {{(pid=113210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:52:12.787771 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f16a64-3ed2-4622-8d81-9eb546cf718b req-acadb41c-0edb-40f4-9ced-36d2db7eff70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:12.790680 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-30f16a64-3ed2-4622-8d81-9eb546cf718b req-acadb41c-0edb-40f4-9ced-36d2db7eff70 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=cb2d22c677bb48a1aa50631997fc0741&device_id=2849e6b7-8459-4442-8392-46f23a36f993 HTTP/1.1" status: 200 len: 1128 time: 0.0771687 Sep 17 03:52:12.796587 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7dd112-be84-484d-8a31-9030b1900433 admin admin] Received port after_create {{(pid=113210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:52:12.842774 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7dd112-be84-484d-8a31-9030b1900433 admin admin] Pushing event updated for resources: {'Port': ['ID=3f434b77-5b00-4c04-a469-d774df32edb3,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:12.870967 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] get_ports_and_sgs() called for port_ids ['21eb96ad-7324-4cd7-bafe-bcd97e1bcf22'] {{(pid=113212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:52:12.901938 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4990f2c-e243-441f-be57-f514ba62f3ba None None] Checking agent: {'id': '287db9f2-8160-4728-95aa-12aebca604d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 40, 13), 'started_at': datetime.datetime(2022, 9, 17, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:52:12.903699 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4990f2c-e243-441f-be57-f514ba62f3ba None None] Checking segment: {'id': 'bcf345fc-8244-44bb-ba75-d4d17ac80a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1a49f659-3f87-48db-b80c-f1bbe9b847d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:52:12.904317 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-e4990f2c-e243-441f-be57-f514ba62f3ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:12.905474 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4990f2c-e243-441f-be57-f514ba62f3ba None None] Bound using segment: {'id': 'bcf345fc-8244-44bb-ba75-d4d17ac80a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1a49f659-3f87-48db-b80c-f1bbe9b847d3'} {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:52:12.906210 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-e4990f2c-e243-441f-be57-f514ba62f3ba None None] Bound port: 89150800-67d2-40b6-ae5e-4108ef476cb8, host: dv-cinder-849143-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf345fc-8244-44bb-ba75-d4d17ac80a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1a49f659-3f87-48db-b80c-f1bbe9b847d3'}}] {{(pid=113212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:52:12.906791 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-e4990f2c-e243-441f-be57-f514ba62f3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (89150800-67d2-40b6-ae5e-4108ef476cb8), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:12.918328 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port cd50e191-0a74-423e-9580-7acbed221e4e triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:52:12.919081 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (cd50e191-0a74-423e-9580-7acbed221e4e), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:12.919623 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port cd50e191-0a74-423e-9580-7acbed221e4e Sep 17 03:52:13.007925 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f16a64-3ed2-4622-8d81-9eb546cf718b req-30998721-5b21-4d41-8105-9e5ca476a904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:13.011665 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-30f16a64-3ed2-4622-8d81-9eb546cf718b req-30998721-5b21-4d41-8105-9e5ca476a904 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=17da0435-2238-4de2-8cdc-e4e0ec82986c HTTP/1.1" status: 200 len: 913 time: 0.2102947 Sep 17 03:52:13.035418 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:13.085047 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-30f16a64-3ed2-4622-8d81-9eb546cf718b req-dc5e9ccf-71fa-435a-bc75-9c3896025758 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=771161ec-28fc-415a-adc7-3de3a921060b HTTP/1.1" status: 200 len: 217 time: 0.0608656 Sep 17 03:52:13.126497 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-e4990f2c-e243-441f-be57-f514ba62f3ba None None] For port 89150800-67d2-40b6-ae5e-4108ef476cb8, host dv-cinder-849143-3-iscsi, cleared binding levels {{(pid=113212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:52:13.139647 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f16a64-3ed2-4622-8d81-9eb546cf718b req-00cd6c2e-6201-40d4-aaa4-1ee3f1140f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:13.143804 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-30f16a64-3ed2-4622-8d81-9eb546cf718b req-00cd6c2e-6201-40d4-aaa4-1ee3f1140f22 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=d79f26d2-7e28-4c00-b0e8-4dc043d7353f HTTP/1.1" status: 200 len: 851 time: 0.0518699 Sep 17 03:52:13.163642 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (287db9f2-8160-4728-95aa-12aebca604d4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:13.183733 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-e4990f2c-e243-441f-be57-f514ba62f3ba None None] For port 89150800-67d2-40b6-ae5e-4108ef476cb8, host dv-cinder-849143-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=89150800-67d2-40b6-ae5e-4108ef476cb8,segment=NetworkSegment(bcf345fc-8244-44bb-ba75-d4d17ac80a57),segment_id=bcf345fc-8244-44bb-ba75-d4d17ac80a57)] {{(pid=113212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:52:13.218953 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f16a64-3ed2-4622-8d81-9eb546cf718b req-d6976224-1afe-455f-af48-57b5bccce8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:13.220476 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-30f16a64-3ed2-4622-8d81-9eb546cf718b req-d6976224-1afe-455f-af48-57b5bccce8cd service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=17da0435-2238-4de2-8cdc-e4e0ec82986c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0684981 Sep 17 03:52:13.259966 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port cd50e191-0a74-423e-9580-7acbed221e4e is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:52:13.278789 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-e4990f2c-e243-441f-be57-f514ba62f3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (89150800-67d2-40b6-ae5e-4108ef476cb8), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:13.343149 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0ce3e-8476-4eb4-816e-afd8964ab885 req-7258c873-6fe1-472d-9244-56b242b72132 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:13.344696 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d6a0ce3e-8476-4eb4-816e-afd8964ab885 req-7258c873-6fe1-472d-9244-56b242b72132 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2849e6b7-8459-4442-8392-46f23a36f993 HTTP/1.1" status: 200 len: 944 time: 0.0834024 Sep 17 03:52:13.377862 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-8b7dd112-be84-484d-8a31-9030b1900433 admin admin] Publish callbacks [] for router_gateway (8565bdb9-3d60-416e-9d3b-f461630a4938), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:13.414780 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fecdf064-2280-4810-8c6f-7fec6cce5654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (7e0cb1e0-c4a7-4d3b-9abd-ffc9973ed5e0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:13.449972 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d6a0ce3e-8476-4eb4-816e-afd8964ab885 req-3ea25d23-471c-4916-93b1-f19eb5b845d8 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917115 Sep 17 03:52:13.451600 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4990f2c-e243-441f-be57-f514ba62f3ba None None] Pushing event updated for resources: {'Port': ['ID=89150800-67d2-40b6-ae5e-4108ef476cb8,revision_number=2']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:13.483653 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-30f16a64-3ed2-4622-8d81-9eb546cf718b req-aa22acb1-56d1-4364-918b-603c2a9ba700 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/17da0435-2238-4de2-8cdc-e4e0ec82986c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527924 Sep 17 03:52:13.595192 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:13.673089 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-30f16a64-3ed2-4622-8d81-9eb546cf718b req-ac8889ff-753c-4dd3-bc70-d8e8fb515d9c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/17da0435-2238-4de2-8cdc-e4e0ec82986c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818829 Sep 17 03:52:13.777561 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:13.830451 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-8b7dd112-be84-484d-8a31-9030b1900433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-617964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-615204'] for router (8565bdb9-3d60-416e-9d3b-f461630a4938), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:13.834695 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088237f7-3e1b-4f1f-9796-ce5ad45ea1c3 req-fabd661b-64f7-4ae4-a86b-75b6e29b8630 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:13.842822 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-088237f7-3e1b-4f1f-9796-ce5ad45ea1c3 req-fabd661b-64f7-4ae4-a86b-75b6e29b8630 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 944 time: 0.0950019 Sep 17 03:52:13.917159 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-088237f7-3e1b-4f1f-9796-ce5ad45ea1c3 req-83be01c6-8c2d-4c32-bbf8-6a98aec5644f tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734601 Sep 17 03:52:14.104645 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7dd112-be84-484d-8a31-9030b1900433 admin admin] Router 8565bdb9-3d60-416e-9d3b-f461630a4938 is scheduled to L3 agent b971cbd0-997d-41fb-8614-0aea29982798 with binding_index 1 {{(pid=113210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 03:52:14.259807 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7dd112-be84-484d-8a31-9030b1900433 admin admin] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:52:14.272464 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb1791a-3a35-484f-b493-f4cbc3114e3a None None] Sync routers for ids ['8565bdb9-3d60-416e-9d3b-f461630a4938'] in dv-cinder-849143-3-iscsi {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:52:14.298291 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22 up at agent hyperv_hv-cinder-84914 {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:52:14.355346 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb1791a-3a35-484f-b493-f4cbc3114e3a None None] Routers {'8565bdb9-3d60-416e-9d3b-f461630a4938'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:52:14.355953 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-5fb1791a-3a35-484f-b493-f4cbc3114e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:52:10Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['8565bdb9-3d60-416e-9d3b-f461630a4938'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:52:14.374626 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-8b7dd112-be84-484d-8a31-9030b1900433 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:14.376426 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-8b7dd112-be84-484d-8a31-9030b1900433 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.5224802 Sep 17 03:52:14.380966 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 49272) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:52:14.557875 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Provisioning complete for port 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:52:14.558613 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (21eb96ad-7324-4cd7-bafe-bcd97e1bcf22), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:14.559116 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Attempt 1 to provision port 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22 Sep 17 03:52:14.656229 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-5fb1791a-3a35-484f-b493-f4cbc3114e3a None None] Set router 8565bdb9-3d60-416e-9d3b-f461630a4938 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:52:14.830662 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22 is: BUILD; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:52:14.831060 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (21eb96ad-7324-4cd7-bafe-bcd97e1bcf22), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:14.834535 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 89150800-67d2-40b6-ae5e-4108ef476cb8 up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:52:14.924952 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c988135-dfbf-4307-88a2-ef92400a41ae None None] Network 1a49f659-3f87-48db-b80c-f1bbe9b847d3 requested from dv-cinder-849143-3-iscsi {{(pid=113212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:52:14.950366 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc5c225-b092-4c0a-9667-476ecc0e4e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21eb96ad-7324-4cd7-bafe-bcd97e1bcf22'}] {{(pid=113212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:52:14.952732 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc6586f6b4c6bd034ee7705c69f50a833cff710b963951e05e6de8956872ccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9d6192-443c-4264-b273-5430ccab851f" -d '{"events": [{"server_uuid": "7cc5c225-b092-4c0a-9667-476ecc0e4e39", "name": "network-vif-plugged", "status": "completed", "tag": "21eb96ad-7324-4cd7-bafe-bcd97e1bcf22"}]}' {{(pid=113212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:52:15.026618 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d1ed9-547b-4cbe-a754-652493db6d4b req-50dea8ca-603a-4e24-b5e3-a0d0d1202ecd tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:15.029081 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-aa7d1ed9-547b-4cbe-a754-652493db6d4b req-50dea8ca-603a-4e24-b5e3-a0d0d1202ecd tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2849e6b7-8459-4442-8392-46f23a36f993 HTTP/1.1" status: 200 len: 944 time: 0.0927587 Sep 17 03:52:15.044343 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:15.081939 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=21eb96ad-7324-4cd7-bafe-bcd97e1bcf22,segment=NetworkSegment(08cb3b6a-b907-4438-a94b-64c1979bcd7f),segment_id=08cb3b6a-b907-4438-a94b-64c1979bcd7f)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:52:15.093689 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-85b3a179-1b0e-4eb4-a3ec-31e1d42e0308 None None] Provisioning complete for port 89150800-67d2-40b6-ae5e-4108ef476cb8 triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:52:15.094098 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-85b3a179-1b0e-4eb4-a3ec-31e1d42e0308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (89150800-67d2-40b6-ae5e-4108ef476cb8), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:15.098485 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-85b3a179-1b0e-4eb4-a3ec-31e1d42e0308 None None] Attempt 1 to provision port 89150800-67d2-40b6-ae5e-4108ef476cb8 Sep 17 03:52:15.152037 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:15.173919 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (21eb96ad-7324-4cd7-bafe-bcd97e1bcf22), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:15.175763 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port 89150800-67d2-40b6-ae5e-4108ef476cb8 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:52:15.176122 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (89150800-67d2-40b6-ae5e-4108ef476cb8), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:15.177168 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port 89150800-67d2-40b6-ae5e-4108ef476cb8 Sep 17 03:52:15.200829 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369590ed-19b9-4d2e-ba13-827b670b6837 req-e3632ac9-d6d1-404d-abe5-cd875e4ca5b1 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:15.202398 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-369590ed-19b9-4d2e-ba13-827b670b6837 req-e3632ac9-d6d1-404d-abe5-cd875e4ca5b1 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 944 time: 0.1365666 Sep 17 03:52:15.256679 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-aa7d1ed9-547b-4cbe-a754-652493db6d4b req-98c8b05b-19d0-40f2-afb9-4d7328894d5e tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2195797 Sep 17 03:52:15.309407 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=100 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:15.350560 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15445a7-cb14-41bb-a045-45ac21c1e4c1 x-openstack-request-id: req-d15445a7-cb14-41bb-a045-45ac21c1e4c1 {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:52:15.351372 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cc5c225-b092-4c0a-9667-476ecc0e4e39", "name": "network-vif-plugged", "status": "completed", "tag": "21eb96ad-7324-4cd7-bafe-bcd97e1bcf22", "code": 200}]} {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:52:15.351372 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d15445a7-cb14-41bb-a045-45ac21c1e4c1 {{(pid=113212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:52:15.351629 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d15445a7-cb14-41bb-a045-45ac21c1e4c1'] response: {'server_uuid': '7cc5c225-b092-4c0a-9667-476ecc0e4e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21eb96ad-7324-4cd7-bafe-bcd97e1bcf22', 'code': 200} Sep 17 03:52:15.374652 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-369590ed-19b9-4d2e-ba13-827b670b6837 req-1f5c9bec-428b-41d3-bb2c-f38ccc894af6 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653857 Sep 17 03:52:15.410595 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-5fb1791a-3a35-484f-b493-f4cbc3114e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8565bdb9-3d60-416e-9d3b-f461630a4938', 'name': 'tempest-TestShelveInstance-706289707-router', 'tenant_id': '6d045ef7133244a38cb14ad861dcc8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '3f434b77-5b00-4c04-a469-d774df32edb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:52:11Z', 'updated_at': '2022-09-17T03:52:13Z', 'revision_number': 3, 'project_id': '6d045ef7133244a38cb14ad861dcc8d2', 'gw_port': {'id': '3f434b77-5b00-4c04-a469-d774df32edb3', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:fd:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8565bdb9-3d60-416e-9d3b-f461630a4938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:52:12Z', 'updated_at': '2022-09-17T03:52:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi'}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:52:15.412762 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=21eb96ad-7324-4cd7-bafe-bcd97e1bcf22,revision_number=10']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:15.471616 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb1791a-3a35-484f-b493-f4cbc3114e3a None None] Checking router: 8565bdb9-3d60-416e-9d3b-f461630a4938 for host: dv-cinder-849143-3-iscsi {{(pid=113212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:52:15.471924 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb1791a-3a35-484f-b493-f4cbc3114e3a None None] Updating router 8565bdb9-3d60-416e-9d3b-f461630a4938 port 3f434b77-5b00-4c04-a469-d774df32edb3 binding host dv-cinder-849143-3-iscsi {{(pid=113212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 03:52:15.501419 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-85b3a179-1b0e-4eb4-a3ec-31e1d42e0308 None None] Current status of the port 89150800-67d2-40b6-ae5e-4108ef476cb8 is: DOWN; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:52:15.502536 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-85b3a179-1b0e-4eb4-a3ec-31e1d42e0308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (89150800-67d2-40b6-ae5e-4108ef476cb8), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:15.559492 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0feb07f9-d443-4b02-888c-a8abb4e1eab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:15.572675 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-5fb1791a-3a35-484f-b493-f4cbc3114e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (3f434b77-5b00-4c04-a469-d774df32edb3), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:15.575139 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port 89150800-67d2-40b6-ae5e-4108ef476cb8 is: DOWN; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:52:15.575511 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (89150800-67d2-40b6-ae5e-4108ef476cb8), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:15.643471 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-85b3a179-1b0e-4eb4-a3ec-31e1d42e0308 None None] For port 89150800-67d2-40b6-ae5e-4108ef476cb8, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=89150800-67d2-40b6-ae5e-4108ef476cb8,segment=NetworkSegment(bcf345fc-8244-44bb-ba75-d4d17ac80a57),segment_id=bcf345fc-8244-44bb-ba75-d4d17ac80a57)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:52:15.728953 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-85b3a179-1b0e-4eb4-a3ec-31e1d42e0308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (89150800-67d2-40b6-ae5e-4108ef476cb8), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:15.773857 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:15.790156 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b3a179-1b0e-4eb4-a3ec-31e1d42e0308 None None] Pushing event updated for resources: {'Port': ['ID=89150800-67d2-40b6-ae5e-4108ef476cb8,revision_number=3']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:15.799990 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.db_base_plugin_common [None req-0feb07f9-d443-4b02-888c-a8abb4e1eab6 admin admin] Allocated IP 172.20.0.1 (1a49f659-3f87-48db-b80c-f1bbe9b847d3/c89a02c9-5859-4327-b7f9-8bf5a9e68d1e/7dfb72d3-6bb7-45a8-b482-62b284586c68) {{(pid=113211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:52:15.933776 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0feb07f9-d443-4b02-888c-a8abb4e1eab6 admin admin] Publish callbacks [] for port (7dfb72d3-6bb7-45a8-b482-62b284586c68), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:15.966191 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:16.065157 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0feb07f9-d443-4b02-888c-a8abb4e1eab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26185590'] for port (7dfb72d3-6bb7-45a8-b482-62b284586c68), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:16.108366 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0feb07f9-d443-4b02-888c-a8abb4e1eab6 admin admin] Network 1a49f659-3f87-48db-b80c-f1bbe9b847d3 is already hosted by enough agents. {{(pid=113211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:52:16.111230 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-90e751bf-5002-41b9-a4f1-974d5ece23c0 None None] Provisioning complete for port 89150800-67d2-40b6-ae5e-4108ef476cb8 triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:52:16.111612 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-90e751bf-5002-41b9-a4f1-974d5ece23c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (89150800-67d2-40b6-ae5e-4108ef476cb8), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:16.111913 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.base_scheduler [None req-0feb07f9-d443-4b02-888c-a8abb4e1eab6 admin admin] Resources bound (agent type, host, resource id): {{(pid=113211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:52:16.112034 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-90e751bf-5002-41b9-a4f1-974d5ece23c0 None None] Attempt 1 to provision port 89150800-67d2-40b6-ae5e-4108ef476cb8 Sep 17 03:52:16.117020 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0feb07f9-d443-4b02-888c-a8abb4e1eab6 admin admin] Received port after_create {{(pid=113211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:52:16.153249 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.db.api [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113212) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 17 03:52:16.154004 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG oslo_db.api [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 03:52:16.167297 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:16.231629 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feb07f9-d443-4b02-888c-a8abb4e1eab6 admin admin] Pushing event updated for resources: {'Port': ['ID=7dfb72d3-6bb7-45a8-b482-62b284586c68,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:16.248899 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0feb07f9-d443-4b02-888c-a8abb4e1eab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-426525'] for router_interface (8565bdb9-3d60-416e-9d3b-f461630a4938), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:16.379143 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-5fb1791a-3a35-484f-b493-f4cbc3114e3a None None] Publish callbacks [] for port (3f434b77-5b00-4c04-a469-d774df32edb3), precommit_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:16.403535 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-90e751bf-5002-41b9-a4f1-974d5ece23c0 None None] Current status of the port 89150800-67d2-40b6-ae5e-4108ef476cb8 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:52:16.428990 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa058a55-d3ed-4774-b789-f4d22b698bf2 req-0ff3fd19-e2b4-4d7d-8a07-25631cef93c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:16.430864 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-fa058a55-d3ed-4774-b789-f4d22b698bf2 req-0ff3fd19-e2b4-4d7d-8a07-25631cef93c4 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 1130 time: 0.2784104 Sep 17 03:52:16.468417 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (56a63866-613b-46a0-90ee-05b9222d9bfc), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:16.476581 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-5fb1791a-3a35-484f-b493-f4cbc3114e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (3f434b77-5b00-4c04-a469-d774df32edb3), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:16.491878 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd1046-e0e1-49b1-9e6f-4cecb02d61b3 req-91441e07-60b7-4df6-8f17-d9874291eea6 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:16.498285 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9dcd1046-e0e1-49b1-9e6f-4cecb02d61b3 req-91441e07-60b7-4df6-8f17-d9874291eea6 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2849e6b7-8459-4442-8392-46f23a36f993 HTTP/1.1" status: 200 len: 944 time: 0.0980458 Sep 17 03:52:16.536872 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae53a649-8d51-42ee-a1f3-dacc0f87c4c6 None None] Pushing event updated for resources: {'Port': ['ID=3f434b77-5b00-4c04-a469-d774df32edb3,revision_number=2']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:16.542302 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-5fb1791a-3a35-484f-b493-f4cbc3114e3a None None] Attempting to bind port 3f434b77-5b00-4c04-a469-d774df32edb3 on host dv-cinder-849143-3-iscsi for vnic_type normal with profile {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:52:16.542875 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-5fb1791a-3a35-484f-b493-f4cbc3114e3a None None] Attempting to bind port 3f434b77-5b00-4c04-a469-d774df32edb3 by drivers openvswitch,hyperv on host dv-cinder-849143-3-iscsi at level 0 using segments [{'id': 'b9ff3b7d-3dba-4f81-9340-22e46529b80a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'}] {{(pid=113212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:52:16.543225 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb1791a-3a35-484f-b493-f4cbc3114e3a None None] Attempting to bind port 3f434b77-5b00-4c04-a469-d774df32edb3 on network 4d68fa53-4257-4a6b-8a5b-fb329be82f15 {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:52:16.567689 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-fa058a55-d3ed-4774-b789-f4d22b698bf2 req-7194c915-8fa2-4987-b181-d664b3bb1295 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162806 Sep 17 03:52:16.569088 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-198a2a59-3d4f-4dc3-a6b0-8f8db22764ec None None] Provisioning complete for port 7dfb72d3-6bb7-45a8-b482-62b284586c68 triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:52:16.569440 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-198a2a59-3d4f-4dc3-a6b0-8f8db22764ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (7dfb72d3-6bb7-45a8-b482-62b284586c68), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:16.569792 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-198a2a59-3d4f-4dc3-a6b0-8f8db22764ec None None] Attempt 1 to provision port 7dfb72d3-6bb7-45a8-b482-62b284586c68 Sep 17 03:52:16.627775 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-198a2a59-3d4f-4dc3-a6b0-8f8db22764ec None None] Port 7dfb72d3-6bb7-45a8-b482-62b284586c68 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:52:16.642831 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb1791a-3a35-484f-b493-f4cbc3114e3a None None] Checking agent: {'id': '287db9f2-8160-4728-95aa-12aebca604d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 40, 13), 'started_at': datetime.datetime(2022, 9, 17, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:52:16.643241 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb1791a-3a35-484f-b493-f4cbc3114e3a None None] Checking segment: {'id': 'b9ff3b7d-3dba-4f81-9340-22e46529b80a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:52:16.643616 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-5fb1791a-3a35-484f-b493-f4cbc3114e3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:16.644760 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb1791a-3a35-484f-b493-f4cbc3114e3a None None] Bound using segment: {'id': 'b9ff3b7d-3dba-4f81-9340-22e46529b80a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'} {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:52:16.646929 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-5fb1791a-3a35-484f-b493-f4cbc3114e3a None None] Bound port: 3f434b77-5b00-4c04-a469-d774df32edb3, host: dv-cinder-849143-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ff3b7d-3dba-4f81-9340-22e46529b80a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'}}] {{(pid=113212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:52:16.647312 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-5fb1791a-3a35-484f-b493-f4cbc3114e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (3f434b77-5b00-4c04-a469-d774df32edb3), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:16.677818 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da3d92-fbd7-46f9-9c11-89424319083d req-433db27c-5d20-445c-8229-e8d626dfd011 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:16.680263 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-44da3d92-fbd7-46f9-9c11-89424319083d req-433db27c-5d20-445c-8229-e8d626dfd011 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 946 time: 0.1769328 Sep 17 03:52:16.684132 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0feb07f9-d443-4b02-888c-a8abb4e1eab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (7dfb72d3-6bb7-45a8-b482-62b284586c68), before_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:16.733928 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port 89150800-67d2-40b6-ae5e-4108ef476cb8 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:52:16.735188 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:16.742291 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-5fb1791a-3a35-484f-b493-f4cbc3114e3a None None] For port 3f434b77-5b00-4c04-a469-d774df32edb3, host dv-cinder-849143-3-iscsi, cleared binding levels {{(pid=113212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:52:16.745776 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-5fb1791a-3a35-484f-b493-f4cbc3114e3a None None] For port 3f434b77-5b00-4c04-a469-d774df32edb3, host dv-cinder-849143-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=3f434b77-5b00-4c04-a469-d774df32edb3,segment=NetworkSegment(b9ff3b7d-3dba-4f81-9340-22e46529b80a),segment_id=b9ff3b7d-3dba-4f81-9340-22e46529b80a)] {{(pid=113212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:52:16.768635 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9dcd1046-e0e1-49b1-9e6f-4cecb02d61b3 req-5b408798-14e8-4cb8-9f94-7d4246f2100f tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2625639 Sep 17 03:52:16.829531 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-5fb1791a-3a35-484f-b493-f4cbc3114e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (3f434b77-5b00-4c04-a469-d774df32edb3), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:16.841057 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-44da3d92-fbd7-46f9-9c11-89424319083d req-aeff9ecc-6eb1-4022-86d9-fdd6dcf4732f tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366215 Sep 17 03:52:16.883398 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:16.900273 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb1791a-3a35-484f-b493-f4cbc3114e3a None None] Routers {'8565bdb9-3d60-416e-9d3b-f461630a4938'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:52:16.901962 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-5fb1791a-3a35-484f-b493-f4cbc3114e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:52:10Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['8565bdb9-3d60-416e-9d3b-f461630a4938'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:52:16.948692 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 89150800-67d2-40b6-ae5e-4108ef476cb8 up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:52:16.996088 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae53a649-8d51-42ee-a1f3-dacc0f87c4c6 None None] Pushing event updated for resources: {'Port': ['ID=3f434b77-5b00-4c04-a469-d774df32edb3,revision_number=3']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:17.017125 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0feb07f9-d443-4b02-888c-a8abb4e1eab6 admin admin] Publish callbacks [] for port (7dfb72d3-6bb7-45a8-b482-62b284586c68), precommit_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:17.076984 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port 89150800-67d2-40b6-ae5e-4108ef476cb8 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:52:17.077354 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (89150800-67d2-40b6-ae5e-4108ef476cb8), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:17.077686 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port 89150800-67d2-40b6-ae5e-4108ef476cb8 Sep 17 03:52:17.080550 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-5fb1791a-3a35-484f-b493-f4cbc3114e3a None None] Set router 8565bdb9-3d60-416e-9d3b-f461630a4938 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:52:17.121304 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0feb07f9-d443-4b02-888c-a8abb4e1eab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26185551'] for port (7dfb72d3-6bb7-45a8-b482-62b284586c68), after_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:17.133009 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-198a2a59-3d4f-4dc3-a6b0-8f8db22764ec None None] Attempt 2 to provision port 7dfb72d3-6bb7-45a8-b482-62b284586c68 Sep 17 03:52:17.194475 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feb07f9-d443-4b02-888c-a8abb4e1eab6 admin admin] Pushing event updated for resources: {'Port': ['ID=7dfb72d3-6bb7-45a8-b482-62b284586c68,revision_number=2']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:17.196858 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0feb07f9-d443-4b02-888c-a8abb4e1eab6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-426633'] for router_interface (8565bdb9-3d60-416e-9d3b-f461630a4938), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:17.247513 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-198a2a59-3d4f-4dc3-a6b0-8f8db22764ec None None] Port 7dfb72d3-6bb7-45a8-b482-62b284586c68 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:52:17.278128 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:17.297113 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0feb07f9-d443-4b02-888c-a8abb4e1eab6 admin admin] Network 1a49f659-3f87-48db-b80c-f1bbe9b847d3 is already hosted by enough agents. {{(pid=113211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:52:17.297913 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:17.298522 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.base_scheduler [None req-0feb07f9-d443-4b02-888c-a8abb4e1eab6 admin admin] Resources bound (agent type, host, resource id): {{(pid=113211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:52:17.324906 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port 89150800-67d2-40b6-ae5e-4108ef476cb8 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:52:17.387508 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-5fb1791a-3a35-484f-b493-f4cbc3114e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8565bdb9-3d60-416e-9d3b-f461630a4938', 'name': 'tempest-TestShelveInstance-706289707-router', 'tenant_id': '6d045ef7133244a38cb14ad861dcc8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '3f434b77-5b00-4c04-a469-d774df32edb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:52:11Z', 'updated_at': '2022-09-17T03:52:16Z', 'revision_number': 4, 'project_id': '6d045ef7133244a38cb14ad861dcc8d2', 'gw_port': {'id': '3f434b77-5b00-4c04-a469-d774df32edb3', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:fd:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8565bdb9-3d60-416e-9d3b-f461630a4938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:52:12Z', 'updated_at': '2022-09-17T03:52:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': '7dfb72d3-6bb7-45a8-b482-62b284586c68', 'name': '', 'network_id': '1a49f659-3f87-48db-b80c-f1bbe9b847d3', 'tenant_id': '6d045ef7133244a38cb14ad861dcc8d2', 'mac_address': 'fa:16:3e:3e:78:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8565bdb9-3d60-416e-9d3b-f461630a4938', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c89a02c9-5859-4327-b7f9-8bf5a9e68d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:52:15Z', 'updated_at': '2022-09-17T03:52:15Z', 'revision_number': 1, 'project_id': '6d045ef7133244a38cb14ad861dcc8d2', 'subnets': [{'id': 'c89a02c9-5859-4327-b7f9-8bf5a9e68d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:52:17.420519 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb1791a-3a35-484f-b493-f4cbc3114e3a None None] The sync data for ids ['8565bdb9-3d60-416e-9d3b-f461630a4938'] in dv-cinder-849143-3-iscsi is: [{'id': '8565bdb9-3d60-416e-9d3b-f461630a4938', 'name': 'tempest-TestShelveInstance-706289707-router', 'tenant_id': '6d045ef7133244a38cb14ad861dcc8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '3f434b77-5b00-4c04-a469-d774df32edb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:52:11Z', 'updated_at': '2022-09-17T03:52:16Z', 'revision_number': 4, 'project_id': '6d045ef7133244a38cb14ad861dcc8d2', 'gw_port': {'id': '3f434b77-5b00-4c04-a469-d774df32edb3', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:fd:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8565bdb9-3d60-416e-9d3b-f461630a4938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:52:12Z', 'updated_at': '2022-09-17T03:52:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': '7dfb72d3-6bb7-45a8-b482-62b284586c68', 'name': '', 'network_id': '1a49f659-3f87-48db-b80c-f1bbe9b847d3', 'tenant_id': '6d045ef7133244a38cb14ad861dcc8d2', 'mac_address': 'fa:16:3e:3e:78:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8565bdb9-3d60-416e-9d3b-f461630a4938', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c89a02c9-5859-4327-b7f9-8bf5a9e68d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:52:15Z', 'updated_at': '2022-09-17T03:52:15Z', 'revision_number': 1, 'project_id': '6d045ef7133244a38cb14ad861dcc8d2', 'subnets': [{'id': 'c89a02c9-5859-4327-b7f9-8bf5a9e68d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:52:17.445447 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0feb07f9-d443-4b02-888c-a8abb4e1eab6 admin admin] Router 8565bdb9-3d60-416e-9d3b-f461630a4938 has already been hosted by L3 agent b971cbd0-997d-41fb-8614-0aea29982798 {{(pid=113211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:52:17.562894 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0feb07f9-d443-4b02-888c-a8abb4e1eab6 admin admin] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:52:17.569548 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-0feb07f9-d443-4b02-888c-a8abb4e1eab6 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/8565bdb9-3d60-416e-9d3b-f461630a4938/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1874905 Sep 17 03:52:17.748771 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-198a2a59-3d4f-4dc3-a6b0-8f8db22764ec None None] Attempt 3 to provision port 7dfb72d3-6bb7-45a8-b482-62b284586c68 Sep 17 03:52:17.819791 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-198a2a59-3d4f-4dc3-a6b0-8f8db22764ec None None] Port 7dfb72d3-6bb7-45a8-b482-62b284586c68 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:52:18.007267 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84073730-79c7-43fc-8e65-eaa21edd178d req-ffd378e7-ec37-4e49-a10a-2355925cd0b1 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:18.008856 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-84073730-79c7-43fc-8e65-eaa21edd178d req-ffd378e7-ec37-4e49-a10a-2355925cd0b1 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2849e6b7-8459-4442-8392-46f23a36f993 HTTP/1.1" status: 200 len: 944 time: 0.0787079 Sep 17 03:52:18.075130 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-84073730-79c7-43fc-8e65-eaa21edd178d req-81fa0444-5288-4610-aaf3-ea2bee6590e1 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598323 Sep 17 03:52:18.106592 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 49310) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:52:18.111223 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-675d634c-35ec-404d-86f2-a0d0fbfba5d6 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1060774284', 'description': 'tempest-secgroup-smoke-1060774284 description', 'project_id': 'c265d90202534462b37c19391538b29a'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:52:18.235521 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-675d634c-35ec-404d-86f2-a0d0fbfba5d6 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:18.297236 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee3f87-2450-4c8a-96e5-abbdc84735e2 req-9e377825-bcaa-48e9-afcc-a70f60b331d6 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:18.320872 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-198a2a59-3d4f-4dc3-a6b0-8f8db22764ec None None] Attempt 4 to provision port 7dfb72d3-6bb7-45a8-b482-62b284586c68 Sep 17 03:52:18.324718 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-97ee3f87-2450-4c8a-96e5-abbdc84735e2 req-9e377825-bcaa-48e9-afcc-a70f60b331d6 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 946 time: 0.1210537 Sep 17 03:52:18.362374 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-675d634c-35ec-404d-86f2-a0d0fbfba5d6 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Publish callbacks [] for security_group (d2a21b38-b487-4788-9901-9681163e90a4), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:18.392568 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-97ee3f87-2450-4c8a-96e5-abbdc84735e2 req-8606b49d-a999-41af-ae63-83718ffab38a tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669410 Sep 17 03:52:18.414606 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-198a2a59-3d4f-4dc3-a6b0-8f8db22764ec None None] Port 7dfb72d3-6bb7-45a8-b482-62b284586c68 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:52:18.452279 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-675d634c-35ec-404d-86f2-a0d0fbfba5d6 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (d2a21b38-b487-4788-9901-9681163e90a4), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:18.505851 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d634c-35ec-404d-86f2-a0d0fbfba5d6 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a21b38-b487-4788-9901-9681163e90a4,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:18.601169 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-675d634c-35ec-404d-86f2-a0d0fbfba5d6 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:18.602441 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-675d634c-35ec-404d-86f2-a0d0fbfba5d6 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4948053 Sep 17 03:52:18.605472 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 49318) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:52:18.609917 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [None req-a8074572-2b30-47d2-849f-0ab7f518bb82 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Request body: {'security_group_rule': {'security_group_id': 'd2a21b38-b487-4788-9901-9681163e90a4', 'project_id': 'c265d90202534462b37c19391538b29a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:52:18.735156 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-a8074572-2b30-47d2-849f-0ab7f518bb82 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Publish callbacks [] for security_group_rule (33f925c2-e274-45c8-baf0-f33fd3455fe8), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:18.871922 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-a8074572-2b30-47d2-849f-0ab7f518bb82 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Publish callbacks [] for security_group_rule (33f925c2-e274-45c8-baf0-f33fd3455fe8), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:18.915345 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-198a2a59-3d4f-4dc3-a6b0-8f8db22764ec None None] Attempt 5 to provision port 7dfb72d3-6bb7-45a8-b482-62b284586c68 Sep 17 03:52:18.944794 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 3f434b77-5b00-4c04-a469-d774df32edb3 up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:52:18.960235 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-a8074572-2b30-47d2-849f-0ab7f518bb82 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553096'] for security_group_rule (33f925c2-e274-45c8-baf0-f33fd3455fe8), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:18.994013 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8074572-2b30-47d2-849f-0ab7f518bb82 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33f925c2-e274-45c8-baf0-f33fd3455fe8,revision_number=0']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:19.028932 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-198a2a59-3d4f-4dc3-a6b0-8f8db22764ec None None] Port 7dfb72d3-6bb7-45a8-b482-62b284586c68 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:52:19.058301 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port 3f434b77-5b00-4c04-a469-d774df32edb3 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:52:19.058301 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (3f434b77-5b00-4c04-a469-d774df32edb3), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:19.058301 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port 3f434b77-5b00-4c04-a469-d774df32edb3 Sep 17 03:52:19.089553 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-a8074572-2b30-47d2-849f-0ab7f518bb82 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:19.095715 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-a8074572-2b30-47d2-849f-0ab7f518bb82 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4866419 Sep 17 03:52:19.095905 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 49328) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:52:19.101962 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [None req-5a99c3b5-8531-4f06-ba93-949df09036da tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Request body: {'security_group_rule': {'security_group_id': 'd2a21b38-b487-4788-9901-9681163e90a4', 'project_id': 'c265d90202534462b37c19391538b29a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:52:19.171790 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port 3f434b77-5b00-4c04-a469-d774df32edb3 is: DOWN; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:52:19.172556 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (3f434b77-5b00-4c04-a469-d774df32edb3), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:19.203299 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] For port 3f434b77-5b00-4c04-a469-d774df32edb3, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=3f434b77-5b00-4c04-a469-d774df32edb3,segment=NetworkSegment(b9ff3b7d-3dba-4f81-9340-22e46529b80a),segment_id=b9ff3b7d-3dba-4f81-9340-22e46529b80a)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:52:19.274013 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60b0dc-3a3d-442f-8413-494390110cf2 req-39f0bf6e-d7eb-412e-b8ce-ee1dcc0bd9c7 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:19.279149 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-be60b0dc-3a3d-442f-8413-494390110cf2 req-39f0bf6e-d7eb-412e-b8ce-ee1dcc0bd9c7 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2849e6b7-8459-4442-8392-46f23a36f993 HTTP/1.1" status: 200 len: 944 time: 0.0687687 Sep 17 03:52:19.343268 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-5a99c3b5-8531-4f06-ba93-949df09036da tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Publish callbacks [] for security_group_rule (602709a5-3245-454e-9a72-12ab6b523437), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:19.367080 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (3f434b77-5b00-4c04-a469-d774df32edb3), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:19.378871 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:19.385474 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-be60b0dc-3a3d-442f-8413-494390110cf2 req-546008e3-1c69-4a69-aacc-943b61abd06c tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931377 Sep 17 03:52:19.418835 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-5a99c3b5-8531-4f06-ba93-949df09036da tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Publish callbacks [] for security_group_rule (602709a5-3245-454e-9a72-12ab6b523437), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:19.453044 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Pushing event updated for resources: {'Port': ['ID=3f434b77-5b00-4c04-a469-d774df32edb3,revision_number=4']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:19.483796 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-5a99c3b5-8531-4f06-ba93-949df09036da tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553096'] for security_group_rule (602709a5-3245-454e-9a72-12ab6b523437), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:19.515960 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99c3b5-8531-4f06-ba93-949df09036da tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=602709a5-3245-454e-9a72-12ab6b523437,revision_number=0']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:19.530323 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-198a2a59-3d4f-4dc3-a6b0-8f8db22764ec None None] Attempt 6 to provision port 7dfb72d3-6bb7-45a8-b482-62b284586c68 Sep 17 03:52:19.586051 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:19.597530 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-198a2a59-3d4f-4dc3-a6b0-8f8db22764ec None None] Port 7dfb72d3-6bb7-45a8-b482-62b284586c68 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:52:19.618468 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-5a99c3b5-8531-4f06-ba93-949df09036da tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:19.619675 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-5a99c3b5-8531-4f06-ba93-949df09036da tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5226815 Sep 17 03:52:19.622594 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 49346) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:52:19.628389 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-227b344b-3954-425f-9494-71b5a20b6047 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Request body: {'security_group_rule': {'security_group_id': 'd2a21b38-b487-4788-9901-9681163e90a4', 'project_id': 'c265d90202534462b37c19391538b29a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:52:19.632858 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f2f75-51f3-4c59-907c-f89e4db074c5 req-5bca6f19-41bc-41c0-bf25-4c2bddac7c37 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:19.634480 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-421f2f75-51f3-4c59-907c-f89e4db074c5 req-5bca6f19-41bc-41c0-bf25-4c2bddac7c37 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 946 time: 0.0850377 Sep 17 03:52:19.699041 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-421f2f75-51f3-4c59-907c-f89e4db074c5 req-a0fa03d2-44ca-47d9-a777-d81a7d3b6ee3 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556855 Sep 17 03:52:19.756132 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-227b344b-3954-425f-9494-71b5a20b6047 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Publish callbacks [] for security_group_rule (323efcc3-e852-4748-8823-bcb401e7d153), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:19.836347 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-227b344b-3954-425f-9494-71b5a20b6047 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Publish callbacks [] for security_group_rule (323efcc3-e852-4748-8823-bcb401e7d153), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:19.903828 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-227b344b-3954-425f-9494-71b5a20b6047 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553096'] for security_group_rule (323efcc3-e852-4748-8823-bcb401e7d153), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:19.911648 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:19.928342 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227b344b-3954-425f-9494-71b5a20b6047 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=323efcc3-e852-4748-8823-bcb401e7d153,revision_number=0']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:20.011534 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-227b344b-3954-425f-9494-71b5a20b6047 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:20.017913 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-227b344b-3954-425f-9494-71b5a20b6047 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3898804 Sep 17 03:52:20.017913 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 49362) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:52:20.021887 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-65c3d932-e1dc-48f5-9351-d725003e1e85 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Request body: {'security_group_rule': {'security_group_id': 'd2a21b38-b487-4788-9901-9681163e90a4', 'project_id': 'c265d90202534462b37c19391538b29a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:52:20.100219 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-198a2a59-3d4f-4dc3-a6b0-8f8db22764ec None None] Attempt 7 to provision port 7dfb72d3-6bb7-45a8-b482-62b284586c68 Sep 17 03:52:20.139223 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-198a2a59-3d4f-4dc3-a6b0-8f8db22764ec None None] Port 7dfb72d3-6bb7-45a8-b482-62b284586c68 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:52:20.180858 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-65c3d932-e1dc-48f5-9351-d725003e1e85 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Publish callbacks [] for security_group_rule (0d91ebae-102d-4198-8c90-c115f7ffc832), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:20.220138 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 49370) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:52:20.276748 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-65c3d932-e1dc-48f5-9351-d725003e1e85 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Publish callbacks [] for security_group_rule (0d91ebae-102d-4198-8c90-c115f7ffc832), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:20.305488 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 771161ec-28fc-415a-adc7-3de3a921060b details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=113212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 03:52:20.377897 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-42983aaf-c05f-47e1-92d4-444a00f70e0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:20.387896 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-65c3d932-e1dc-48f5-9351-d725003e1e85 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553096'] for security_group_rule (0d91ebae-102d-4198-8c90-c115f7ffc832), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:20.439961 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c3d932-e1dc-48f5-9351-d725003e1e85 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d91ebae-102d-4198-8c90-c115f7ffc832,revision_number=0']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:20.471915 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:20.474568 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port 771161ec-28fc-415a-adc7-3de3a921060b, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=771161ec-28fc-415a-adc7-3de3a921060b,segment=NetworkSegment(09dd00a3-8b97-425c-8fa8-26eaa25dbf9b),segment_id=09dd00a3-8b97-425c-8fa8-26eaa25dbf9b)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:52:20.492064 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Returning: {'device': '771161ec-28fc-415a-adc7-3de3a921060b', 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c', 'port_id': '771161ec-28fc-415a-adc7-3de3a921060b', 'mac_address': 'fa:16:3e:ea:63:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79f26d2-7e28-4c00-b0e8-4dc043d7353f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 03:52:20.540015 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-65c3d932-e1dc-48f5-9351-d725003e1e85 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:20.541866 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-65c3d932-e1dc-48f5-9351-d725003e1e85 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5237045 Sep 17 03:52:20.548488 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 49378) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:52:20.549910 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-3914332b-5519-4a50-a808-3a2fc332db27 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Request body: {'security_group_rule': {'security_group_id': 'd2a21b38-b487-4788-9901-9681163e90a4', 'project_id': 'c265d90202534462b37c19391538b29a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:52:20.552922 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port 771161ec-28fc-415a-adc7-3de3a921060b is: DOWN; New status is: BUILD {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:52:20.556801 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (771161ec-28fc-415a-adc7-3de3a921060b), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:20.583634 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 771161ec-28fc-415a-adc7-3de3a921060b {{(pid=113212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:52:20.632829 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-42983aaf-c05f-47e1-92d4-444a00f70e0b admin admin] Publish callbacks [] for security_group (bd7f0f15-a811-4123-960e-fee5245d621e), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:20.632985 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port 771161ec-28fc-415a-adc7-3de3a921060b, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=771161ec-28fc-415a-adc7-3de3a921060b,segment=NetworkSegment(09dd00a3-8b97-425c-8fa8-26eaa25dbf9b),segment_id=09dd00a3-8b97-425c-8fa8-26eaa25dbf9b)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:52:20.641338 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-198a2a59-3d4f-4dc3-a6b0-8f8db22764ec None None] Attempt 8 to provision port 7dfb72d3-6bb7-45a8-b482-62b284586c68 Sep 17 03:52:20.643045 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4398b-2937-4ca7-92f9-5f6985af0c2a req-829c3d0a-57d6-4f70-8592-4ac08603fdc9 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:20.644912 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ebf4398b-2937-4ca7-92f9-5f6985af0c2a req-829c3d0a-57d6-4f70-8592-4ac08603fdc9 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2849e6b7-8459-4442-8392-46f23a36f993 HTTP/1.1" status: 200 len: 944 time: 0.1274385 Sep 17 03:52:20.675541 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.db.securitygroups_db [None req-3914332b-5519-4a50-a808-3a2fc332db27 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Project c265d90202534462b37c19391538b29a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 03:52:20.686191 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-3914332b-5519-4a50-a808-3a2fc332db27 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Publish callbacks [] for security_group_rule (238775b8-bf4a-4308-bac9-00f3063f3e30), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:20.708365 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (771161ec-28fc-415a-adc7-3de3a921060b), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:20.728478 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-42983aaf-c05f-47e1-92d4-444a00f70e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (bd7f0f15-a811-4123-960e-fee5245d621e), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:20.791980 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=771161ec-28fc-415a-adc7-3de3a921060b,revision_number=4']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:20.797190 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-198a2a59-3d4f-4dc3-a6b0-8f8db22764ec None None] Port 7dfb72d3-6bb7-45a8-b482-62b284586c68 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:52:20.828631 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-3914332b-5519-4a50-a808-3a2fc332db27 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Publish callbacks [] for security_group_rule (238775b8-bf4a-4308-bac9-00f3063f3e30), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:20.867263 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ebf4398b-2937-4ca7-92f9-5f6985af0c2a req-03243d1c-6794-45c4-b0ef-69229a0155a2 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2132175 Sep 17 03:52:20.875649 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42983aaf-c05f-47e1-92d4-444a00f70e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7f0f15-a811-4123-960e-fee5245d621e,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:20.897938 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-42983aaf-c05f-47e1-92d4-444a00f70e0b admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=2c738e90367f4037bc9d102fb030ba9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6766272 Sep 17 03:52:20.900573 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 49384) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:52:20.941186 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-3914332b-5519-4a50-a808-3a2fc332db27 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553096'] for security_group_rule (238775b8-bf4a-4308-bac9-00f3063f3e30), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:20.968969 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:20.978132 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 3f434b77-5b00-4c04-a469-d774df32edb3 up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:52:21.006723 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3914332b-5519-4a50-a808-3a2fc332db27 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=238775b8-bf4a-4308-bac9-00f3063f3e30,revision_number=0']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:21.024962 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220150a-6601-417c-a248-52f86bac1b4b req-0b6c61e2-2212-4e63-a819-059af75fe24d tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:21.027464 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9220150a-6601-417c-a248-52f86bac1b4b req-0b6c61e2-2212-4e63-a819-059af75fe24d tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 946 time: 0.1592009 Sep 17 03:52:21.054599 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-3523a6d2-80ae-439b-b77f-361658b9cc63 admin admin] Publish callbacks [] for security_group (bd7f0f15-a811-4123-960e-fee5245d621e), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:21.071168 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port 3f434b77-5b00-4c04-a469-d774df32edb3 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:52:21.071560 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (3f434b77-5b00-4c04-a469-d774df32edb3), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:21.072015 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port 3f434b77-5b00-4c04-a469-d774df32edb3 Sep 17 03:52:21.108067 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-3523a6d2-80ae-439b-b77f-361658b9cc63 admin admin] Publish callbacks [] for security_group (bd7f0f15-a811-4123-960e-fee5245d621e), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:21.156067 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9220150a-6601-417c-a248-52f86bac1b4b req-fdb2d2f0-0942-4b79-a059-72fddeeb1d2c tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224980 Sep 17 03:52:21.174987 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-3914332b-5519-4a50-a808-3a2fc332db27 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:21.184790 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-3914332b-5519-4a50-a808-3a2fc332db27 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6302049 Sep 17 03:52:21.184790 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 49390) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:52:21.211908 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-b587bb95-fdf6-4bd6-8fa4-9987916f6190 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Request body: {'security_group_rule': {'security_group_id': 'd2a21b38-b487-4788-9901-9681163e90a4', 'project_id': 'c265d90202534462b37c19391538b29a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:52:21.253210 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port 3f434b77-5b00-4c04-a469-d774df32edb3 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:52:21.260213 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] get_ports_and_sgs() called for port_ids ['771161ec-28fc-415a-adc7-3de3a921060b'] {{(pid=113212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:52:21.260610 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3747dc88-1edb-409e-a597-1ac246d23656 None None] Sync routers for ids ['8565bdb9-3d60-416e-9d3b-f461630a4938'] in dv-cinder-849143-3-iscsi {{(pid=113213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:52:21.278393 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3747dc88-1edb-409e-a597-1ac246d23656 None None] Routers {'8565bdb9-3d60-416e-9d3b-f461630a4938'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:52:21.282612 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-3747dc88-1edb-409e-a597-1ac246d23656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:52:10Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['8565bdb9-3d60-416e-9d3b-f461630a4938'], 'active': True} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:52:21.313247 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-198a2a59-3d4f-4dc3-a6b0-8f8db22764ec None None] Attempt 9 to provision port 7dfb72d3-6bb7-45a8-b482-62b284586c68 Sep 17 03:52:21.350338 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:21.359920 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.db.securitygroups_db [None req-b587bb95-fdf6-4bd6-8fa4-9987916f6190 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Project c265d90202534462b37c19391538b29a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 03:52:21.366975 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b587bb95-fdf6-4bd6-8fa4-9987916f6190 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Publish callbacks [] for security_group_rule (f20ed2c0-ae3e-4426-bbbd-2561d50005c1), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:21.400052 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-3523a6d2-80ae-439b-b77f-361658b9cc63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (bd7f0f15-a811-4123-960e-fee5245d621e), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:21.402579 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-3523a6d2-80ae-439b-b77f-361658b9cc63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:21.412793 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-3523a6d2-80ae-439b-b77f-361658b9cc63 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/bd7f0f15-a811-4123-960e-fee5245d621e HTTP/1.1" status: 204 len: 168 time: 0.5110159 Sep 17 03:52:21.439255 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-198a2a59-3d4f-4dc3-a6b0-8f8db22764ec None None] Port 7dfb72d3-6bb7-45a8-b482-62b284586c68 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:52:21.446576 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3523a6d2-80ae-439b-b77f-361658b9cc63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7f0f15-a811-4123-960e-fee5245d621e,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:21.497500 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvr_db [None req-3747dc88-1edb-409e-a597-1ac246d23656 None None] Set router 8565bdb9-3d60-416e-9d3b-f461630a4938 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:52:21.515920 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b587bb95-fdf6-4bd6-8fa4-9987916f6190 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Publish callbacks [] for security_group_rule (f20ed2c0-ae3e-4426-bbbd-2561d50005c1), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:21.526164 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=100 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:21.653931 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:21.664596 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b587bb95-fdf6-4bd6-8fa4-9987916f6190 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553096'] for security_group_rule (f20ed2c0-ae3e-4426-bbbd-2561d50005c1), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:21.703097 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b587bb95-fdf6-4bd6-8fa4-9987916f6190 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f20ed2c0-ae3e-4426-bbbd-2561d50005c1,revision_number=0']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:21.774702 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b587bb95-fdf6-4bd6-8fa4-9987916f6190 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:21.776321 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-b587bb95-fdf6-4bd6-8fa4-9987916f6190 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5748806 Sep 17 03:52:21.874929 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-3747dc88-1edb-409e-a597-1ac246d23656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8565bdb9-3d60-416e-9d3b-f461630a4938', 'name': 'tempest-TestShelveInstance-706289707-router', 'tenant_id': '6d045ef7133244a38cb14ad861dcc8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '3f434b77-5b00-4c04-a469-d774df32edb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:52:11Z', 'updated_at': '2022-09-17T03:52:16Z', 'revision_number': 4, 'project_id': '6d045ef7133244a38cb14ad861dcc8d2', 'gw_port': {'id': '3f434b77-5b00-4c04-a469-d774df32edb3', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:fd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8565bdb9-3d60-416e-9d3b-f461630a4938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:52:12Z', 'updated_at': '2022-09-17T03:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': '7dfb72d3-6bb7-45a8-b482-62b284586c68', 'name': '', 'network_id': '1a49f659-3f87-48db-b80c-f1bbe9b847d3', 'tenant_id': '6d045ef7133244a38cb14ad861dcc8d2', 'mac_address': 'fa:16:3e:3e:78:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8565bdb9-3d60-416e-9d3b-f461630a4938', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c89a02c9-5859-4327-b7f9-8bf5a9e68d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:52:15Z', 'updated_at': '2022-09-17T03:52:16Z', 'revision_number': 2, 'project_id': '6d045ef7133244a38cb14ad861dcc8d2', 'subnets': [{'id': 'c89a02c9-5859-4327-b7f9-8bf5a9e68d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:52:21.909189 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3747dc88-1edb-409e-a597-1ac246d23656 None None] Checking router: 8565bdb9-3d60-416e-9d3b-f461630a4938 for host: dv-cinder-849143-3-iscsi {{(pid=113213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:52:21.909189 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3747dc88-1edb-409e-a597-1ac246d23656 None None] Updating router 8565bdb9-3d60-416e-9d3b-f461630a4938 port 7dfb72d3-6bb7-45a8-b482-62b284586c68 binding host dv-cinder-849143-3-iscsi {{(pid=113213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 03:52:21.940759 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-198a2a59-3d4f-4dc3-a6b0-8f8db22764ec None None] Attempt 10 to provision port 7dfb72d3-6bb7-45a8-b482-62b284586c68 Sep 17 03:52:21.952885 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-3747dc88-1edb-409e-a597-1ac246d23656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (7dfb72d3-6bb7-45a8-b482-62b284586c68), before_update {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:22.025238 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-198a2a59-3d4f-4dc3-a6b0-8f8db22764ec None None] Port 7dfb72d3-6bb7-45a8-b482-62b284586c68 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:52:22.051886 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b359b4-53e4-4773-9db1-8cbff1544f7a req-c5e0865a-c68e-436a-b3cf-19c44c513676 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:22.059437 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-22b359b4-53e4-4773-9db1-8cbff1544f7a req-c5e0865a-c68e-436a-b3cf-19c44c513676 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=848cd21e-bb93-4282-b923-655fd98af383 HTTP/1.1" status: 200 len: 945 time: 0.1503105 Sep 17 03:52:22.150458 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-c8f6298d-285b-4c71-81f6-d1cf5a8b45d3 None None] Provisioning complete for port 7dfb72d3-6bb7-45a8-b482-62b284586c68 triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:52:22.150839 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-c8f6298d-285b-4c71-81f6-d1cf5a8b45d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (7dfb72d3-6bb7-45a8-b482-62b284586c68), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:22.151180 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-c8f6298d-285b-4c71-81f6-d1cf5a8b45d3 None None] Attempt 1 to provision port 7dfb72d3-6bb7-45a8-b482-62b284586c68 Sep 17 03:52:22.158543 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=100 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:22.158773 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958caec6-0c1f-4238-a62c-c6de83c72f7c req-774db3ce-97ff-4473-9153-d3b57af82622 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:22.166657 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-958caec6-0c1f-4238-a62c-c6de83c72f7c req-774db3ce-97ff-4473-9153-d3b57af82622 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2849e6b7-8459-4442-8392-46f23a36f993 HTTP/1.1" status: 200 len: 945 time: 0.1033390 Sep 17 03:52:22.233283 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-c8f6298d-285b-4c71-81f6-d1cf5a8b45d3 None None] Port 7dfb72d3-6bb7-45a8-b482-62b284586c68 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:52:22.235879 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-22b359b4-53e4-4773-9db1-8cbff1544f7a req-e0674005-f17d-4b09-979d-0a31e48b1663 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=584c37ae-9cfb-4b0b-ab4b-ef03cbb59c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686707 Sep 17 03:52:22.341685 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-958caec6-0c1f-4238-a62c-c6de83c72f7c req-022fd733-5cf3-4232-89bc-69828033c3b3 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740110 Sep 17 03:52:22.362295 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:22.406407 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98b47e-8cf1-45a4-8f26-b45a31197d18 req-b190b345-cb80-40f6-b73b-2f8b4522e60a tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:22.407898 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-6a98b47e-8cf1-45a4-8f26-b45a31197d18 req-b190b345-cb80-40f6-b73b-2f8b4522e60a tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 946 time: 0.0546474 Sep 17 03:52:22.462514 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-6a98b47e-8cf1-45a4-8f26-b45a31197d18 req-78d84aed-5ca2-4f60-9acf-497f9b3d0bea tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476573 Sep 17 03:52:22.490552 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-3747dc88-1edb-409e-a597-1ac246d23656 None None] Publish callbacks [] for port (7dfb72d3-6bb7-45a8-b482-62b284586c68), precommit_update {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:22.510097 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 771161ec-28fc-415a-adc7-3de3a921060b up at agent hyperv_hv-cinder-84914 {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:52:22.553394 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Provisioning for port 771161ec-28fc-415a-adc7-3de3a921060b completed by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 03:52:22.709555 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-3747dc88-1edb-409e-a597-1ac246d23656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (7dfb72d3-6bb7-45a8-b482-62b284586c68), after_update {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:22.711722 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Provisioning complete for port 771161ec-28fc-415a-adc7-3de3a921060b triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:52:22.712303 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (771161ec-28fc-415a-adc7-3de3a921060b), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:22.713748 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Attempt 1 to provision port 771161ec-28fc-415a-adc7-3de3a921060b Sep 17 03:52:22.740180 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-c8f6298d-285b-4c71-81f6-d1cf5a8b45d3 None None] Attempt 2 to provision port 7dfb72d3-6bb7-45a8-b482-62b284586c68 Sep 17 03:52:22.792115 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-c8f6298d-285b-4c71-81f6-d1cf5a8b45d3 None None] Port 7dfb72d3-6bb7-45a8-b482-62b284586c68 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:52:22.812910 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90bcd4-6842-46f3-a72a-e1499e0ab887 None None] Pushing event updated for resources: {'Port': ['ID=7dfb72d3-6bb7-45a8-b482-62b284586c68,revision_number=3']} {{(pid=113213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:22.828817 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.managers [None req-3747dc88-1edb-409e-a597-1ac246d23656 None None] Attempting to bind port 7dfb72d3-6bb7-45a8-b482-62b284586c68 on host dv-cinder-849143-3-iscsi for vnic_type normal with profile {{(pid=113213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:52:22.829182 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.managers [None req-3747dc88-1edb-409e-a597-1ac246d23656 None None] Attempting to bind port 7dfb72d3-6bb7-45a8-b482-62b284586c68 by drivers openvswitch,hyperv on host dv-cinder-849143-3-iscsi at level 0 using segments [{'id': 'bcf345fc-8244-44bb-ba75-d4d17ac80a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1a49f659-3f87-48db-b80c-f1bbe9b847d3'}] {{(pid=113213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:52:22.829574 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3747dc88-1edb-409e-a597-1ac246d23656 None None] Attempting to bind port 7dfb72d3-6bb7-45a8-b482-62b284586c68 on network 1a49f659-3f87-48db-b80c-f1bbe9b847d3 {{(pid=113213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:52:22.876870 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3747dc88-1edb-409e-a597-1ac246d23656 None None] Checking agent: {'id': '287db9f2-8160-4728-95aa-12aebca604d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 40, 13), 'started_at': datetime.datetime(2022, 9, 17, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:52:22.877232 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3747dc88-1edb-409e-a597-1ac246d23656 None None] Checking segment: {'id': 'bcf345fc-8244-44bb-ba75-d4d17ac80a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1a49f659-3f87-48db-b80c-f1bbe9b847d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:52:22.877625 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-3747dc88-1edb-409e-a597-1ac246d23656 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:22.878041 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3747dc88-1edb-409e-a597-1ac246d23656 None None] Bound using segment: {'id': 'bcf345fc-8244-44bb-ba75-d4d17ac80a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1a49f659-3f87-48db-b80c-f1bbe9b847d3'} {{(pid=113213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:52:22.878511 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.managers [None req-3747dc88-1edb-409e-a597-1ac246d23656 None None] Bound port: 7dfb72d3-6bb7-45a8-b482-62b284586c68, host: dv-cinder-849143-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf345fc-8244-44bb-ba75-d4d17ac80a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1a49f659-3f87-48db-b80c-f1bbe9b847d3'}}] {{(pid=113213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:52:22.878889 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-3747dc88-1edb-409e-a597-1ac246d23656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (7dfb72d3-6bb7-45a8-b482-62b284586c68), before_update {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:22.944113 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.db [None req-3747dc88-1edb-409e-a597-1ac246d23656 None None] For port 7dfb72d3-6bb7-45a8-b482-62b284586c68, host dv-cinder-849143-3-iscsi, cleared binding levels {{(pid=113213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:52:22.947320 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.plugins.ml2.db [None req-3747dc88-1edb-409e-a597-1ac246d23656 None None] For port 7dfb72d3-6bb7-45a8-b482-62b284586c68, host dv-cinder-849143-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=7dfb72d3-6bb7-45a8-b482-62b284586c68,segment=NetworkSegment(bcf345fc-8244-44bb-ba75-d4d17ac80a57),segment_id=bcf345fc-8244-44bb-ba75-d4d17ac80a57)] {{(pid=113213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:52:22.973239 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port 771161ec-28fc-415a-adc7-3de3a921060b is: BUILD; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:52:22.973239 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (771161ec-28fc-415a-adc7-3de3a921060b), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:22.992682 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2849e6b7-8459-4442-8392-46f23a36f993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771161ec-28fc-415a-adc7-3de3a921060b'}] {{(pid=113212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:52:22.995162 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc6586f6b4c6bd034ee7705c69f50a833cff710b963951e05e6de8956872ccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a86d141-6a86-491c-af1b-d6796f3f9a47" -d '{"events": [{"server_uuid": "2849e6b7-8459-4442-8392-46f23a36f993", "name": "network-vif-plugged", "status": "completed", "tag": "771161ec-28fc-415a-adc7-3de3a921060b"}]}' {{(pid=113212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:52:23.012787 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port 771161ec-28fc-415a-adc7-3de3a921060b, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=771161ec-28fc-415a-adc7-3de3a921060b,segment=NetworkSegment(09dd00a3-8b97-425c-8fa8-26eaa25dbf9b),segment_id=09dd00a3-8b97-425c-8fa8-26eaa25dbf9b)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:52:23.035342 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1208d560-90f4-45b0-a76a-18a8be9af6ed x-openstack-request-id: req-1208d560-90f4-45b0-a76a-18a8be9af6ed {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:52:23.035658 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2849e6b7-8459-4442-8392-46f23a36f993", "name": "network-vif-plugged", "status": "completed", "tag": "771161ec-28fc-415a-adc7-3de3a921060b", "code": 200}]} {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:52:23.036471 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1208d560-90f4-45b0-a76a-18a8be9af6ed {{(pid=113212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:52:23.036959 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1208d560-90f4-45b0-a76a-18a8be9af6ed'] response: {'server_uuid': '2849e6b7-8459-4442-8392-46f23a36f993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771161ec-28fc-415a-adc7-3de3a921060b', 'code': 200} Sep 17 03:52:23.148148 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron_lib.callbacks.manager [None req-3747dc88-1edb-409e-a597-1ac246d23656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (7dfb72d3-6bb7-45a8-b482-62b284586c68), after_update {{(pid=113213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:23.148706 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (771161ec-28fc-415a-adc7-3de3a921060b), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:23.197068 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3747dc88-1edb-409e-a597-1ac246d23656 None None] Routers {'8565bdb9-3d60-416e-9d3b-f461630a4938'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:52:23.197687 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-3747dc88-1edb-409e-a597-1ac246d23656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:52:10Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['8565bdb9-3d60-416e-9d3b-f461630a4938'], 'active': True} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:52:23.203847 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=771161ec-28fc-415a-adc7-3de3a921060b,revision_number=5']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:23.264398 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90bcd4-6842-46f3-a72a-e1499e0ab887 None None] Pushing event updated for resources: {'Port': ['ID=7dfb72d3-6bb7-45a8-b482-62b284586c68,revision_number=4']} {{(pid=113213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:23.294199 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-c8f6298d-285b-4c71-81f6-d1cf5a8b45d3 None None] Attempt 3 to provision port 7dfb72d3-6bb7-45a8-b482-62b284586c68 Sep 17 03:52:23.409843 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvr_db [None req-3747dc88-1edb-409e-a597-1ac246d23656 None None] Set router 8565bdb9-3d60-416e-9d3b-f461630a4938 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:52:23.563947 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-c8f6298d-285b-4c71-81f6-d1cf5a8b45d3 None None] Current status of the port 7dfb72d3-6bb7-45a8-b482-62b284586c68 is: DOWN; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:52:23.564453 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-c8f6298d-285b-4c71-81f6-d1cf5a8b45d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (7dfb72d3-6bb7-45a8-b482-62b284586c68), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:23.624815 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6540f02-13fa-4b4e-947f-2e24ba7f2cee req-b92731a8-f6a4-4308-9588-e05109e8cafb tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:23.630305 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c6540f02-13fa-4b4e-947f-2e24ba7f2cee req-b92731a8-f6a4-4308-9588-e05109e8cafb tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=848cd21e-bb93-4282-b923-655fd98af383 HTTP/1.1" status: 200 len: 945 time: 0.1952152 Sep 17 03:52:23.674956 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-c8f6298d-285b-4c71-81f6-d1cf5a8b45d3 None None] For port 7dfb72d3-6bb7-45a8-b482-62b284586c68, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=7dfb72d3-6bb7-45a8-b482-62b284586c68,segment=NetworkSegment(bcf345fc-8244-44bb-ba75-d4d17ac80a57),segment_id=bcf345fc-8244-44bb-ba75-d4d17ac80a57)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:52:23.771706 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5372a6e-fb42-416f-9d75-41fa65672b13 req-270d9d00-daa4-4300-a30b-18c4aa0f7d50 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:23.778990 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b5372a6e-fb42-416f-9d75-41fa65672b13 req-270d9d00-daa4-4300-a30b-18c4aa0f7d50 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2849e6b7-8459-4442-8392-46f23a36f993 HTTP/1.1" status: 200 len: 946 time: 0.2784979 Sep 17 03:52:23.819483 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-c8f6298d-285b-4c71-81f6-d1cf5a8b45d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (7dfb72d3-6bb7-45a8-b482-62b284586c68), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:23.838604 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ceccc3-e561-4ef3-a2f3-34bd833b07c7 req-86e6fc9e-b85e-4231-a68c-3b9fe410ae1f tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:23.840396 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-47ceccc3-e561-4ef3-a2f3-34bd833b07c7 req-86e6fc9e-b85e-4231-a68c-3b9fe410ae1f tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=848cd21e-bb93-4282-b923-655fd98af383 HTTP/1.1" status: 200 len: 945 time: 0.2353337 Sep 17 03:52:23.890612 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:23.894926 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-3747dc88-1edb-409e-a597-1ac246d23656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8565bdb9-3d60-416e-9d3b-f461630a4938', 'name': 'tempest-TestShelveInstance-706289707-router', 'tenant_id': '6d045ef7133244a38cb14ad861dcc8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '3f434b77-5b00-4c04-a469-d774df32edb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:52:11Z', 'updated_at': '2022-09-17T03:52:16Z', 'revision_number': 4, 'project_id': '6d045ef7133244a38cb14ad861dcc8d2', 'gw_port': {'id': '3f434b77-5b00-4c04-a469-d774df32edb3', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:fd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8565bdb9-3d60-416e-9d3b-f461630a4938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:52:12Z', 'updated_at': '2022-09-17T03:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': '7dfb72d3-6bb7-45a8-b482-62b284586c68', 'name': '', 'network_id': '1a49f659-3f87-48db-b80c-f1bbe9b847d3', 'tenant_id': '6d045ef7133244a38cb14ad861dcc8d2', 'mac_address': 'fa:16:3e:3e:78:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8565bdb9-3d60-416e-9d3b-f461630a4938', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c89a02c9-5859-4327-b7f9-8bf5a9e68d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:52:15Z', 'updated_at': '2022-09-17T03:52:22Z', 'revision_number': 4, 'project_id': '6d045ef7133244a38cb14ad861dcc8d2', 'subnets': [{'id': 'c89a02c9-5859-4327-b7f9-8bf5a9e68d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:52:23.914441 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f6298d-285b-4c71-81f6-d1cf5a8b45d3 None None] Pushing event updated for resources: {'Port': ['ID=7dfb72d3-6bb7-45a8-b482-62b284586c68,revision_number=5']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:23.952188 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c6540f02-13fa-4b4e-947f-2e24ba7f2cee req-d87ef030-b14c-4518-8bb3-ee304024d54b tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=584c37ae-9cfb-4b0b-ab4b-ef03cbb59c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2982421 Sep 17 03:52:23.981245 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3747dc88-1edb-409e-a597-1ac246d23656 None None] The sync data for ids ['8565bdb9-3d60-416e-9d3b-f461630a4938'] in dv-cinder-849143-3-iscsi is: [{'id': '8565bdb9-3d60-416e-9d3b-f461630a4938', 'name': 'tempest-TestShelveInstance-706289707-router', 'tenant_id': '6d045ef7133244a38cb14ad861dcc8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '3f434b77-5b00-4c04-a469-d774df32edb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:52:11Z', 'updated_at': '2022-09-17T03:52:16Z', 'revision_number': 4, 'project_id': '6d045ef7133244a38cb14ad861dcc8d2', 'gw_port': {'id': '3f434b77-5b00-4c04-a469-d774df32edb3', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:fd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8565bdb9-3d60-416e-9d3b-f461630a4938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:52:12Z', 'updated_at': '2022-09-17T03:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': '7dfb72d3-6bb7-45a8-b482-62b284586c68', 'name': '', 'network_id': '1a49f659-3f87-48db-b80c-f1bbe9b847d3', 'tenant_id': '6d045ef7133244a38cb14ad861dcc8d2', 'mac_address': 'fa:16:3e:3e:78:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8565bdb9-3d60-416e-9d3b-f461630a4938', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c89a02c9-5859-4327-b7f9-8bf5a9e68d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:52:15Z', 'updated_at': '2022-09-17T03:52:22Z', 'revision_number': 4, 'project_id': '6d045ef7133244a38cb14ad861dcc8d2', 'subnets': [{'id': 'c89a02c9-5859-4327-b7f9-8bf5a9e68d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:52:24.043345 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.plugin [req-47ceccc3-e561-4ef3-a2f3-34bd833b07c7 req-222c7e02-40fa-4487-9fc2-96d437dca52b tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Deleting port d7087cb3-476a-4b4c-a379-b613a140db7d {{(pid=113211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:52:24.052142 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-47ceccc3-e561-4ef3-a2f3-34bd833b07c7 req-222c7e02-40fa-4487-9fc2-96d437dca52b tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (d7087cb3-476a-4b4c-a379-b613a140db7d), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:24.151678 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b5372a6e-fb42-416f-9d75-41fa65672b13 req-99230efa-bdb2-4e85-847d-e443f84d85a9 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3717842 Sep 17 03:52:24.203497 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=82,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:24.204356 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.db [req-47ceccc3-e561-4ef3-a2f3-34bd833b07c7 req-222c7e02-40fa-4487-9fc2-96d437dca52b tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] For port d7087cb3-476a-4b4c-a379-b613a140db7d, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=d7087cb3-476a-4b4c-a379-b613a140db7d,segment=NetworkSegment(f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54),segment_id=f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54)] {{(pid=113211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:52:24.204356 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-47ceccc3-e561-4ef3-a2f3-34bd833b07c7 req-222c7e02-40fa-4487-9fc2-96d437dca52b tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (d7087cb3-476a-4b4c-a379-b613a140db7d), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:24.204692 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd31d99-3aad-4d97-90b6-01718d017397 req-62d6e1ec-bd2b-48a0-9f7e-b5febfa092d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:24.206280 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-dfd31d99-3aad-4d97-90b6-01718d017397 req-62d6e1ec-bd2b-48a0-9f7e-b5febfa092d1 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2849e6b7-8459-4442-8392-46f23a36f993 HTTP/1.1" status: 200 len: 1130 time: 0.5665691 Sep 17 03:52:24.282301 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-dfd31d99-3aad-4d97-90b6-01718d017397 req-feae4627-3952-4845-8c17-3f99db0c2111 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693142 Sep 17 03:52:24.732540 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-47ceccc3-e561-4ef3-a2f3-34bd833b07c7 req-222c7e02-40fa-4487-9fc2-96d437dca52b tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:24.733118 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-47ceccc3-e561-4ef3-a2f3-34bd833b07c7 req-222c7e02-40fa-4487-9fc2-96d437dca52b tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615334'] for floatingip (cfb9b549-0b7f-4105-87a5-f6eaa41debe2), after_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:24.733339 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.db.l3_db [req-47ceccc3-e561-4ef3-a2f3-34bd833b07c7 req-222c7e02-40fa-4487-9fc2-96d437dca52b tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Floating IP cfb9b549-0b7f-4105-87a5-f6eaa41debe2 disassociated. External IP: 172.27.0.222, port: d7087cb3-476a-4b4c-a379-b613a140db7d. Sep 17 03:52:24.733754 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.plugin [req-47ceccc3-e561-4ef3-a2f3-34bd833b07c7 req-222c7e02-40fa-4487-9fc2-96d437dca52b tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Calling delete_port for d7087cb3-476a-4b4c-a379-b613a140db7d owned by compute:nova {{(pid=113211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:52:24.859906 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:24.888593 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 7dfb72d3-6bb7-45a8-b482-62b284586c68 up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:52:24.959725 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port 7dfb72d3-6bb7-45a8-b482-62b284586c68 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:52:24.960094 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (7dfb72d3-6bb7-45a8-b482-62b284586c68), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:24.960426 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port 7dfb72d3-6bb7-45a8-b482-62b284586c68 Sep 17 03:52:25.064762 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port 7dfb72d3-6bb7-45a8-b482-62b284586c68 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:52:25.087589 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-47ceccc3-e561-4ef3-a2f3-34bd833b07c7 req-222c7e02-40fa-4487-9fc2-96d437dca52b tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26185590'] for port (d7087cb3-476a-4b4c-a379-b613a140db7d), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:25.100488 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:25.126464 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c7e02-40fa-4487-9fc2-96d437dca52b tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Pushing event deleted for resources: {'Port': ['ID=d7087cb3-476a-4b4c-a379-b613a140db7d,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:25.148487 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57da05-9148-45e7-997b-0ac555fc5c1e req-fcce1d9f-f174-4bb4-949a-46bc4ff06b3c tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:25.150074 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-2a57da05-9148-45e7-997b-0ac555fc5c1e req-fcce1d9f-f174-4bb4-949a-46bc4ff06b3c tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=848cd21e-bb93-4282-b923-655fd98af383 HTTP/1.1" status: 200 len: 945 time: 0.1058156 Sep 17 03:52:25.344683 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-2a57da05-9148-45e7-997b-0ac555fc5c1e req-cdee2d37-e375-4fd7-8331-5f95cb984997 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=584c37ae-9cfb-4b0b-ab4b-ef03cbb59c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799779 Sep 17 03:52:25.383251 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda87621-f6f7-4489-8ccd-5ad14c7f2ff1 req-e93351e8-03b0-40c8-a839-457f64ab0ad9 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:25.389885 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-dda87621-f6f7-4489-8ccd-5ad14c7f2ff1 req-e93351e8-03b0-40c8-a839-457f64ab0ad9 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/networks?id=a074f835-aa65-4c2d-81dc-c695b3cf95bc HTTP/1.1" status: 200 len: 813 time: 0.2688704 Sep 17 03:52:25.402756 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47ceccc3-e561-4ef3-a2f3-34bd833b07c7 req-222c7e02-40fa-4487-9fc2-96d437dca52b tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Router 1199cd8e-d329-4648-ace2-63398eb0ef65 has already been hosted by L3 agent b971cbd0-997d-41fb-8614-0aea29982798 {{(pid=113211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:52:25.414417 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-dda87621-f6f7-4489-8ccd-5ad14c7f2ff1 req-8c1567f5-97a9-41d3-8405-e2922b6a8f25 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/quotas/0cdb8140dca34727ab99c95efc7acb81 HTTP/1.1" status: 200 len: 375 time: 0.0234933 Sep 17 03:52:25.541867 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-dda87621-f6f7-4489-8ccd-5ad14c7f2ff1 req-b6f7a012-d419-42a2-9d14-ff553e2f73f5 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=0cdb8140dca34727ab99c95efc7acb81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1263611 Sep 17 03:52:25.559886 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6898e1-c0e6-4f25-98ef-e541765c9620 req-5b8c5256-087e-4d73-b8a1-711243b2ba19 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:25.561386 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-dd6898e1-c0e6-4f25-98ef-e541765c9620 req-5b8c5256-087e-4d73-b8a1-711243b2ba19 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2849e6b7-8459-4442-8392-46f23a36f993 HTTP/1.1" status: 200 len: 946 time: 0.1288776 Sep 17 03:52:25.714956 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47ceccc3-e561-4ef3-a2f3-34bd833b07c7 req-222c7e02-40fa-4487-9fc2-96d437dca52b tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:52:25.716626 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:25.728869 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b1e99e-77f7-4a92-8022-4b51a9d7f917 None None] Sync routers for ids ['1199cd8e-d329-4648-ace2-63398eb0ef65'] in dv-cinder-849143-3-iscsi {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:52:25.737047 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-dd6898e1-c0e6-4f25-98ef-e541765c9620 req-a69e5e1b-f500-4b5c-aa5e-b688a1604123 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347225 Sep 17 03:52:25.747279 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b1e99e-77f7-4a92-8022-4b51a9d7f917 None None] Routers {'1199cd8e-d329-4648-ace2-63398eb0ef65'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:52:25.748187 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-c2b1e99e-77f7-4a92-8022-4b51a9d7f917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:52:10Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['1199cd8e-d329-4648-ace2-63398eb0ef65'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:52:25.810390 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ceccc3-e561-4ef3-a2f3-34bd833b07c7 req-222c7e02-40fa-4487-9fc2-96d437dca52b tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] No DVR routers for this DVR port d7087cb3-476a-4b4c-a379-b613a140db7d on host hv-cinder-84914 {{(pid=113211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:52:25.816268 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-47ceccc3-e561-4ef3-a2f3-34bd833b07c7 req-222c7e02-40fa-4487-9fc2-96d437dca52b tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for port (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:25.820987 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-47ceccc3-e561-4ef3-a2f3-34bd833b07c7 req-222c7e02-40fa-4487-9fc2-96d437dca52b tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.18 "DELETE /networking/v2.0/ports/d7087cb3-476a-4b4c-a379-b613a140db7d HTTP/1.1" status: 204 len: 173 time: 1.9694040 Sep 17 03:52:25.821788 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '848cd21e-bb93-4282-b923-655fd98af383', 'name': 'network-vif-deleted', 'tag': 'd7087cb3-476a-4b4c-a379-b613a140db7d'}] {{(pid=113211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:52:25.824229 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346c2caff186dcd388f83f6dc64b2ba25d7763d65cfebe6fa09f9256a5522518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daadc926-93aa-4e65-9c3a-bc966e67c011" -d '{"events": [{"server_uuid": "848cd21e-bb93-4282-b923-655fd98af383", "name": "network-vif-deleted", "tag": "d7087cb3-476a-4b4c-a379-b613a140db7d"}]}' {{(pid=113211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:52:25.829098 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-dda87621-f6f7-4489-8ccd-5ad14c7f2ff1 req-2b842c5a-1538-471e-8c9f-576b50767e7c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a074f835-aa65-4c2d-81dc-c695b3cf95bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646821 Sep 17 03:52:25.892652 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489aa351-0b7a-418f-80ab-b902bed067ae x-openstack-request-id: req-489aa351-0b7a-418f-80ab-b902bed067ae {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:52:25.893114 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "848cd21e-bb93-4282-b923-655fd98af383", "name": "network-vif-deleted", "tag": "d7087cb3-476a-4b4c-a379-b613a140db7d", "status": "completed", "code": 200}]} {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:52:25.893455 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-489aa351-0b7a-418f-80ab-b902bed067ae {{(pid=113211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:52:25.893961 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-489aa351-0b7a-418f-80ab-b902bed067ae'] response: {'server_uuid': '848cd21e-bb93-4282-b923-655fd98af383', 'name': 'network-vif-deleted', 'tag': 'd7087cb3-476a-4b4c-a379-b613a140db7d', 'status': 'completed', 'code': 200} Sep 17 03:52:25.941068 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-c2b1e99e-77f7-4a92-8022-4b51a9d7f917 None None] Set router 1199cd8e-d329-4648-ace2-63398eb0ef65 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:52:25.979457 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-dda87621-f6f7-4489-8ccd-5ad14c7f2ff1 req-39b05568-5aa4-43c3-b3c2-6b118b9a3fa3 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a074f835-aa65-4c2d-81dc-c695b3cf95bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371045 Sep 17 03:52:25.980474 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:26.241133 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-c2b1e99e-77f7-4a92-8022-4b51a9d7f917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'name': 'tempest-AttachVolumeNegativeTest-710767008-router', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:40Z', 'updated_at': '2022-09-17T03:48:49Z', 'revision_number': 4, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'gw_port': {'id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ae:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_floatingips': [{'id': '0b9a9c88-10f1-486d-8115-e6a5b6ad9e81', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'floating_ip_address': '172.27.0.81', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'port_id': 'fae1032b-da6a-4063-9698-4bfb74f60750', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f', 'mac_address': 'fa:16:3e:79:df:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f3df2d-670f-4ee1-b3f2-4f906fab9f11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:48:58Z', 'updated_at': '2022-09-17T03:49:41Z', 'revision_number': 2, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd44a3f-6ef3-4bdc-8585-990b9803e2f0', 'name': '', 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'mac_address': 'fa:16:3e:c8:15:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:47Z', 'updated_at': '2022-09-17T03:49:00Z', 'revision_number': 5, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'subnets': [{'id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:52:26.268900 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b1e99e-77f7-4a92-8022-4b51a9d7f917 None None] Checking router: 1199cd8e-d329-4648-ace2-63398eb0ef65 for host: dv-cinder-849143-3-iscsi {{(pid=113212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:52:26.284132 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b1e99e-77f7-4a92-8022-4b51a9d7f917 None None] Routers {'1199cd8e-d329-4648-ace2-63398eb0ef65'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:52:26.284132 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-c2b1e99e-77f7-4a92-8022-4b51a9d7f917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:52:10Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['1199cd8e-d329-4648-ace2-63398eb0ef65'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:52:26.401075 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a024da5e-76b1-4674-a072-16c82170bfbf req-6860d86f-03d2-4303-9dea-6b2ce7f4e031 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 210 time: 0.0711029 Sep 17 03:52:26.435942 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=100 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:26.454948 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-c2b1e99e-77f7-4a92-8022-4b51a9d7f917 None None] Set router 1199cd8e-d329-4648-ace2-63398eb0ef65 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:52:26.522480 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ba5cc79f-1366-4ec8-b088-50001dd5f0b8 req-95f2e7a2-e15f-4981-813c-486b8344ac95 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=848cd21e-bb93-4282-b923-655fd98af383 HTTP/1.1" status: 200 len: 210 time: 0.0387228 Sep 17 03:52:26.744735 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-c2b1e99e-77f7-4a92-8022-4b51a9d7f917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'name': 'tempest-AttachVolumeNegativeTest-710767008-router', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:40Z', 'updated_at': '2022-09-17T03:48:49Z', 'revision_number': 4, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'gw_port': {'id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ae:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_floatingips': [{'id': '0b9a9c88-10f1-486d-8115-e6a5b6ad9e81', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'floating_ip_address': '172.27.0.81', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'port_id': 'fae1032b-da6a-4063-9698-4bfb74f60750', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f', 'mac_address': 'fa:16:3e:79:df:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f3df2d-670f-4ee1-b3f2-4f906fab9f11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:48:58Z', 'updated_at': '2022-09-17T03:49:41Z', 'revision_number': 2, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd44a3f-6ef3-4bdc-8585-990b9803e2f0', 'name': '', 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'mac_address': 'fa:16:3e:c8:15:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:47Z', 'updated_at': '2022-09-17T03:49:00Z', 'revision_number': 5, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'subnets': [{'id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:52:26.809349 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b1e99e-77f7-4a92-8022-4b51a9d7f917 None None] The sync data for ids ['1199cd8e-d329-4648-ace2-63398eb0ef65'] in dv-cinder-849143-3-iscsi is: [{'id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'name': 'tempest-AttachVolumeNegativeTest-710767008-router', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:40Z', 'updated_at': '2022-09-17T03:48:49Z', 'revision_number': 4, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'gw_port': {'id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ae:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_floatingips': [{'id': '0b9a9c88-10f1-486d-8115-e6a5b6ad9e81', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'floating_ip_address': '172.27.0.81', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'port_id': 'fae1032b-da6a-4063-9698-4bfb74f60750', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f', 'mac_address': 'fa:16:3e:79:df:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f3df2d-670f-4ee1-b3f2-4f906fab9f11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:48:58Z', 'updated_at': '2022-09-17T03:49:41Z', 'revision_number': 2, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd44a3f-6ef3-4bdc-8585-990b9803e2f0', 'name': '', 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'mac_address': 'fa:16:3e:c8:15:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:47Z', 'updated_at': '2022-09-17T03:49:00Z', 'revision_number': 5, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'subnets': [{'id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:52:26.955340 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd9095-b5eb-4cdc-a43b-3370bc023e07 req-29281378-ff0a-40b4-9443-8f807d10685c tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:26.958277 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f1cd9095-b5eb-4cdc-a43b-3370bc023e07 req-29281378-ff0a-40b4-9443-8f807d10685c tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2849e6b7-8459-4442-8392-46f23a36f993 HTTP/1.1" status: 200 len: 946 time: 0.0694213 Sep 17 03:52:27.030349 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f1cd9095-b5eb-4cdc-a43b-3370bc023e07 req-939a416d-1ee7-4404-83c5-80791b50e682 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662353 Sep 17 03:52:27.175121 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e092fb72-9692-47c2-89eb-c213665a5469 None None] New status for floating IP cfb9b549-0b7f-4105-87a5-f6eaa41debe2: DOWN {{(pid=113213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 03:52:27.205741 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe06ad2-a44c-4f15-99a8-cae34f73c95f req-2948f367-3f17-47e9-a07f-0a0c6efa6bfb tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:27.207387 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-fbe06ad2-a44c-4f15-99a8-cae34f73c95f req-2948f367-3f17-47e9-a07f-0a0c6efa6bfb tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2849e6b7-8459-4442-8392-46f23a36f993 HTTP/1.1" status: 200 len: 946 time: 0.0675659 Sep 17 03:52:27.274286 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-fbe06ad2-a44c-4f15-99a8-cae34f73c95f req-117ad60b-f959-416c-a44e-5bc5acf0e3b7 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602524 Sep 17 03:52:27.299038 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 49568) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:52:27.511610 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-6765ff29-dcfc-4aae-989f-219c9969bfb4 req-828115a8-24c6-468d-bbb5-9cc8d353d2e2 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 210 time: 0.0532963 Sep 17 03:52:27.518786 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72d3553-6517-4114-9dd9-069ddba01285 tempest-TestVolumeBootPattern-992528225 tempest-TestVolumeBootPattern-992528225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:27.524143 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-e72d3553-6517-4114-9dd9-069ddba01285 tempest-TestVolumeBootPattern-992528225 tempest-TestVolumeBootPattern-992528225-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2849e6b7-8459-4442-8392-46f23a36f993 HTTP/1.1" status: 200 len: 1125 time: 0.2237928 Sep 17 03:52:27.524304 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 49576) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:52:27.529266 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [None req-050f8f8e-6dcc-4817-8033-c123c8798048 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Request body: {'floatingip': {'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'port_id': '771161ec-28fc-415a-adc7-3de3a921060b', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'fixed_ip_address': '172.20.0.12'}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:52:27.652677 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-050f8f8e-6dcc-4817-8033-c123c8798048 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:27.656762 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c5b75d24-34f8-440e-adf1-50b6c6362992 req-3f7cf473-0a3d-4da8-98c7-5d71ad7983a7 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=848cd21e-bb93-4282-b923-655fd98af383 HTTP/1.1" status: 200 len: 210 time: 0.0309854 Sep 17 03:52:27.757825 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-050f8f8e-6dcc-4817-8033-c123c8798048 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:27.887030 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.db_base_plugin_common [None req-050f8f8e-6dcc-4817-8033-c123c8798048 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Allocated IP 172.27.0.122 (4d68fa53-4257-4a6b-8a5b-fb329be82f15/9fe7d342-7214-45a3-bf4f-d121f4a79efc/2b523781-8f49-496c-a360-93f0efbc99f4) {{(pid=113211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:52:27.986305 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:28.015993 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-050f8f8e-6dcc-4817-8033-c123c8798048 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks [] for port (2b523781-8f49-496c-a360-93f0efbc99f4), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:28.125657 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-050f8f8e-6dcc-4817-8033-c123c8798048 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26185590'] for port (2b523781-8f49-496c-a360-93f0efbc99f4), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:28.130988 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:28.178416 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050f8f8e-6dcc-4817-8033-c123c8798048 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Network 4d68fa53-4257-4a6b-8a5b-fb329be82f15 is already hosted by enough agents. {{(pid=113211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:52:28.181397 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.base_scheduler [None req-050f8f8e-6dcc-4817-8033-c123c8798048 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Resources bound (agent type, host, resource id): {{(pid=113211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:52:28.185401 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050f8f8e-6dcc-4817-8033-c123c8798048 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Received port after_create {{(pid=113211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:52:28.190439 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050f8f8e-6dcc-4817-8033-c123c8798048 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Pushing event updated for resources: {'Port': ['ID=2b523781-8f49-496c-a360-93f0efbc99f4,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:28.645440 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-88a17786-8ceb-4dea-b8e4-f070b843f8c4 req-66cb71a0-8fb7-4ba9-9c0a-3138301343a3 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 210 time: 0.0469787 Sep 17 03:52:28.649412 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-050f8f8e-6dcc-4817-8033-c123c8798048 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks [] for floatingip (017d3709-3f83-40ea-a0e3-57f5ff8b08d2), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:28.671126 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device d7087cb3-476a-4b4c-a379-b613a140db7d no longer exists at agent hyperv_hv-cinder-84914 {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:52:28.702097 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] No Port match for: d7087cb3-476a-4b4c-a379-b613a140db7d {{(pid=113212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:52:28.702097 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device d7087cb3-476a-4b4c-a379-b613a140db7d not bound to the agent host hv-cinder-84914 {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:52:28.837256 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 49602) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:52:28.850391 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:28.859577 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-050f8f8e-6dcc-4817-8033-c123c8798048 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (2b523781-8f49-496c-a360-93f0efbc99f4), before_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:28.919763 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-53df08c4-23ca-4d50-a625-f197d2e35a98 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for security_group (584c37ae-9cfb-4b0b-ab4b-ef03cbb59c5b), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:28.946775 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-53df08c4-23ca-4d50-a625-f197d2e35a98 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for security_group (584c37ae-9cfb-4b0b-ab4b-ef03cbb59c5b), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:29.069227 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-050f8f8e-6dcc-4817-8033-c123c8798048 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks [] for port (2b523781-8f49-496c-a360-93f0efbc99f4), precommit_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:29.107947 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-53df08c4-23ca-4d50-a625-f197d2e35a98 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (584c37ae-9cfb-4b0b-ab4b-ef03cbb59c5b), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:29.110665 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-53df08c4-23ca-4d50-a625-f197d2e35a98 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:29.111823 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-53df08c4-23ca-4d50-a625-f197d2e35a98 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/584c37ae-9cfb-4b0b-ab4b-ef03cbb59c5b HTTP/1.1" status: 204 len: 168 time: 0.2735391 Sep 17 03:52:29.115674 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 49606) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:52:29.122051 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df08c4-23ca-4d50-a625-f197d2e35a98 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=584c37ae-9cfb-4b0b-ab4b-ef03cbb59c5b,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:29.132501 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.api.v2.resource [None req-71b642bb-384b-4073-8d63-8f1c0e333d78 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] show failed (client error): The resource could not be found. Sep 17 03:52:29.133575 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-71b642bb-384b-4073-8d63-8f1c0e333d78 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups/584c37ae-9cfb-4b0b-ab4b-ef03cbb59c5b HTTP/1.1" status: 404 len: 347 time: 0.0167089 Sep 17 03:52:29.134731 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-050f8f8e-6dcc-4817-8033-c123c8798048 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26185551'] for port (2b523781-8f49-496c-a360-93f0efbc99f4), after_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:29.136860 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 49608) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:52:29.211767 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050f8f8e-6dcc-4817-8033-c123c8798048 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Pushing event updated for resources: {'Port': ['ID=2b523781-8f49-496c-a360-93f0efbc99f4,revision_number=2']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:29.215959 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-050f8f8e-6dcc-4817-8033-c123c8798048 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615334'] for floatingip (017d3709-3f83-40ea-a0e3-57f5ff8b08d2), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:29.263722 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-b97c83a5-096b-4143-9df0-d2eee37563d7 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Deleting port aa9054bb-5d95-4a4e-a2d4-79012945bd1d {{(pid=113210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:52:29.264061 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b97c83a5-096b-4143-9df0-d2eee37563d7 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (aa9054bb-5d95-4a4e-a2d4-79012945bd1d), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:29.318054 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.db.l3_db [None req-050f8f8e-6dcc-4817-8033-c123c8798048 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Floating IP 017d3709-3f83-40ea-a0e3-57f5ff8b08d2 associated. External IP: 172.27.0.122, port: 771161ec-28fc-415a-adc7-3de3a921060b. Sep 17 03:52:29.343283 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b97c83a5-096b-4143-9df0-d2eee37563d7 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (aa9054bb-5d95-4a4e-a2d4-79012945bd1d), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:29.343627 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b97c83a5-096b-4143-9df0-d2eee37563d7 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for floatingip (aa9054bb-5d95-4a4e-a2d4-79012945bd1d), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:29.356022 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:29.360821 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-b97c83a5-096b-4143-9df0-d2eee37563d7 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Calling delete_port for aa9054bb-5d95-4a4e-a2d4-79012945bd1d owned by network:floatingip {{(pid=113210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:52:29.540704 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050f8f8e-6dcc-4817-8033-c123c8798048 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Router d5966e2e-c4b1-4f9d-93f4-8541417b2351 has already been hosted by L3 agent b971cbd0-997d-41fb-8614-0aea29982798 {{(pid=113211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:52:29.618684 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b97c83a5-096b-4143-9df0-d2eee37563d7 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (aa9054bb-5d95-4a4e-a2d4-79012945bd1d), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:29.654498 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97c83a5-096b-4143-9df0-d2eee37563d7 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Pushing event deleted for resources: {'Port': ['ID=aa9054bb-5d95-4a4e-a2d4-79012945bd1d,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:29.738352 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b97c83a5-096b-4143-9df0-d2eee37563d7 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for floatingip (cfb9b549-0b7f-4105-87a5-f6eaa41debe2), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:29.742222 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b97c83a5-096b-4143-9df0-d2eee37563d7 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for floatingip (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:29.743507 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-b97c83a5-096b-4143-9df0-d2eee37563d7 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/cfb9b549-0b7f-4105-87a5-f6eaa41debe2 HTTP/1.1" status: 204 len: 168 time: 0.6056161 Sep 17 03:52:29.934829 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0e14be2b-9247-40a0-bd4f-e57178d4f104 req-5346dbb3-62c9-4fc5-b956-332dcb91856e tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 210 time: 0.0829794 Sep 17 03:52:30.054659 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050f8f8e-6dcc-4817-8033-c123c8798048 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:52:30.074665 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda87621-f6f7-4489-8ccd-5ad14c7f2ff1 req-86127b50-3f70-4d7a-91ac-1db3f2276d01 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:30.077507 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-dda87621-f6f7-4489-8ccd-5ad14c7f2ff1 req-86127b50-3f70-4d7a-91ac-1db3f2276d01 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.18 "GET /networking/v2.0/networks?id=a074f835-aa65-4c2d-81dc-c695b3cf95bc HTTP/1.1" status: 200 len: 813 time: 0.2243283 Sep 17 03:52:30.091719 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f0ca15-3705-440d-8256-51ad60ad8420 None None] Sync routers for ids ['d5966e2e-c4b1-4f9d-93f4-8541417b2351'] in dv-cinder-849143-3-iscsi {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:52:30.106718 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [req-dda87621-f6f7-4489-8ccd-5ad14c7f2ff1 req-210a8eee-8481-45f6-b376-2e7857343f60 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Request body: {'port': {'device_id': '68eeaf96-b6f5-4666-b67a-37005c9a78b4', 'network_id': 'a074f835-aa65-4c2d-81dc-c695b3cf95bc', 'admin_state_up': True, 'tenant_id': '0cdb8140dca34727ab99c95efc7acb81'}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:52:30.124000 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f0ca15-3705-440d-8256-51ad60ad8420 None None] Routers {'d5966e2e-c4b1-4f9d-93f4-8541417b2351'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:52:30.125077 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-d0f0ca15-3705-440d-8256-51ad60ad8420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:52:10Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['d5966e2e-c4b1-4f9d-93f4-8541417b2351'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:52:30.237965 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-050f8f8e-6dcc-4817-8033-c123c8798048 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for floatingip (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:30.255255 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-d0f0ca15-3705-440d-8256-51ad60ad8420 None None] Set router d5966e2e-c4b1-4f9d-93f4-8541417b2351 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:52:30.282655 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-050f8f8e-6dcc-4817-8033-c123c8798048 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7573376 Sep 17 03:52:30.285120 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2849e6b7-8459-4442-8392-46f23a36f993', 'tag': '771161ec-28fc-415a-adc7-3de3a921060b'}] {{(pid=113211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:52:30.287550 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346c2caff186dcd388f83f6dc64b2ba25d7763d65cfebe6fa09f9256a5522518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479c247a-9326-4f2a-8f8a-778d6f837215" -d '{"events": [{"name": "network-changed", "server_uuid": "2849e6b7-8459-4442-8392-46f23a36f993", "tag": "771161ec-28fc-415a-adc7-3de3a921060b"}]}' {{(pid=113211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:52:30.330172 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db03c0fd-2929-4ebe-a8e0-f69348076202 x-openstack-request-id: req-db03c0fd-2929-4ebe-a8e0-f69348076202 {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:52:30.330465 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2849e6b7-8459-4442-8392-46f23a36f993", "tag": "771161ec-28fc-415a-adc7-3de3a921060b", "status": "completed", "code": 200}]} {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:52:30.330717 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-db03c0fd-2929-4ebe-a8e0-f69348076202 {{(pid=113211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:52:30.331129 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db03c0fd-2929-4ebe-a8e0-f69348076202'] response: {'name': 'network-changed', 'server_uuid': '2849e6b7-8459-4442-8392-46f23a36f993', 'tag': '771161ec-28fc-415a-adc7-3de3a921060b', 'status': 'completed', 'code': 200} Sep 17 03:52:30.364685 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dda87621-f6f7-4489-8ccd-5ad14c7f2ff1 req-210a8eee-8481-45f6-b376-2e7857343f60 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Made reservation on behalf of 0cdb8140dca34727ab99c95efc7acb81 for: {'port': 1} {{(pid=113211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:52:30.368737 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-dda87621-f6f7-4489-8ccd-5ad14c7f2ff1 req-210a8eee-8481-45f6-b376-2e7857343f60 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:30.477062 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c247a-9326-4f2a-8f8a-778d6f837215 req-1193ec71-6a2e-468c-a3eb-35e729ea48c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:30.480438 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-479c247a-9326-4f2a-8f8a-778d6f837215 req-1193ec71-6a2e-468c-a3eb-35e729ea48c1 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=cb2d22c677bb48a1aa50631997fc0741&device_id=2849e6b7-8459-4442-8392-46f23a36f993 HTTP/1.1" status: 200 len: 1130 time: 0.0600517 Sep 17 03:52:30.540766 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:30.542618 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-d0f0ca15-3705-440d-8256-51ad60ad8420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'name': 'tempest-TestVolumeBootPattern-2084887640-router', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'b64bbac4-1a5e-41d0-a613-51dd5abf35b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:12Z', 'updated_at': '2022-09-17T03:51:18Z', 'revision_number': 4, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'gw_port': {'id': 'b64bbac4-1a5e-41d0-a613-51dd5abf35b4', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:13Z', 'updated_at': '2022-09-17T03:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_floatingips': [{'id': '017d3709-3f83-40ea-a0e3-57f5ff8b08d2', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'port_id': '771161ec-28fc-415a-adc7-3de3a921060b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c', 'mac_address': 'fa:16:3e:ea:63:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2849e6b7-8459-4442-8392-46f23a36f993', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:52:28Z', 'updated_at': '2022-09-17T03:52:28Z', 'revision_number': 0, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '246386aa-d035-40e9-8e20-1db54e73513d', 'name': '', 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'mac_address': 'fa:16:3e:76:a4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd79f26d2-7e28-4c00-b0e8-4dc043d7353f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:17Z', 'updated_at': '2022-09-17T03:51:25Z', 'revision_number': 5, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'subnets': [{'id': 'd79f26d2-7e28-4c00-b0e8-4dc043d7353f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:52:30.562291 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.db_base_plugin_common [req-dda87621-f6f7-4489-8ccd-5ad14c7f2ff1 req-210a8eee-8481-45f6-b376-2e7857343f60 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Allocated IP 172.20.0.11 (a074f835-aa65-4c2d-81dc-c695b3cf95bc/94dd6929-42d1-492b-beda-592421495231/6ca4f360-9c06-4609-ad1e-cb074af587c0) {{(pid=113211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:52:30.569627 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f0ca15-3705-440d-8256-51ad60ad8420 None None] Checking router: d5966e2e-c4b1-4f9d-93f4-8541417b2351 for host: dv-cinder-849143-3-iscsi {{(pid=113212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:52:30.580738 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f0ca15-3705-440d-8256-51ad60ad8420 None None] Routers {'d5966e2e-c4b1-4f9d-93f4-8541417b2351'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:52:30.581623 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-d0f0ca15-3705-440d-8256-51ad60ad8420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:52:10Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['d5966e2e-c4b1-4f9d-93f4-8541417b2351'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:52:30.663259 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:30.716993 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c247a-9326-4f2a-8f8a-778d6f837215 req-1ca20b5c-8282-45a5-aaba-1edf471b41b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:30.719165 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-479c247a-9326-4f2a-8f8a-778d6f837215 req-1ca20b5c-8282-45a5-aaba-1edf471b41b5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=17da0435-2238-4de2-8cdc-e4e0ec82986c HTTP/1.1" status: 200 len: 913 time: 0.1315656 Sep 17 03:52:30.721123 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-d0f0ca15-3705-440d-8256-51ad60ad8420 None None] Set router d5966e2e-c4b1-4f9d-93f4-8541417b2351 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:52:30.782986 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-dda87621-f6f7-4489-8ccd-5ad14c7f2ff1 req-210a8eee-8481-45f6-b376-2e7857343f60 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks [] for port (6ca4f360-9c06-4609-ad1e-cb074af587c0), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:30.784260 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:30.896842 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-dda87621-f6f7-4489-8ccd-5ad14c7f2ff1 req-210a8eee-8481-45f6-b376-2e7857343f60 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26185590'] for port (6ca4f360-9c06-4609-ad1e-cb074af587c0), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:30.946887 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dda87621-f6f7-4489-8ccd-5ad14c7f2ff1 req-210a8eee-8481-45f6-b376-2e7857343f60 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Network a074f835-aa65-4c2d-81dc-c695b3cf95bc is already hosted by enough agents. {{(pid=113211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:52:30.950347 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.base_scheduler [req-dda87621-f6f7-4489-8ccd-5ad14c7f2ff1 req-210a8eee-8481-45f6-b376-2e7857343f60 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Resources bound (agent type, host, resource id): {{(pid=113211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:52:30.960240 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda87621-f6f7-4489-8ccd-5ad14c7f2ff1 req-210a8eee-8481-45f6-b376-2e7857343f60 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Received port after_create {{(pid=113211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:52:31.026870 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda87621-f6f7-4489-8ccd-5ad14c7f2ff1 req-210a8eee-8481-45f6-b376-2e7857343f60 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:31.027675 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-dda87621-f6f7-4489-8ccd-5ad14c7f2ff1 req-210a8eee-8481-45f6-b376-2e7857343f60 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for port (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:31.037518 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=100 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:31.040523 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a8eee-8481-45f6-b376-2e7857343f60 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Pushing event updated for resources: {'Port': ['ID=6ca4f360-9c06-4609-ad1e-cb074af587c0,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:31.109364 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1bef8-0d75-47f1-ba83-d44ba181dd60 req-df5d5c30-8f71-43d9-8cf8-4c5a736193aa tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:31.111429 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-bff1bef8-0d75-47f1-ba83-d44ba181dd60 req-df5d5c30-8f71-43d9-8cf8-4c5a736193aa tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 932 time: 0.0658150 Sep 17 03:52:31.137985 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=100 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:31.140235 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-d0f0ca15-3705-440d-8256-51ad60ad8420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'name': 'tempest-TestVolumeBootPattern-2084887640-router', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'b64bbac4-1a5e-41d0-a613-51dd5abf35b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:12Z', 'updated_at': '2022-09-17T03:51:18Z', 'revision_number': 4, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'gw_port': {'id': 'b64bbac4-1a5e-41d0-a613-51dd5abf35b4', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:13Z', 'updated_at': '2022-09-17T03:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_floatingips': [{'id': '017d3709-3f83-40ea-a0e3-57f5ff8b08d2', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'port_id': '771161ec-28fc-415a-adc7-3de3a921060b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c', 'mac_address': 'fa:16:3e:ea:63:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2849e6b7-8459-4442-8392-46f23a36f993', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:52:28Z', 'updated_at': '2022-09-17T03:52:28Z', 'revision_number': 0, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '246386aa-d035-40e9-8e20-1db54e73513d', 'name': '', 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'mac_address': 'fa:16:3e:76:a4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd79f26d2-7e28-4c00-b0e8-4dc043d7353f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:17Z', 'updated_at': '2022-09-17T03:51:25Z', 'revision_number': 5, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'subnets': [{'id': 'd79f26d2-7e28-4c00-b0e8-4dc043d7353f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:52:31.190518 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f0ca15-3705-440d-8256-51ad60ad8420 None None] The sync data for ids ['d5966e2e-c4b1-4f9d-93f4-8541417b2351'] in dv-cinder-849143-3-iscsi is: [{'id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'name': 'tempest-TestVolumeBootPattern-2084887640-router', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'b64bbac4-1a5e-41d0-a613-51dd5abf35b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:12Z', 'updated_at': '2022-09-17T03:51:18Z', 'revision_number': 4, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'gw_port': {'id': 'b64bbac4-1a5e-41d0-a613-51dd5abf35b4', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:13Z', 'updated_at': '2022-09-17T03:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_floatingips': [{'id': '017d3709-3f83-40ea-a0e3-57f5ff8b08d2', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'port_id': '771161ec-28fc-415a-adc7-3de3a921060b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c', 'mac_address': 'fa:16:3e:ea:63:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2849e6b7-8459-4442-8392-46f23a36f993', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:52:28Z', 'updated_at': '2022-09-17T03:52:28Z', 'revision_number': 0, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '246386aa-d035-40e9-8e20-1db54e73513d', 'name': '', 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'mac_address': 'fa:16:3e:76:a4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd79f26d2-7e28-4c00-b0e8-4dc043d7353f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:17Z', 'updated_at': '2022-09-17T03:51:25Z', 'revision_number': 5, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'subnets': [{'id': 'd79f26d2-7e28-4c00-b0e8-4dc043d7353f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:52:31.230271 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-dda87621-f6f7-4489-8ccd-5ad14c7f2ff1 req-210a8eee-8481-45f6-b376-2e7857343f60 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1298985 Sep 17 03:52:31.235395 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:31.238469 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-479c247a-9326-4f2a-8f8a-778d6f837215 req-95395881-11d6-48a0-8c2c-e1ddeeec71a7 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=771161ec-28fc-415a-adc7-3de3a921060b HTTP/1.1" status: 200 len: 1000 time: 0.1112056 Sep 17 03:52:31.255618 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-bff1bef8-0d75-47f1-ba83-d44ba181dd60 req-00d3a850-679f-49b5-8f84-9b7e83794b6b tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b4a13084-8dac-44d2-bb8f-f8f2c9cef483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379957 Sep 17 03:52:31.307347 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-164081c8-d8e9-4560-b29b-e33ec002d3f2 None None] Provisioning complete for port 6ca4f360-9c06-4609-ad1e-cb074af587c0 triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:52:31.308349 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-164081c8-d8e9-4560-b29b-e33ec002d3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (6ca4f360-9c06-4609-ad1e-cb074af587c0), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:31.309138 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-164081c8-d8e9-4560-b29b-e33ec002d3f2 None None] Attempt 1 to provision port 6ca4f360-9c06-4609-ad1e-cb074af587c0 Sep 17 03:52:31.357484 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-164081c8-d8e9-4560-b29b-e33ec002d3f2 None None] Port 6ca4f360-9c06-4609-ad1e-cb074af587c0 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:52:31.575175 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d092306a-0148-4a8a-a05a-30b0f8825a29 None None] New status for floating IP 017d3709-3f83-40ea-a0e3-57f5ff8b08d2: ACTIVE {{(pid=113213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 03:52:31.620056 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:31.693635 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:31.858917 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-164081c8-d8e9-4560-b29b-e33ec002d3f2 None None] Attempt 2 to provision port 6ca4f360-9c06-4609-ad1e-cb074af587c0 Sep 17 03:52:31.909873 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-164081c8-d8e9-4560-b29b-e33ec002d3f2 None None] Port 6ca4f360-9c06-4609-ad1e-cb074af587c0 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:52:32.397272 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a541e7f2-dd6b-44bd-bbfc-971f428a68f2 req-4bee1a41-15de-4d38-8fcd-9b15f68dc2b6 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:32.399254 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a541e7f2-dd6b-44bd-bbfc-971f428a68f2 req-4bee1a41-15de-4d38-8fcd-9b15f68dc2b6 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 932 time: 0.0599973 Sep 17 03:52:32.413367 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-164081c8-d8e9-4560-b29b-e33ec002d3f2 None None] Attempt 3 to provision port 6ca4f360-9c06-4609-ad1e-cb074af587c0 Sep 17 03:52:32.465779 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-164081c8-d8e9-4560-b29b-e33ec002d3f2 None None] Port 6ca4f360-9c06-4609-ad1e-cb074af587c0 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:52:32.469573 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a541e7f2-dd6b-44bd-bbfc-971f428a68f2 req-72677136-3e34-42b0-9927-67271d9bc30b tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b4a13084-8dac-44d2-bb8f-f8f2c9cef483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630655 Sep 17 03:52:32.965106 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-164081c8-d8e9-4560-b29b-e33ec002d3f2 None None] Attempt 4 to provision port 6ca4f360-9c06-4609-ad1e-cb074af587c0 Sep 17 03:52:33.001637 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-164081c8-d8e9-4560-b29b-e33ec002d3f2 None None] Port 6ca4f360-9c06-4609-ad1e-cb074af587c0 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:52:33.503078 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-164081c8-d8e9-4560-b29b-e33ec002d3f2 None None] Attempt 5 to provision port 6ca4f360-9c06-4609-ad1e-cb074af587c0 Sep 17 03:52:33.544912 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-164081c8-d8e9-4560-b29b-e33ec002d3f2 None None] Port 6ca4f360-9c06-4609-ad1e-cb074af587c0 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:52:33.606177 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1775fe4-6041-4bb7-b3d9-8dbc83b29fe6 req-8720f8b9-89ff-46a6-9eb2-2539768f4579 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:33.608033 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d1775fe4-6041-4bb7-b3d9-8dbc83b29fe6 req-8720f8b9-89ff-46a6-9eb2-2539768f4579 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 932 time: 0.0507989 Sep 17 03:52:33.701716 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d1775fe4-6041-4bb7-b3d9-8dbc83b29fe6 req-9c43593d-e1ae-420d-88a9-f5c731aca12e tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b4a13084-8dac-44d2-bb8f-f8f2c9cef483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867939 Sep 17 03:52:34.046549 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-164081c8-d8e9-4560-b29b-e33ec002d3f2 None None] Attempt 6 to provision port 6ca4f360-9c06-4609-ad1e-cb074af587c0 Sep 17 03:52:34.082126 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-164081c8-d8e9-4560-b29b-e33ec002d3f2 None None] Port 6ca4f360-9c06-4609-ad1e-cb074af587c0 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:52:34.583176 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-164081c8-d8e9-4560-b29b-e33ec002d3f2 None None] Attempt 7 to provision port 6ca4f360-9c06-4609-ad1e-cb074af587c0 Sep 17 03:52:34.621546 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-164081c8-d8e9-4560-b29b-e33ec002d3f2 None None] Port 6ca4f360-9c06-4609-ad1e-cb074af587c0 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:52:34.839505 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0049ff4-eb41-49e1-9dca-9767526bb02c req-28241f5a-f767-45bc-b3b4-21abf998a330 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:34.840458 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b0049ff4-eb41-49e1-9dca-9767526bb02c req-28241f5a-f767-45bc-b3b4-21abf998a330 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 932 time: 0.0495915 Sep 17 03:52:34.895198 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b0049ff4-eb41-49e1-9dca-9767526bb02c req-bd06d90c-385d-402e-8135-0498c6a3c8eb tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b4a13084-8dac-44d2-bb8f-f8f2c9cef483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486851 Sep 17 03:52:35.123203 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-164081c8-d8e9-4560-b29b-e33ec002d3f2 None None] Attempt 8 to provision port 6ca4f360-9c06-4609-ad1e-cb074af587c0 Sep 17 03:52:35.163572 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-164081c8-d8e9-4560-b29b-e33ec002d3f2 None None] Port 6ca4f360-9c06-4609-ad1e-cb074af587c0 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:52:35.665179 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-164081c8-d8e9-4560-b29b-e33ec002d3f2 None None] Attempt 9 to provision port 6ca4f360-9c06-4609-ad1e-cb074af587c0 Sep 17 03:52:35.715678 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-164081c8-d8e9-4560-b29b-e33ec002d3f2 None None] Port 6ca4f360-9c06-4609-ad1e-cb074af587c0 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:52:35.794885 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 49730) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:52:35.912829 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-43ca2c07-b819-4f0d-8dc9-e8c50902d21d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:36.017608 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-43ca2c07-b819-4f0d-8dc9-e8c50902d21d admin admin] Publish callbacks [] for security_group (7dbc8f01-e205-4051-aa09-aa5498f54f28), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:36.054217 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb746eae-d3a9-4222-a518-f3b168fcf641 req-2fd24236-421a-43a2-8108-63f680a2f3dc tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:36.055821 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-bb746eae-d3a9-4222-a518-f3b168fcf641 req-2fd24236-421a-43a2-8108-63f680a2f3dc tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 932 time: 0.0495150 Sep 17 03:52:36.107357 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-43ca2c07-b819-4f0d-8dc9-e8c50902d21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (7dbc8f01-e205-4051-aa09-aa5498f54f28), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:36.108588 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-bb746eae-d3a9-4222-a518-f3b168fcf641 req-dfdbe0f3-21de-42e3-9687-ed8096ed069e tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b4a13084-8dac-44d2-bb8f-f8f2c9cef483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459759 Sep 17 03:52:36.160246 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-43ca2c07-b819-4f0d-8dc9-e8c50902d21d admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=28fb779c268540e9b0d71bbffd80c32f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3615890 Sep 17 03:52:36.160246 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca2c07-b819-4f0d-8dc9-e8c50902d21d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbc8f01-e205-4051-aa09-aa5498f54f28,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:36.160747 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 49740) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:52:36.168166 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:36.217455 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-164081c8-d8e9-4560-b29b-e33ec002d3f2 None None] Attempt 10 to provision port 6ca4f360-9c06-4609-ad1e-cb074af587c0 Sep 17 03:52:36.222301 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-e4ad1f48-8dc3-4557-9072-4655c2f70581 admin admin] Publish callbacks [] for security_group (7dbc8f01-e205-4051-aa09-aa5498f54f28), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:36.245794 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-e4ad1f48-8dc3-4557-9072-4655c2f70581 admin admin] Publish callbacks [] for security_group (7dbc8f01-e205-4051-aa09-aa5498f54f28), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:36.252370 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-164081c8-d8e9-4560-b29b-e33ec002d3f2 None None] Port 6ca4f360-9c06-4609-ad1e-cb074af587c0 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:52:36.389783 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-e4ad1f48-8dc3-4557-9072-4655c2f70581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (7dbc8f01-e205-4051-aa09-aa5498f54f28), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:36.392687 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-e4ad1f48-8dc3-4557-9072-4655c2f70581 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:36.394628 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-e4ad1f48-8dc3-4557-9072-4655c2f70581 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/7dbc8f01-e205-4051-aa09-aa5498f54f28 HTTP/1.1" status: 204 len: 168 time: 0.2320480 Sep 17 03:52:36.403811 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad1f48-8dc3-4557-9072-4655c2f70581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbc8f01-e205-4051-aa09-aa5498f54f28,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:37.092165 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 49758) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:52:37.109108 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0d3f16b4-e5ac-425f-b82c-0881984b38c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:37.192910 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0d3f16b4-e5ac-425f-b82c-0881984b38c9 admin admin] Publish callbacks [] for security_group (06d9a9a7-479b-4d2f-aac2-8aa31e0c8f10), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:37.253224 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5637d8-548b-4926-a330-47887338e5a0 req-7b1add87-a5a7-42ad-905e-d5a8bf224f19 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:37.255337 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7b5637d8-548b-4926-a330-47887338e5a0 req-7b1add87-a5a7-42ad-905e-d5a8bf224f19 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 932 time: 0.0648353 Sep 17 03:52:37.272146 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0d3f16b4-e5ac-425f-b82c-0881984b38c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (06d9a9a7-479b-4d2f-aac2-8aa31e0c8f10), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:37.352508 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-0d3f16b4-e5ac-425f-b82c-0881984b38c9 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=96bff3017bdb43c1a46ce32757908067&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2569084 Sep 17 03:52:37.352508 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f16b4-e5ac-425f-b82c-0881984b38c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d9a9a7-479b-4d2f-aac2-8aa31e0c8f10,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:37.352895 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 49764) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:52:37.358761 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7b5637d8-548b-4926-a330-47887338e5a0 req-21e5722f-75d9-48a5-b295-446b1d1d4e94 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b4a13084-8dac-44d2-bb8f-f8f2c9cef483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975618 Sep 17 03:52:37.407341 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-19832117-4fb7-447a-b839-c63938cea5ca admin admin] Publish callbacks [] for security_group (06d9a9a7-479b-4d2f-aac2-8aa31e0c8f10), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:37.430108 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-19832117-4fb7-447a-b839-c63938cea5ca admin admin] Publish callbacks [] for security_group (06d9a9a7-479b-4d2f-aac2-8aa31e0c8f10), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:37.549375 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-19832117-4fb7-447a-b839-c63938cea5ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (06d9a9a7-479b-4d2f-aac2-8aa31e0c8f10), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:37.553083 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-19832117-4fb7-447a-b839-c63938cea5ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:37.557168 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-19832117-4fb7-447a-b839-c63938cea5ca admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/06d9a9a7-479b-4d2f-aac2-8aa31e0c8f10 HTTP/1.1" status: 204 len: 168 time: 0.2026889 Sep 17 03:52:37.569549 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19832117-4fb7-447a-b839-c63938cea5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d9a9a7-479b-4d2f-aac2-8aa31e0c8f10,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:37.971241 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-1752373d-e8e8-477c-ad7f-37a622024c1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b0b4725d-5d3f-4adf-8b60-729f2f7a35da), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:38.486019 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:38.495841 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc458d3c-cb93-451b-bd7b-2025ecaa61b5 req-fde260e5-6613-4c33-99b3-69f6f7004409 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:38.500378 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-dc458d3c-cb93-451b-bd7b-2025ecaa61b5 req-fde260e5-6613-4c33-99b3-69f6f7004409 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 932 time: 0.0539937 Sep 17 03:52:38.554001 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-dc458d3c-cb93-451b-bd7b-2025ecaa61b5 req-32bfd113-8f44-44e0-9408-0ddc938a6041 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b4a13084-8dac-44d2-bb8f-f8f2c9cef483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477555 Sep 17 03:52:38.744216 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 49780) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:52:38.758865 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-ae31c4e7-eb49-469f-b687-651c12dfdb1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:38.860538 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-ae31c4e7-eb49-469f-b687-651c12dfdb1a admin admin] Publish callbacks [] for security_group (53bd8760-f78b-4461-933d-1a8c1479003d), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:38.941689 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-ae31c4e7-eb49-469f-b687-651c12dfdb1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (53bd8760-f78b-4461-933d-1a8c1479003d), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:38.997847 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 49784) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:52:38.998057 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-ae31c4e7-eb49-469f-b687-651c12dfdb1a admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=e7666840c4794631a0c3f0a0480a3cfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2419498 Sep 17 03:52:38.998057 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31c4e7-eb49-469f-b687-651c12dfdb1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53bd8760-f78b-4461-933d-1a8c1479003d,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:39.063810 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-a0266674-cedb-4ce8-8277-1cba979324c9 admin admin] Publish callbacks [] for security_group (53bd8760-f78b-4461-933d-1a8c1479003d), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:39.087581 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-a0266674-cedb-4ce8-8277-1cba979324c9 admin admin] Publish callbacks [] for security_group (53bd8760-f78b-4461-933d-1a8c1479003d), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:39.241351 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-a0266674-cedb-4ce8-8277-1cba979324c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (53bd8760-f78b-4461-933d-1a8c1479003d), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:39.244751 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-a0266674-cedb-4ce8-8277-1cba979324c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:39.246291 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-a0266674-cedb-4ce8-8277-1cba979324c9 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/53bd8760-f78b-4461-933d-1a8c1479003d HTTP/1.1" status: 204 len: 168 time: 0.2580931 Sep 17 03:52:39.264292 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0266674-cedb-4ce8-8277-1cba979324c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53bd8760-f78b-4461-933d-1a8c1479003d,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:39.748244 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ff10c-d8c5-4d12-85a7-7799548d3276 req-121b94a2-a6f7-404e-9d2c-7b174aaecb05 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:39.749961 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5d1ff10c-d8c5-4d12-85a7-7799548d3276 req-121b94a2-a6f7-404e-9d2c-7b174aaecb05 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 932 time: 0.0687087 Sep 17 03:52:39.788287 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:39.805981 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5d1ff10c-d8c5-4d12-85a7-7799548d3276 req-ef701a8c-4233-40d9-b036-bd6bc1198723 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b4a13084-8dac-44d2-bb8f-f8f2c9cef483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497241 Sep 17 03:52:40.332269 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-f3c3fa82-36b3-488d-bfa3-d7ff59038ced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b971cbd0-997d-41fb-8614-0aea29982798), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:40.949310 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d98e66-da30-4513-bc74-7ffbd50773aa req-7927bf3a-3dc4-410b-be31-dff9187a8e8d tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:40.951031 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-63d98e66-da30-4513-bc74-7ffbd50773aa req-7927bf3a-3dc4-410b-be31-dff9187a8e8d tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 932 time: 0.0490434 Sep 17 03:52:41.008444 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-63d98e66-da30-4513-bc74-7ffbd50773aa req-ec78c473-7fd6-4734-9f34-03e6c58fdbfe tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b4a13084-8dac-44d2-bb8f-f8f2c9cef483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506015 Sep 17 03:52:41.724065 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [req-dda87621-f6f7-4489-8ccd-5ad14c7f2ff1 req-4ab0ec05-70bf-4821-b2e2-59709f459ead service neutron] Request body: {'port': {'device_id': '68eeaf96-b6f5-4666-b67a-37005c9a78b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:52:41.761126 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ff42d983-095d-47ba-82c6-d5d7a2ded2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b812d02d-dcd0-44a4-bd1c-6e92b95e6b3f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:41.781303 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c247a-9326-4f2a-8f8a-778d6f837215 req-a1ad1e1f-be8c-465d-acfc-e4379d6c2778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:41.783575 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-479c247a-9326-4f2a-8f8a-778d6f837215 req-a1ad1e1f-be8c-465d-acfc-e4379d6c2778 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=d79f26d2-7e28-4c00-b0e8-4dc043d7353f HTTP/1.1" status: 200 len: 851 time: 0.0511382 Sep 17 03:52:41.788954 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-dda87621-f6f7-4489-8ccd-5ad14c7f2ff1 req-4ab0ec05-70bf-4821-b2e2-59709f459ead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (6ca4f360-9c06-4609-ad1e-cb074af587c0), before_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:42.068176 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.notifiers.nova [req-dda87621-f6f7-4489-8ccd-5ad14c7f2ff1 req-4ab0ec05-70bf-4821-b2e2-59709f459ead service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ca4f360-9c06-4609-ad1e-cb074af587c0 {{(pid=113211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:52:42.077310 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-dda87621-f6f7-4489-8ccd-5ad14c7f2ff1 req-4ab0ec05-70bf-4821-b2e2-59709f459ead service neutron] Publish callbacks [] for port (6ca4f360-9c06-4609-ad1e-cb074af587c0), precommit_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:42.093457 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.provisioning_blocks [req-dda87621-f6f7-4489-8ccd-5ad14c7f2ff1 req-4ab0ec05-70bf-4821-b2e2-59709f459ead service neutron] Transition to ACTIVE for port object 6ca4f360-9c06-4609-ad1e-cb074af587c0 will not be triggered until provisioned by entity L2. {{(pid=113211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 03:52:42.116764 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c247a-9326-4f2a-8f8a-778d6f837215 req-ecf167b9-efed-4b2a-9bdf-ea72068b6b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:42.118302 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-479c247a-9326-4f2a-8f8a-778d6f837215 req-ecf167b9-efed-4b2a-9bdf-ea72068b6b4b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=17da0435-2238-4de2-8cdc-e4e0ec82986c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450211 Sep 17 03:52:42.156682 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75c408-7e8e-43c5-afee-1593af8e7884 req-b8dd8eaa-088e-4573-bdb8-5ce2ef8c2dc1 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:42.158228 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7f75c408-7e8e-43c5-afee-1593af8e7884 req-b8dd8eaa-088e-4573-bdb8-5ce2ef8c2dc1 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 932 time: 0.0475380 Sep 17 03:52:42.208618 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7f75c408-7e8e-43c5-afee-1593af8e7884 req-fa44b401-63e7-4775-b9fb-76b709daa98a tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b4a13084-8dac-44d2-bb8f-f8f2c9cef483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429432 Sep 17 03:52:42.220960 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-479c247a-9326-4f2a-8f8a-778d6f837215 req-f94f47bf-c56e-4d1b-b669-7b6eeacbd4ce service neutron] 10.222.0.18 "GET /networking/v2.0/networks/17da0435-2238-4de2-8cdc-e4e0ec82986c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927136 Sep 17 03:52:42.319417 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-dda87621-f6f7-4489-8ccd-5ad14c7f2ff1 req-4ab0ec05-70bf-4821-b2e2-59709f459ead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26185551'] for port (6ca4f360-9c06-4609-ad1e-cb074af587c0), after_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:42.328848 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-479c247a-9326-4f2a-8f8a-778d6f837215 req-37542592-87ba-40ff-8326-99888159602b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/17da0435-2238-4de2-8cdc-e4e0ec82986c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910945 Sep 17 03:52:42.405372 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab0ec05-70bf-4821-b2e2-59709f459ead service neutron] Pushing event updated for resources: {'Port': ['ID=6ca4f360-9c06-4609-ad1e-cb074af587c0,revision_number=2']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:42.436461 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.managers [req-dda87621-f6f7-4489-8ccd-5ad14c7f2ff1 req-4ab0ec05-70bf-4821-b2e2-59709f459ead service neutron] Attempting to bind port 6ca4f360-9c06-4609-ad1e-cb074af587c0 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:52:42.436901 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.managers [req-dda87621-f6f7-4489-8ccd-5ad14c7f2ff1 req-4ab0ec05-70bf-4821-b2e2-59709f459ead service neutron] Attempting to bind port 6ca4f360-9c06-4609-ad1e-cb074af587c0 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '7ea2bdaf-c56d-49fb-adcf-15285fcbe8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a074f835-aa65-4c2d-81dc-c695b3cf95bc'}] {{(pid=113211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:52:42.437297 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda87621-f6f7-4489-8ccd-5ad14c7f2ff1 req-4ab0ec05-70bf-4821-b2e2-59709f459ead service neutron] Attempting to bind port 6ca4f360-9c06-4609-ad1e-cb074af587c0 on network a074f835-aa65-4c2d-81dc-c695b3cf95bc {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:52:42.481667 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda87621-f6f7-4489-8ccd-5ad14c7f2ff1 req-4ab0ec05-70bf-4821-b2e2-59709f459ead service neutron] Port 6ca4f360-9c06-4609-ad1e-cb074af587c0 on network a074f835-aa65-4c2d-81dc-c695b3cf95bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 03:52:42.482137 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda87621-f6f7-4489-8ccd-5ad14c7f2ff1 req-4ab0ec05-70bf-4821-b2e2-59709f459ead service neutron] Attempting to bind port 6ca4f360-9c06-4609-ad1e-cb074af587c0 on network a074f835-aa65-4c2d-81dc-c695b3cf95bc {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:52:42.484678 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:42.525503 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda87621-f6f7-4489-8ccd-5ad14c7f2ff1 req-4ab0ec05-70bf-4821-b2e2-59709f459ead service neutron] Checking agent: {'id': '56a63866-613b-46a0-90ee-05b9222d9bfc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 46, 46), 'started_at': datetime.datetime(2022, 9, 17, 3, 46, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:52:42.525879 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda87621-f6f7-4489-8ccd-5ad14c7f2ff1 req-4ab0ec05-70bf-4821-b2e2-59709f459ead service neutron] Checking segment: {'id': '7ea2bdaf-c56d-49fb-adcf-15285fcbe8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a074f835-aa65-4c2d-81dc-c695b3cf95bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:52:42.526266 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda87621-f6f7-4489-8ccd-5ad14c7f2ff1 req-4ab0ec05-70bf-4821-b2e2-59709f459ead service neutron] Bound using segment: {'id': '7ea2bdaf-c56d-49fb-adcf-15285fcbe8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a074f835-aa65-4c2d-81dc-c695b3cf95bc'} {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:52:42.526694 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.managers [req-dda87621-f6f7-4489-8ccd-5ad14c7f2ff1 req-4ab0ec05-70bf-4821-b2e2-59709f459ead service neutron] Bound port: 6ca4f360-9c06-4609-ad1e-cb074af587c0, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ea2bdaf-c56d-49fb-adcf-15285fcbe8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a074f835-aa65-4c2d-81dc-c695b3cf95bc'}}] {{(pid=113211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:52:42.527054 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-dda87621-f6f7-4489-8ccd-5ad14c7f2ff1 req-4ab0ec05-70bf-4821-b2e2-59709f459ead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (6ca4f360-9c06-4609-ad1e-cb074af587c0), before_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:42.584224 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:42.587950 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.db [req-dda87621-f6f7-4489-8ccd-5ad14c7f2ff1 req-4ab0ec05-70bf-4821-b2e2-59709f459ead service neutron] For port 6ca4f360-9c06-4609-ad1e-cb074af587c0, host hv-cinder-84914, cleared binding levels {{(pid=113211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:52:42.591419 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.db [req-dda87621-f6f7-4489-8ccd-5ad14c7f2ff1 req-4ab0ec05-70bf-4821-b2e2-59709f459ead service neutron] For port 6ca4f360-9c06-4609-ad1e-cb074af587c0, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6ca4f360-9c06-4609-ad1e-cb074af587c0,segment=NetworkSegment(7ea2bdaf-c56d-49fb-adcf-15285fcbe8da),segment_id=7ea2bdaf-c56d-49fb-adcf-15285fcbe8da)] {{(pid=113211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:52:42.715897 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-dda87621-f6f7-4489-8ccd-5ad14c7f2ff1 req-4ab0ec05-70bf-4821-b2e2-59709f459ead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26185551'] for port (6ca4f360-9c06-4609-ad1e-cb074af587c0), after_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:42.720163 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda87621-f6f7-4489-8ccd-5ad14c7f2ff1 req-4ab0ec05-70bf-4821-b2e2-59709f459ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:42.720813 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-dda87621-f6f7-4489-8ccd-5ad14c7f2ff1 req-4ab0ec05-70bf-4821-b2e2-59709f459ead service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for port (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:42.722267 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-dda87621-f6f7-4489-8ccd-5ad14c7f2ff1 req-4ab0ec05-70bf-4821-b2e2-59709f459ead service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/6ca4f360-9c06-4609-ad1e-cb074af587c0 HTTP/1.1" status: 200 len: 1094 time: 1.0049012 Sep 17 03:52:42.724298 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68eeaf96-b6f5-4666-b67a-37005c9a78b4', 'tag': '6ca4f360-9c06-4609-ad1e-cb074af587c0'}] {{(pid=113211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:52:42.726610 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346c2caff186dcd388f83f6dc64b2ba25d7763d65cfebe6fa09f9256a5522518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b2e293-9b15-40e0-a5a1-cdd932ddcd22" -d '{"events": [{"name": "network-changed", "server_uuid": "68eeaf96-b6f5-4666-b67a-37005c9a78b4", "tag": "6ca4f360-9c06-4609-ad1e-cb074af587c0"}]}' {{(pid=113211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:52:42.779722 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab0ec05-70bf-4821-b2e2-59709f459ead service neutron] Pushing event updated for resources: {'Port': ['ID=6ca4f360-9c06-4609-ad1e-cb074af587c0,revision_number=3']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:42.787963 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88a000a-c5f0-43a9-990d-c25c2db50196 x-openstack-request-id: req-b88a000a-c5f0-43a9-990d-c25c2db50196 {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:52:42.788156 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68eeaf96-b6f5-4666-b67a-37005c9a78b4", "tag": "6ca4f360-9c06-4609-ad1e-cb074af587c0", "status": "completed", "code": 200}]} {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:52:42.788464 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b88a000a-c5f0-43a9-990d-c25c2db50196 {{(pid=113211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:52:42.788872 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b88a000a-c5f0-43a9-990d-c25c2db50196'] response: {'name': 'network-changed', 'server_uuid': '68eeaf96-b6f5-4666-b67a-37005c9a78b4', 'tag': '6ca4f360-9c06-4609-ad1e-cb074af587c0', 'status': 'completed', 'code': 200} Sep 17 03:52:42.907426 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2e293-9b15-40e0-a5a1-cdd932ddcd22 req-74917525-4f10-4f33-b0b2-3c5f57f57f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:42.908932 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-70b2e293-9b15-40e0-a5a1-cdd932ddcd22 req-74917525-4f10-4f33-b0b2-3c5f57f57f55 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=0cdb8140dca34727ab99c95efc7acb81&device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 1128 time: 0.0439780 Sep 17 03:52:43.035427 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (287db9f2-8160-4728-95aa-12aebca604d4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:43.055456 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9af1c880-295a-470c-890c-d5bc5a4921aa req-371ec889-e1fc-458d-bb4c-0a68aa2f295b tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1060774284&fields=id&tenant_id=c265d90202534462b37c19391538b29a HTTP/1.1" status: 200 len: 267 time: 0.1156619 Sep 17 03:52:43.080871 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2e293-9b15-40e0-a5a1-cdd932ddcd22 req-9b8a98a8-e4fc-4b0d-bc0d-2c68052189ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:43.084499 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-70b2e293-9b15-40e0-a5a1-cdd932ddcd22 req-9b8a98a8-e4fc-4b0d-bc0d-2c68052189ce service neutron] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=0cdb8140dca34727ab99c95efc7acb81&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1547370 Sep 17 03:52:43.237427 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1c880-295a-470c-890c-d5bc5a4921aa req-5a1f2b5a-276e-45cc-89bd-d75f4159beb7 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:43.239671 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9af1c880-295a-470c-890c-d5bc5a4921aa req-5a1f2b5a-276e-45cc-89bd-d75f4159beb7 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/networks?id=9639789b-4517-4d8a-8150-b02c75d21fd6 HTTP/1.1" status: 200 len: 809 time: 0.1744204 Sep 17 03:52:43.263553 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2e293-9b15-40e0-a5a1-cdd932ddcd22 req-d3bda6fb-8ee6-49a6-95f3-471c88a66a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:43.263733 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-70b2e293-9b15-40e0-a5a1-cdd932ddcd22 req-d3bda6fb-8ee6-49a6-95f3-471c88a66a11 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1432674 Sep 17 03:52:43.264983 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9af1c880-295a-470c-890c-d5bc5a4921aa req-e4300f1a-b79c-479d-8d3f-95806620484b tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/quotas/c265d90202534462b37c19391538b29a HTTP/1.1" status: 200 len: 375 time: 0.0192418 Sep 17 03:52:43.298028 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fecdf064-2280-4810-8c6f-7fec6cce5654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (7e0cb1e0-c4a7-4d3b-9abd-ffc9973ed5e0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:43.352220 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9af1c880-295a-470c-890c-d5bc5a4921aa req-98b34470-4d21-4f50-9aee-28747f12632e tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=c265d90202534462b37c19391538b29a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0787020 Sep 17 03:52:43.399045 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f5d6e-c0c2-406a-9e54-839a08933528 req-03d63702-2306-447a-9213-49d9d68a14fa tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:43.401621 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f56f5d6e-c0c2-406a-9e54-839a08933528 req-03d63702-2306-447a-9213-49d9d68a14fa tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 944 time: 0.0921688 Sep 17 03:52:43.414115 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:43.460358 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda87621-f6f7-4489-8ccd-5ad14c7f2ff1 req-b9700ae5-f56b-47aa-b9a8-7b08dedbcabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:43.461795 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-dda87621-f6f7-4489-8ccd-5ad14c7f2ff1 req-b9700ae5-f56b-47aa-b9a8-7b08dedbcabc service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=0cdb8140dca34727ab99c95efc7acb81&device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 1128 time: 0.1088054 Sep 17 03:52:43.533395 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-dda87621-f6f7-4489-8ccd-5ad14c7f2ff1 req-a98dcd6b-56c8-4a54-8b51-c6a5547cff32 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ca4f360-9c06-4609-ad1e-cb074af587c0 HTTP/1.1" status: 200 len: 217 time: 0.0497282 Sep 17 03:52:43.548172 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f56f5d6e-c0c2-406a-9e54-839a08933528 req-5285092a-5cf3-42a3-9aba-ffdb7c55fbf6 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b4a13084-8dac-44d2-bb8f-f8f2c9cef483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310711 Sep 17 03:52:43.593248 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9af1c880-295a-470c-890c-d5bc5a4921aa req-cfb8c856-6498-44ec-a170-4f6c38fd748c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/9639789b-4517-4d8a-8150-b02c75d21fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254279 Sep 17 03:52:43.625984 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda87621-f6f7-4489-8ccd-5ad14c7f2ff1 req-961c9d85-1eaf-4fa3-b50f-15bb5d36d0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:43.627407 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-dda87621-f6f7-4489-8ccd-5ad14c7f2ff1 req-961c9d85-1eaf-4fa3-b50f-15bb5d36d0f2 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=94dd6929-42d1-492b-beda-592421495231 HTTP/1.1" status: 200 len: 852 time: 0.0753634 Sep 17 03:52:43.702121 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda87621-f6f7-4489-8ccd-5ad14c7f2ff1 req-3ab315f9-b374-4eed-b28b-e1e321edd7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:43.703662 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-dda87621-f6f7-4489-8ccd-5ad14c7f2ff1 req-3ab315f9-b374-4eed-b28b-e1e321edd7cc service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=a074f835-aa65-4c2d-81dc-c695b3cf95bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514865 Sep 17 03:52:43.773437 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9af1c880-295a-470c-890c-d5bc5a4921aa req-a72bb681-65cf-4d84-ab93-4d4fd7f4868d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/9639789b-4517-4d8a-8150-b02c75d21fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729009 Sep 17 03:52:43.820124 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-dda87621-f6f7-4489-8ccd-5ad14c7f2ff1 req-b3d5caee-b8ca-490d-a20b-fdec1036cf61 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a074f835-aa65-4c2d-81dc-c695b3cf95bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071856 Sep 17 03:52:43.924011 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-dda87621-f6f7-4489-8ccd-5ad14c7f2ff1 req-76459dce-90cb-44ba-985b-3622e50cb907 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a074f835-aa65-4c2d-81dc-c695b3cf95bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920305 Sep 17 03:52:44.303411 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26679422-f5d6-4c28-832f-008f479c9d4e req-beb52a46-434c-4763-8911-fcdb1ca3ec84 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:44.304874 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-26679422-f5d6-4c28-832f-008f479c9d4e req-beb52a46-434c-4763-8911-fcdb1ca3ec84 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4f3df2d-670f-4ee1-b3f2-4f906fab9f11 HTTP/1.1" status: 200 len: 946 time: 0.0467403 Sep 17 03:52:44.321651 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:44.357373 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-26679422-f5d6-4c28-832f-008f479c9d4e req-81464261-f31c-4917-a033-a2d0b0dec645 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ef52a5d3-7c1e-43aa-8e16-f6b712f6e159&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432379 Sep 17 03:52:44.659813 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-eafe7969-0e05-4cce-b79c-026a03a39c61 req-93dfbcfa-1c05-47a5-8614-8d6f59934e30 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 210 time: 0.0413971 Sep 17 03:52:44.925819 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa91f0-cfca-4986-9134-04831317f3c0 req-5fd7d91e-0273-471c-8e88-19947845b77c tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:44.927842 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-1ffa91f0-cfca-4986-9134-04831317f3c0 req-5fd7d91e-0273-471c-8e88-19947845b77c tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 944 time: 0.2794840 Sep 17 03:52:44.984279 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-1ffa91f0-cfca-4986-9134-04831317f3c0 req-79b87506-a551-49a7-9333-2fc42484e304 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b4a13084-8dac-44d2-bb8f-f8f2c9cef483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505025 Sep 17 03:52:45.027404 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.agents_db [None req-b2aba882-f127-474e-990c-8a1f8fa77bd5 None None] Agent healthcheck: found 6 active agents {{(pid=113213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:52:45.053883 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 49902) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:52:45.164659 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-7b84e86c-87f2-4486-af3d-3417dc64cebe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:45.241602 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-7b84e86c-87f2-4486-af3d-3417dc64cebe admin admin] Publish callbacks [] for security_group (d894feaf-616c-4bf3-9182-c5884eb13bfc), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:45.331642 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-7b84e86c-87f2-4486-af3d-3417dc64cebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (d894feaf-616c-4bf3-9182-c5884eb13bfc), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:45.372759 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-7b84e86c-87f2-4486-af3d-3417dc64cebe admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=d50d14c9714542a1baa271ba21f3ad30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3174884 Sep 17 03:52:45.373633 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b84e86c-87f2-4486-af3d-3417dc64cebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d894feaf-616c-4bf3-9182-c5884eb13bfc,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:45.375634 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 49908) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:52:45.397481 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b84e86c-87f2-4486-af3d-3417dc64cebe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:52:45.397874 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b84e86c-87f2-4486-af3d-3417dc64cebe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:52:45.398216 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b84e86c-87f2-4486-af3d-3417dc64cebe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:52:45.398560 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b84e86c-87f2-4486-af3d-3417dc64cebe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:52:45.398894 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b84e86c-87f2-4486-af3d-3417dc64cebe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:52:45.399231 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b84e86c-87f2-4486-af3d-3417dc64cebe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:52:45.400197 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b84e86c-87f2-4486-af3d-3417dc64cebe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:52:45.400197 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b84e86c-87f2-4486-af3d-3417dc64cebe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:52:45.400197 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b84e86c-87f2-4486-af3d-3417dc64cebe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:52:45.400596 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b84e86c-87f2-4486-af3d-3417dc64cebe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:52:45.400844 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b84e86c-87f2-4486-af3d-3417dc64cebe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:52:45.401144 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b84e86c-87f2-4486-af3d-3417dc64cebe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:52:45.401468 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b84e86c-87f2-4486-af3d-3417dc64cebe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:52:45.401873 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b84e86c-87f2-4486-af3d-3417dc64cebe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:52:45.402133 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b84e86c-87f2-4486-af3d-3417dc64cebe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:52:45.461329 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-b9d6e179-038a-4dd0-9c19-855574ca3066 admin admin] Publish callbacks [] for security_group (d894feaf-616c-4bf3-9182-c5884eb13bfc), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:45.499368 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:45.508082 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-b9d6e179-038a-4dd0-9c19-855574ca3066 admin admin] Publish callbacks [] for security_group (d894feaf-616c-4bf3-9182-c5884eb13bfc), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:45.519794 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6699ca2e-9df2-4735-8fd6-3427c463324f req-a457f3fa-4092-4460-9c93-00b5d56272d4 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:45.521893 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-6699ca2e-9df2-4735-8fd6-3427c463324f req-a457f3fa-4092-4460-9c93-00b5d56272d4 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4f3df2d-670f-4ee1-b3f2-4f906fab9f11 HTTP/1.1" status: 200 len: 946 time: 0.0749183 Sep 17 03:52:45.587361 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-6699ca2e-9df2-4735-8fd6-3427c463324f req-e480db56-2f68-401f-8ae5-41d680965538 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ef52a5d3-7c1e-43aa-8e16-f6b712f6e159&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562441 Sep 17 03:52:45.686479 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-b9d6e179-038a-4dd0-9c19-855574ca3066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (d894feaf-616c-4bf3-9182-c5884eb13bfc), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:45.690218 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-b9d6e179-038a-4dd0-9c19-855574ca3066 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:45.692537 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-b9d6e179-038a-4dd0-9c19-855574ca3066 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d894feaf-616c-4bf3-9182-c5884eb13bfc HTTP/1.1" status: 204 len: 168 time: 0.3152721 Sep 17 03:52:45.705562 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d6e179-038a-4dd0-9c19-855574ca3066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d894feaf-616c-4bf3-9182-c5884eb13bfc,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:45.768141 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e04ae784-42a9-4777-9ee1-8ae8877744c6 req-be448438-368a-48bf-8d3b-50dab3082acf tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 210 time: 0.0283463 Sep 17 03:52:46.117343 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1493d-0fd6-408b-8d52-9232fd4ff44b req-f64be1f1-4cd9-4902-8556-2422c19920a3 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:46.118986 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c0b1493d-0fd6-408b-8d52-9232fd4ff44b req-f64be1f1-4cd9-4902-8556-2422c19920a3 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 944 time: 0.0568411 Sep 17 03:52:46.171990 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c0b1493d-0fd6-408b-8d52-9232fd4ff44b req-850b1a50-e9e0-4b3c-bbf4-17df68c96d89 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b4a13084-8dac-44d2-bb8f-f8f2c9cef483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469120 Sep 17 03:52:46.389431 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (56a63866-613b-46a0-90ee-05b9222d9bfc), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:46.726119 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c482d2f-975b-4898-8bc1-423b8e30a501 req-5c11c7e1-736a-4474-bb41-a6d43517e243 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:46.727614 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9c482d2f-975b-4898-8bc1-423b8e30a501 req-5c11c7e1-736a-4474-bb41-a6d43517e243 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4f3df2d-670f-4ee1-b3f2-4f906fab9f11 HTTP/1.1" status: 200 len: 946 time: 0.0524347 Sep 17 03:52:46.775917 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9c482d2f-975b-4898-8bc1-423b8e30a501 req-6be1c271-4329-43a3-b9d1-632c3181c1b0 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ef52a5d3-7c1e-43aa-8e16-f6b712f6e159&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425768 Sep 17 03:52:46.792389 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 6ca4f360-9c06-4609-ad1e-cb074af587c0 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=113212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 03:52:46.882706 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-837b0005-ab4f-467f-b527-91d18f7330df req-d39615a3-5bdd-47e6-ae02-1f983846624d tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 210 time: 0.0287266 Sep 17 03:52:46.897949 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port 6ca4f360-9c06-4609-ad1e-cb074af587c0, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6ca4f360-9c06-4609-ad1e-cb074af587c0,segment=NetworkSegment(7ea2bdaf-c56d-49fb-adcf-15285fcbe8da),segment_id=7ea2bdaf-c56d-49fb-adcf-15285fcbe8da)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:52:46.908997 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Returning: {'device': '6ca4f360-9c06-4609-ad1e-cb074af587c0', 'network_id': 'a074f835-aa65-4c2d-81dc-c695b3cf95bc', 'port_id': '6ca4f360-9c06-4609-ad1e-cb074af587c0', 'mac_address': 'fa:16:3e:d5:3b:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94dd6929-42d1-492b-beda-592421495231', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 03:52:46.948047 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port 6ca4f360-9c06-4609-ad1e-cb074af587c0 is: DOWN; New status is: BUILD {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:52:46.948439 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (6ca4f360-9c06-4609-ad1e-cb074af587c0), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:46.962262 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ca4f360-9c06-4609-ad1e-cb074af587c0 {{(pid=113212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:52:46.986704 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port 6ca4f360-9c06-4609-ad1e-cb074af587c0, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6ca4f360-9c06-4609-ad1e-cb074af587c0,segment=NetworkSegment(7ea2bdaf-c56d-49fb-adcf-15285fcbe8da),segment_id=7ea2bdaf-c56d-49fb-adcf-15285fcbe8da)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:52:47.074289 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:47.245539 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1771a32-bb60-42f8-8929-fccb88f711c8 req-09d1cd3e-a829-4b3d-9ed4-d23e046587ea tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:47.246956 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b1771a32-bb60-42f8-8929-fccb88f711c8 req-09d1cd3e-a829-4b3d-9ed4-d23e046587ea tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e4f3df2d-670f-4ee1-b3f2-4f906fab9f11 HTTP/1.1" status: 200 len: 946 time: 0.0518064 Sep 17 03:52:47.315154 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:47.335779 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142c06a-c180-4536-bc8b-049f3ff4a5b4 req-edb24dd7-8ecc-4105-b5cc-973a4341580f tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:47.337273 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-4142c06a-c180-4536-bc8b-049f3ff4a5b4 req-edb24dd7-8ecc-4105-b5cc-973a4341580f tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 944 time: 0.0833275 Sep 17 03:52:47.396490 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.plugin [req-b1771a32-bb60-42f8-8929-fccb88f711c8 req-99581c38-bc2b-4a71-84db-e42b590221ba tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Deleting port fae1032b-da6a-4063-9698-4bfb74f60750 {{(pid=113211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:52:47.396829 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-b1771a32-bb60-42f8-8929-fccb88f711c8 req-99581c38-bc2b-4a71-84db-e42b590221ba tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (fae1032b-da6a-4063-9698-4bfb74f60750), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:47.459019 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-4142c06a-c180-4536-bc8b-049f3ff4a5b4 req-5a7161f4-7a0f-4541-9791-d51d31fb0338 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b4a13084-8dac-44d2-bb8f-f8f2c9cef483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006656 Sep 17 03:52:47.505766 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.db [req-b1771a32-bb60-42f8-8929-fccb88f711c8 req-99581c38-bc2b-4a71-84db-e42b590221ba tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] For port fae1032b-da6a-4063-9698-4bfb74f60750, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=fae1032b-da6a-4063-9698-4bfb74f60750,segment=NetworkSegment(f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54),segment_id=f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54)] {{(pid=113211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:52:47.506059 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-b1771a32-bb60-42f8-8929-fccb88f711c8 req-99581c38-bc2b-4a71-84db-e42b590221ba tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (fae1032b-da6a-4063-9698-4bfb74f60750), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:47.618374 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (6ca4f360-9c06-4609-ad1e-cb074af587c0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:47.666880 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:47.669169 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=6ca4f360-9c06-4609-ad1e-cb074af587c0,revision_number=4']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:47.685040 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-b1771a32-bb60-42f8-8929-fccb88f711c8 req-99581c38-bc2b-4a71-84db-e42b590221ba tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:47.685040 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-b1771a32-bb60-42f8-8929-fccb88f711c8 req-99581c38-bc2b-4a71-84db-e42b590221ba tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615334'] for floatingip (0b9a9c88-10f1-486d-8115-e6a5b6ad9e81), after_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:47.685040 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.db.l3_db [req-b1771a32-bb60-42f8-8929-fccb88f711c8 req-99581c38-bc2b-4a71-84db-e42b590221ba tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Floating IP 0b9a9c88-10f1-486d-8115-e6a5b6ad9e81 disassociated. External IP: 172.27.0.81, port: fae1032b-da6a-4063-9698-4bfb74f60750. Sep 17 03:52:47.685040 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.plugin [req-b1771a32-bb60-42f8-8929-fccb88f711c8 req-99581c38-bc2b-4a71-84db-e42b590221ba tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Calling delete_port for fae1032b-da6a-4063-9698-4bfb74f60750 owned by compute:nova {{(pid=113211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:52:47.903407 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3abf4f-c6f7-4240-8a09-e2d6e27079cb req-e843be40-f074-4d10-bb2a-4619b1ece95d tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:47.904871 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0a3abf4f-c6f7-4240-8a09-e2d6e27079cb req-e843be40-f074-4d10-bb2a-4619b1ece95d tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4f3df2d-670f-4ee1-b3f2-4f906fab9f11 HTTP/1.1" status: 200 len: 946 time: 0.0502818 Sep 17 03:52:47.905997 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-b1771a32-bb60-42f8-8929-fccb88f711c8 req-99581c38-bc2b-4a71-84db-e42b590221ba tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26185590'] for port (fae1032b-da6a-4063-9698-4bfb74f60750), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:47.946161 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99581c38-bc2b-4a71-84db-e42b590221ba tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Pushing event deleted for resources: {'Port': ['ID=fae1032b-da6a-4063-9698-4bfb74f60750,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:48.037631 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-41b5581e-0ea5-41f6-b2c8-5780d27b9788 req-1b463f5b-7b4f-4601-8399-c8d99c822113 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 210 time: 0.0752156 Sep 17 03:52:48.076155 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0a3abf4f-c6f7-4240-8a09-e2d6e27079cb req-fcbda72d-2b66-48ee-87ae-3595f8a1fbe5 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ef52a5d3-7c1e-43aa-8e16-f6b712f6e159&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580522 Sep 17 03:52:48.134550 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1771a32-bb60-42f8-8929-fccb88f711c8 req-99581c38-bc2b-4a71-84db-e42b590221ba tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Router 1199cd8e-d329-4648-ace2-63398eb0ef65 has already been hosted by L3 agent b971cbd0-997d-41fb-8614-0aea29982798 {{(pid=113211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:52:48.134788 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] get_ports_and_sgs() called for port_ids ['6ca4f360-9c06-4609-ad1e-cb074af587c0'] {{(pid=113212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:52:48.145987 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:48.173108 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:48.182797 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:48.249044 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1771a32-bb60-42f8-8929-fccb88f711c8 req-99581c38-bc2b-4a71-84db-e42b590221ba tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:52:48.267240 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e45d4a-d348-40e7-b237-0ec8b7e2c7eb None None] Sync routers for ids ['1199cd8e-d329-4648-ace2-63398eb0ef65'] in dv-cinder-849143-3-iscsi {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:52:48.291891 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e45d4a-d348-40e7-b237-0ec8b7e2c7eb None None] Routers {'1199cd8e-d329-4648-ace2-63398eb0ef65'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:52:48.292531 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-c7e45d4a-d348-40e7-b237-0ec8b7e2c7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:52:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['1199cd8e-d329-4648-ace2-63398eb0ef65'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:52:48.302510 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1771a32-bb60-42f8-8929-fccb88f711c8 req-99581c38-bc2b-4a71-84db-e42b590221ba tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] No DVR routers for this DVR port fae1032b-da6a-4063-9698-4bfb74f60750 on host hv-cinder-84914 {{(pid=113211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:52:48.305236 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-b1771a32-bb60-42f8-8929-fccb88f711c8 req-99581c38-bc2b-4a71-84db-e42b590221ba tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for port (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:48.308992 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b1771a32-bb60-42f8-8929-fccb88f711c8 req-99581c38-bc2b-4a71-84db-e42b590221ba tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.18 "DELETE /networking/v2.0/ports/fae1032b-da6a-4063-9698-4bfb74f60750 HTTP/1.1" status: 204 len: 173 time: 1.0521200 Sep 17 03:52:48.309768 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f3df2d-670f-4ee1-b3f2-4f906fab9f11', 'name': 'network-vif-deleted', 'tag': 'fae1032b-da6a-4063-9698-4bfb74f60750'}] {{(pid=113211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:52:48.317987 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346c2caff186dcd388f83f6dc64b2ba25d7763d65cfebe6fa09f9256a5522518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26dd130a-0eb5-47cb-8ff9-7dcbdb397998" -d '{"events": [{"server_uuid": "e4f3df2d-670f-4ee1-b3f2-4f906fab9f11", "name": "network-vif-deleted", "tag": "fae1032b-da6a-4063-9698-4bfb74f60750"}]}' {{(pid=113211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:52:48.362339 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ef16a9-8d19-4375-8a4b-8ba53f070082 x-openstack-request-id: req-13ef16a9-8d19-4375-8a4b-8ba53f070082 {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:52:48.362627 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f3df2d-670f-4ee1-b3f2-4f906fab9f11", "name": "network-vif-deleted", "tag": "fae1032b-da6a-4063-9698-4bfb74f60750", "status": "completed", "code": 200}]} {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:52:48.362894 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-13ef16a9-8d19-4375-8a4b-8ba53f070082 {{(pid=113211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:52:48.363532 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13ef16a9-8d19-4375-8a4b-8ba53f070082'] response: {'server_uuid': 'e4f3df2d-670f-4ee1-b3f2-4f906fab9f11', 'name': 'network-vif-deleted', 'tag': 'fae1032b-da6a-4063-9698-4bfb74f60750', 'status': 'completed', 'code': 200} Sep 17 03:52:48.425886 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-c7e45d4a-d348-40e7-b237-0ec8b7e2c7eb None None] Set router 1199cd8e-d329-4648-ace2-63398eb0ef65 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:52:48.584600 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b25a982-f7b5-412c-955b-4efed580da38 req-8a48c1fb-8527-4acf-bbde-2c4cccc29ec5 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:48.585973 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8b25a982-f7b5-412c-955b-4efed580da38 req-8a48c1fb-8527-4acf-bbde-2c4cccc29ec5 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 945 time: 0.0470829 Sep 17 03:52:48.631056 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-c7e45d4a-d348-40e7-b237-0ec8b7e2c7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'name': 'tempest-AttachVolumeNegativeTest-710767008-router', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:40Z', 'updated_at': '2022-09-17T03:48:49Z', 'revision_number': 4, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'gw_port': {'id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ae:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': 'fbd44a3f-6ef3-4bdc-8585-990b9803e2f0', 'name': '', 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'mac_address': 'fa:16:3e:c8:15:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:47Z', 'updated_at': '2022-09-17T03:49:00Z', 'revision_number': 5, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'subnets': [{'id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:52:48.637150 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8b25a982-f7b5-412c-955b-4efed580da38 req-c4a2aee3-01e5-4f0a-a9aa-824a169499af tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b4a13084-8dac-44d2-bb8f-f8f2c9cef483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452340 Sep 17 03:52:48.660064 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e45d4a-d348-40e7-b237-0ec8b7e2c7eb None None] Checking router: 1199cd8e-d329-4648-ace2-63398eb0ef65 for host: dv-cinder-849143-3-iscsi {{(pid=113212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:52:48.669381 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e45d4a-d348-40e7-b237-0ec8b7e2c7eb None None] Routers {'1199cd8e-d329-4648-ace2-63398eb0ef65'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:52:48.670006 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-c7e45d4a-d348-40e7-b237-0ec8b7e2c7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:52:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['1199cd8e-d329-4648-ace2-63398eb0ef65'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:52:48.722033 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=100 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:48.771671 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-c7e45d4a-d348-40e7-b237-0ec8b7e2c7eb None None] Set router 1199cd8e-d329-4648-ace2-63398eb0ef65 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:52:48.960940 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-c7e45d4a-d348-40e7-b237-0ec8b7e2c7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'name': 'tempest-AttachVolumeNegativeTest-710767008-router', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:40Z', 'updated_at': '2022-09-17T03:48:49Z', 'revision_number': 4, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'gw_port': {'id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ae:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': 'fbd44a3f-6ef3-4bdc-8585-990b9803e2f0', 'name': '', 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'mac_address': 'fa:16:3e:c8:15:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:47Z', 'updated_at': '2022-09-17T03:49:00Z', 'revision_number': 5, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'subnets': [{'id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:52:48.985533 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e45d4a-d348-40e7-b237-0ec8b7e2c7eb None None] The sync data for ids ['1199cd8e-d329-4648-ace2-63398eb0ef65'] in dv-cinder-849143-3-iscsi is: [{'id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'name': 'tempest-AttachVolumeNegativeTest-710767008-router', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:40Z', 'updated_at': '2022-09-17T03:48:49Z', 'revision_number': 4, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'gw_port': {'id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ae:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': 'fbd44a3f-6ef3-4bdc-8585-990b9803e2f0', 'name': '', 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'mac_address': 'fa:16:3e:c8:15:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:47Z', 'updated_at': '2022-09-17T03:49:00Z', 'revision_number': 5, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'subnets': [{'id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:52:49.119708 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 6ca4f360-9c06-4609-ad1e-cb074af587c0 up at agent hyperv_hv-cinder-84914 {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:52:49.162768 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f5f6c3d8-9d0a-41a4-9b62-3b921be4dbba req-9862b826-b895-42a2-84fc-27fe25da47cf tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 210 time: 0.0366826 Sep 17 03:52:49.168031 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Provisioning for port 6ca4f360-9c06-4609-ad1e-cb074af587c0 completed by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 03:52:49.228859 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-efa1e146-09e7-40df-bead-4484759c30d7 req-d6560ce2-16f5-4ab2-a9ad-e18cee64f090 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4f3df2d-670f-4ee1-b3f2-4f906fab9f11 HTTP/1.1" status: 200 len: 210 time: 0.0302651 Sep 17 03:52:49.271111 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2d0ba5-93e3-429c-9e96-00a5ae972176 None None] New status for floating IP 0b9a9c88-10f1-486d-8115-e6a5b6ad9e81: DOWN {{(pid=113213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 03:52:49.294417 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Provisioning complete for port 6ca4f360-9c06-4609-ad1e-cb074af587c0 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:52:49.295024 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (6ca4f360-9c06-4609-ad1e-cb074af587c0), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:49.295581 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Attempt 1 to provision port 6ca4f360-9c06-4609-ad1e-cb074af587c0 Sep 17 03:52:49.354043 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1c880-295a-470c-890c-d5bc5a4921aa req-dc5e24f9-ef43-41de-9e66-7d14b95af52d tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:49.355722 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9af1c880-295a-470c-890c-d5bc5a4921aa req-dc5e24f9-ef43-41de-9e66-7d14b95af52d tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.18 "GET /networking/v2.0/networks?id=9639789b-4517-4d8a-8150-b02c75d21fd6 HTTP/1.1" status: 200 len: 809 time: 0.1255240 Sep 17 03:52:49.389387 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port 6ca4f360-9c06-4609-ad1e-cb074af587c0 is: BUILD; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:52:49.389811 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (6ca4f360-9c06-4609-ad1e-cb074af587c0), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:49.415063 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68eeaf96-b6f5-4666-b67a-37005c9a78b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca4f360-9c06-4609-ad1e-cb074af587c0'}] {{(pid=113212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:52:49.417316 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc6586f6b4c6bd034ee7705c69f50a833cff710b963951e05e6de8956872ccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4aba37c-3984-4dfe-9b15-a7e80076a003" -d '{"events": [{"server_uuid": "68eeaf96-b6f5-4666-b67a-37005c9a78b4", "name": "network-vif-plugged", "status": "completed", "tag": "6ca4f360-9c06-4609-ad1e-cb074af587c0"}]}' {{(pid=113212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:52:49.435185 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port 6ca4f360-9c06-4609-ad1e-cb074af587c0, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6ca4f360-9c06-4609-ad1e-cb074af587c0,segment=NetworkSegment(7ea2bdaf-c56d-49fb-adcf-15285fcbe8da),segment_id=7ea2bdaf-c56d-49fb-adcf-15285fcbe8da)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:52:49.460087 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c486c60-c192-483c-beba-fbef25d571d1 x-openstack-request-id: req-5c486c60-c192-483c-beba-fbef25d571d1 {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:52:49.460431 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68eeaf96-b6f5-4666-b67a-37005c9a78b4", "name": "network-vif-plugged", "status": "completed", "tag": "6ca4f360-9c06-4609-ad1e-cb074af587c0", "code": 200}]} {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:52:49.460691 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5c486c60-c192-483c-beba-fbef25d571d1 {{(pid=113212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:52:49.461345 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c486c60-c192-483c-beba-fbef25d571d1'] response: {'server_uuid': '68eeaf96-b6f5-4666-b67a-37005c9a78b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca4f360-9c06-4609-ad1e-cb074af587c0', 'code': 200} Sep 17 03:52:49.508449 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9af1c880-295a-470c-890c-d5bc5a4921aa req-1c88ad6f-5693-4340-b8a8-152c3f1fd5cb tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c265d90202534462b37c19391538b29a HTTP/1.1" status: 200 len: 380 time: 0.0639069 Sep 17 03:52:49.517718 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [req-9af1c880-295a-470c-890c-d5bc5a4921aa req-33fb8600-9182-4591-a493-1f9b44498713 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Request body: {'port': {'device_id': '5daf1795-b4be-4366-be5e-ccc53444ef31', 'network_id': '9639789b-4517-4d8a-8150-b02c75d21fd6', 'admin_state_up': True, 'tenant_id': 'c265d90202534462b37c19391538b29a', 'security_groups': ['d2a21b38-b487-4788-9901-9681163e90a4']}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:52:49.633696 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (6ca4f360-9c06-4609-ad1e-cb074af587c0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:49.635155 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device fae1032b-da6a-4063-9698-4bfb74f60750 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:52:49.691835 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] No Port match for: fae1032b-da6a-4063-9698-4bfb74f60750 {{(pid=113212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:52:49.693807 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device fae1032b-da6a-4063-9698-4bfb74f60750 not bound to the agent host hv-cinder-84914 {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:52:49.726752 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9af1c880-295a-470c-890c-d5bc5a4921aa req-33fb8600-9182-4591-a493-1f9b44498713 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Made reservation on behalf of c265d90202534462b37c19391538b29a for: {'port': 1} {{(pid=113211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:52:49.730753 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-9af1c880-295a-470c-890c-d5bc5a4921aa req-33fb8600-9182-4591-a493-1f9b44498713 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:49.737841 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=6ca4f360-9c06-4609-ad1e-cb074af587c0,revision_number=5']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:49.845452 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef3f36-3d41-494b-a3f7-e060bf576999 req-d5eb9598-e46f-4cb8-9dbd-fc534ac49932 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:49.847185 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-34ef3f36-3d41-494b-a3f7-e060bf576999 req-d5eb9598-e46f-4cb8-9dbd-fc534ac49932 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 946 time: 0.0893073 Sep 17 03:52:49.914488 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:49.924243 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81abe6c9-788d-4129-87a8-88fb7c8686e7 req-f151f952-5f14-48f9-91f9-07289d29ec13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:49.928778 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-81abe6c9-788d-4129-87a8-88fb7c8686e7 req-f151f952-5f14-48f9-91f9-07289d29ec13 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 1130 time: 0.0451112 Sep 17 03:52:49.949362 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-34ef3f36-3d41-494b-a3f7-e060bf576999 req-f36a1d1b-8f16-4255-8b6d-94a983edff70 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b4a13084-8dac-44d2-bb8f-f8f2c9cef483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952332 Sep 17 03:52:49.958583 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:49.959881 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.db_base_plugin_common [req-9af1c880-295a-470c-890c-d5bc5a4921aa req-33fb8600-9182-4591-a493-1f9b44498713 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Allocated IP 172.20.0.3 (9639789b-4517-4d8a-8150-b02c75d21fd6/ea6084af-2859-4d2a-9fe2-69cd212d0f4a/c180ab9b-4ee0-400c-bcd6-351470f7df5f) {{(pid=113211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:52:50.100969 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-9af1c880-295a-470c-890c-d5bc5a4921aa req-33fb8600-9182-4591-a493-1f9b44498713 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Publish callbacks [] for port (c180ab9b-4ee0-400c-bcd6-351470f7df5f), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:50.107287 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:50.223861 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-9af1c880-295a-470c-890c-d5bc5a4921aa req-33fb8600-9182-4591-a493-1f9b44498713 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26185590'] for port (c180ab9b-4ee0-400c-bcd6-351470f7df5f), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:50.240260 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:50.271180 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-81abe6c9-788d-4129-87a8-88fb7c8686e7 req-6d6ae828-e1ac-43f4-8e97-c0700a9f6dec service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b4a13084-8dac-44d2-bb8f-f8f2c9cef483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460241 Sep 17 03:52:50.307299 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9af1c880-295a-470c-890c-d5bc5a4921aa req-33fb8600-9182-4591-a493-1f9b44498713 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Network 9639789b-4517-4d8a-8150-b02c75d21fd6 is already hosted by enough agents. {{(pid=113211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:52:50.314267 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fb8600-9182-4591-a493-1f9b44498713 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Pushing event updated for resources: {'Port': ['ID=c180ab9b-4ee0-400c-bcd6-351470f7df5f,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:50.316705 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.base_scheduler [req-9af1c880-295a-470c-890c-d5bc5a4921aa req-33fb8600-9182-4591-a493-1f9b44498713 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Resources bound (agent type, host, resource id): {{(pid=113211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:52:50.321359 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af1c880-295a-470c-890c-d5bc5a4921aa req-33fb8600-9182-4591-a493-1f9b44498713 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Received port after_create {{(pid=113211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:52:50.361646 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be064c8-6e9f-4cce-994b-c9d544749b40 req-f4d82e02-f30e-4eab-85d5-2cd9d23cf449 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:50.363092 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0be064c8-6e9f-4cce-994b-c9d544749b40 req-f4d82e02-f30e-4eab-85d5-2cd9d23cf449 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 931 time: 0.1049480 Sep 17 03:52:50.398688 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e09528f7-6c96-45fe-a974-bc43e1729322 req-87c29c65-1d6d-44ba-ad57-db23b65c8746 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4f3df2d-670f-4ee1-b3f2-4f906fab9f11 HTTP/1.1" status: 200 len: 210 time: 0.0716622 Sep 17 03:52:50.433002 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1c880-295a-470c-890c-d5bc5a4921aa req-33fb8600-9182-4591-a493-1f9b44498713 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:50.433002 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-9af1c880-295a-470c-890c-d5bc5a4921aa req-33fb8600-9182-4591-a493-1f9b44498713 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for port (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:50.463274 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0be064c8-6e9f-4cce-994b-c9d544749b40 req-7c377e74-dc8d-4388-a602-7e74d1c40774 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748188 Sep 17 03:52:50.573351 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9af1c880-295a-470c-890c-d5bc5a4921aa req-33fb8600-9182-4591-a493-1f9b44498713 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0591443 Sep 17 03:52:50.580445 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-d8dfa42a-0980-4942-8efc-b72e37da548c None None] Provisioning complete for port c180ab9b-4ee0-400c-bcd6-351470f7df5f triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:52:50.581054 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-d8dfa42a-0980-4942-8efc-b72e37da548c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (c180ab9b-4ee0-400c-bcd6-351470f7df5f), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:50.581513 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-d8dfa42a-0980-4942-8efc-b72e37da548c None None] Attempt 1 to provision port c180ab9b-4ee0-400c-bcd6-351470f7df5f Sep 17 03:52:50.597115 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [req-9af1c880-295a-470c-890c-d5bc5a4921aa req-1fae9df5-ea0a-479b-8ebb-ebb273f0738e service neutron] Request body: {'port': {'device_id': '5daf1795-b4be-4366-be5e-ccc53444ef31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:52:50.616428 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-d8dfa42a-0980-4942-8efc-b72e37da548c None None] Port c180ab9b-4ee0-400c-bcd6-351470f7df5f cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:52:50.657302 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-9af1c880-295a-470c-890c-d5bc5a4921aa req-1fae9df5-ea0a-479b-8ebb-ebb273f0738e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (c180ab9b-4ee0-400c-bcd6-351470f7df5f), before_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:50.816300 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:50.917971 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.notifiers.nova [req-9af1c880-295a-470c-890c-d5bc5a4921aa req-1fae9df5-ea0a-479b-8ebb-ebb273f0738e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c180ab9b-4ee0-400c-bcd6-351470f7df5f {{(pid=113211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:52:50.925315 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-9af1c880-295a-470c-890c-d5bc5a4921aa req-1fae9df5-ea0a-479b-8ebb-ebb273f0738e service neutron] Publish callbacks [] for port (c180ab9b-4ee0-400c-bcd6-351470f7df5f), precommit_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:50.939026 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.provisioning_blocks [req-9af1c880-295a-470c-890c-d5bc5a4921aa req-1fae9df5-ea0a-479b-8ebb-ebb273f0738e service neutron] Transition to ACTIVE for port object c180ab9b-4ee0-400c-bcd6-351470f7df5f will not be triggered until provisioned by entity L2. {{(pid=113211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 03:52:51.052710 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-9af1c880-295a-470c-890c-d5bc5a4921aa req-1fae9df5-ea0a-479b-8ebb-ebb273f0738e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26185551'] for port (c180ab9b-4ee0-400c-bcd6-351470f7df5f), after_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:51.100738 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15e8039-a446-441d-b519-e2d2330cd1c8 req-70a330d6-0106-4cc7-b78c-35b3f2279652 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:51.102394 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d15e8039-a446-441d-b519-e2d2330cd1c8 req-70a330d6-0106-4cc7-b78c-35b3f2279652 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 946 time: 0.0781913 Sep 17 03:52:51.115309 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-d8dfa42a-0980-4942-8efc-b72e37da548c None None] Attempt 2 to provision port c180ab9b-4ee0-400c-bcd6-351470f7df5f Sep 17 03:52:51.146972 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:51.149527 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-d8dfa42a-0980-4942-8efc-b72e37da548c None None] Port c180ab9b-4ee0-400c-bcd6-351470f7df5f cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:52:51.164191 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fae9df5-ea0a-479b-8ebb-ebb273f0738e service neutron] Pushing event updated for resources: {'Port': ['ID=c180ab9b-4ee0-400c-bcd6-351470f7df5f,revision_number=2']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:51.217123 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d15e8039-a446-441d-b519-e2d2330cd1c8 req-d3a4b48d-eab1-4a9f-8028-d3581cdc5dc1 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b4a13084-8dac-44d2-bb8f-f8f2c9cef483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064708 Sep 17 03:52:51.219442 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.managers [req-9af1c880-295a-470c-890c-d5bc5a4921aa req-1fae9df5-ea0a-479b-8ebb-ebb273f0738e service neutron] Attempting to bind port c180ab9b-4ee0-400c-bcd6-351470f7df5f on host hv-cinder-84914 for vnic_type normal with profile {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:52:51.223965 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.managers [req-9af1c880-295a-470c-890c-d5bc5a4921aa req-1fae9df5-ea0a-479b-8ebb-ebb273f0738e service neutron] Attempting to bind port c180ab9b-4ee0-400c-bcd6-351470f7df5f by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'b441c4b6-7de0-4da2-a055-6601c587c21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9639789b-4517-4d8a-8150-b02c75d21fd6'}] {{(pid=113211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:52:51.223965 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af1c880-295a-470c-890c-d5bc5a4921aa req-1fae9df5-ea0a-479b-8ebb-ebb273f0738e service neutron] Attempting to bind port c180ab9b-4ee0-400c-bcd6-351470f7df5f on network 9639789b-4517-4d8a-8150-b02c75d21fd6 {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:52:51.265396 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af1c880-295a-470c-890c-d5bc5a4921aa req-1fae9df5-ea0a-479b-8ebb-ebb273f0738e service neutron] Port c180ab9b-4ee0-400c-bcd6-351470f7df5f on network 9639789b-4517-4d8a-8150-b02c75d21fd6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 03:52:51.265839 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af1c880-295a-470c-890c-d5bc5a4921aa req-1fae9df5-ea0a-479b-8ebb-ebb273f0738e service neutron] Attempting to bind port c180ab9b-4ee0-400c-bcd6-351470f7df5f on network 9639789b-4517-4d8a-8150-b02c75d21fd6 {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:52:51.312462 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af1c880-295a-470c-890c-d5bc5a4921aa req-1fae9df5-ea0a-479b-8ebb-ebb273f0738e service neutron] Checking agent: {'id': '56a63866-613b-46a0-90ee-05b9222d9bfc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 46, 46), 'started_at': datetime.datetime(2022, 9, 17, 3, 46, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:52:51.312795 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af1c880-295a-470c-890c-d5bc5a4921aa req-1fae9df5-ea0a-479b-8ebb-ebb273f0738e service neutron] Checking segment: {'id': 'b441c4b6-7de0-4da2-a055-6601c587c21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9639789b-4517-4d8a-8150-b02c75d21fd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:52:51.313169 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af1c880-295a-470c-890c-d5bc5a4921aa req-1fae9df5-ea0a-479b-8ebb-ebb273f0738e service neutron] Bound using segment: {'id': 'b441c4b6-7de0-4da2-a055-6601c587c21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9639789b-4517-4d8a-8150-b02c75d21fd6'} {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:52:51.313741 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.managers [req-9af1c880-295a-470c-890c-d5bc5a4921aa req-1fae9df5-ea0a-479b-8ebb-ebb273f0738e service neutron] Bound port: c180ab9b-4ee0-400c-bcd6-351470f7df5f, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b441c4b6-7de0-4da2-a055-6601c587c21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9639789b-4517-4d8a-8150-b02c75d21fd6'}}] {{(pid=113211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:52:51.314095 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-9af1c880-295a-470c-890c-d5bc5a4921aa req-1fae9df5-ea0a-479b-8ebb-ebb273f0738e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (c180ab9b-4ee0-400c-bcd6-351470f7df5f), before_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:51.378037 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.db [req-9af1c880-295a-470c-890c-d5bc5a4921aa req-1fae9df5-ea0a-479b-8ebb-ebb273f0738e service neutron] For port c180ab9b-4ee0-400c-bcd6-351470f7df5f, host hv-cinder-84914, cleared binding levels {{(pid=113211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:52:51.381893 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.db [req-9af1c880-295a-470c-890c-d5bc5a4921aa req-1fae9df5-ea0a-479b-8ebb-ebb273f0738e service neutron] For port c180ab9b-4ee0-400c-bcd6-351470f7df5f, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c180ab9b-4ee0-400c-bcd6-351470f7df5f,segment=NetworkSegment(b441c4b6-7de0-4da2-a055-6601c587c21b),segment_id=b441c4b6-7de0-4da2-a055-6601c587c21b)] {{(pid=113211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:52:51.485667 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-9af1c880-295a-470c-890c-d5bc5a4921aa req-1fae9df5-ea0a-479b-8ebb-ebb273f0738e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26185551'] for port (c180ab9b-4ee0-400c-bcd6-351470f7df5f), after_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:51.492569 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1c880-295a-470c-890c-d5bc5a4921aa req-1fae9df5-ea0a-479b-8ebb-ebb273f0738e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:51.493663 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-9af1c880-295a-470c-890c-d5bc5a4921aa req-1fae9df5-ea0a-479b-8ebb-ebb273f0738e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for port (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:51.495579 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9af1c880-295a-470c-890c-d5bc5a4921aa req-1fae9df5-ea0a-479b-8ebb-ebb273f0738e service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/c180ab9b-4ee0-400c-bcd6-351470f7df5f HTTP/1.1" status: 200 len: 1093 time: 0.9028616 Sep 17 03:52:51.496447 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5daf1795-b4be-4366-be5e-ccc53444ef31', 'tag': 'c180ab9b-4ee0-400c-bcd6-351470f7df5f'}] {{(pid=113211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:52:51.499086 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346c2caff186dcd388f83f6dc64b2ba25d7763d65cfebe6fa09f9256a5522518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04bfe077-4560-4037-bd66-c123791a7ad9" -d '{"events": [{"name": "network-changed", "server_uuid": "5daf1795-b4be-4366-be5e-ccc53444ef31", "tag": "c180ab9b-4ee0-400c-bcd6-351470f7df5f"}]}' {{(pid=113211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:52:51.560138 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fae9df5-ea0a-479b-8ebb-ebb273f0738e service neutron] Pushing event updated for resources: {'Port': ['ID=c180ab9b-4ee0-400c-bcd6-351470f7df5f,revision_number=3']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:51.585565 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 49970) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:52:51.606610 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49aa145-08cb-42e9-bc8e-c84c59d20773 req-09cb0858-8abb-41d5-a0e2-75822db08165 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:51.613363 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b49aa145-08cb-42e9-bc8e-c84c59d20773 req-09cb0858-8abb-41d5-a0e2-75822db08165 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 943 time: 0.0697520 Sep 17 03:52:51.621870 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:51.633456 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7ca090-c314-454d-83e6-0703dbd4233f x-openstack-request-id: req-bd7ca090-c314-454d-83e6-0703dbd4233f {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:52:51.633836 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5daf1795-b4be-4366-be5e-ccc53444ef31", "tag": "c180ab9b-4ee0-400c-bcd6-351470f7df5f", "status": "completed", "code": 200}]} {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:52:51.634024 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bd7ca090-c314-454d-83e6-0703dbd4233f {{(pid=113211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:52:51.634527 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd7ca090-c314-454d-83e6-0703dbd4233f'] response: {'name': 'network-changed', 'server_uuid': '5daf1795-b4be-4366-be5e-ccc53444ef31', 'tag': 'c180ab9b-4ee0-400c-bcd6-351470f7df5f', 'status': 'completed', 'code': 200} Sep 17 03:52:51.650582 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-d8dfa42a-0980-4942-8efc-b72e37da548c None None] Attempt 3 to provision port c180ab9b-4ee0-400c-bcd6-351470f7df5f Sep 17 03:52:51.657415 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-10ac9103-761a-4275-aef9-bcbbaeb33857 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for security_group (ef52a5d3-7c1e-43aa-8e16-f6b712f6e159), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:51.675416 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b49aa145-08cb-42e9-bc8e-c84c59d20773 req-b7442b93-edd0-49dc-aa76-9ea96aafaf96 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605586 Sep 17 03:52:51.685999 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-10ac9103-761a-4275-aef9-bcbbaeb33857 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for security_group (ef52a5d3-7c1e-43aa-8e16-f6b712f6e159), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:51.706855 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-d8dfa42a-0980-4942-8efc-b72e37da548c None None] Port c180ab9b-4ee0-400c-bcd6-351470f7df5f had new provisioning blocks added so it will not transition to active. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 17 03:52:51.881155 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-10ac9103-761a-4275-aef9-bcbbaeb33857 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (ef52a5d3-7c1e-43aa-8e16-f6b712f6e159), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:51.883834 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-10ac9103-761a-4275-aef9-bcbbaeb33857 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:51.889747 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-10ac9103-761a-4275-aef9-bcbbaeb33857 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ef52a5d3-7c1e-43aa-8e16-f6b712f6e159 HTTP/1.1" status: 204 len: 168 time: 0.2984319 Sep 17 03:52:51.889901 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 49974) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:52:51.894995 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac9103-761a-4275-aef9-bcbbaeb33857 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef52a5d3-7c1e-43aa-8e16-f6b712f6e159,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:51.902392 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.api.v2.resource [None req-62af666d-efb3-4849-a918-f83d6518b131 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] show failed (client error): The resource could not be found. Sep 17 03:52:51.902570 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac9103-761a-4275-aef9-bcbbaeb33857 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:52:51.902745 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac9103-761a-4275-aef9-bcbbaeb33857 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:52:51.906064 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac9103-761a-4275-aef9-bcbbaeb33857 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:52:51.906194 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-62af666d-efb3-4849-a918-f83d6518b131 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups/ef52a5d3-7c1e-43aa-8e16-f6b712f6e159 HTTP/1.1" status: 404 len: 347 time: 0.0143967 Sep 17 03:52:51.906308 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac9103-761a-4275-aef9-bcbbaeb33857 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:52:51.906308 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac9103-761a-4275-aef9-bcbbaeb33857 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:52:51.906308 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac9103-761a-4275-aef9-bcbbaeb33857 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:52:51.906308 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac9103-761a-4275-aef9-bcbbaeb33857 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:52:51.906308 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac9103-761a-4275-aef9-bcbbaeb33857 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:52:51.906308 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac9103-761a-4275-aef9-bcbbaeb33857 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:52:51.906308 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac9103-761a-4275-aef9-bcbbaeb33857 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:52:51.906308 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac9103-761a-4275-aef9-bcbbaeb33857 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:52:51.906308 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac9103-761a-4275-aef9-bcbbaeb33857 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:52:51.906308 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac9103-761a-4275-aef9-bcbbaeb33857 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:52:51.907168 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 49976) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:52:51.907257 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac9103-761a-4275-aef9-bcbbaeb33857 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:52:51.907257 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac9103-761a-4275-aef9-bcbbaeb33857 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:52:52.022603 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.plugin [None req-ae58c220-66c4-431a-9310-379ccf4317f5 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Deleting port 30e84028-75da-43a4-b92a-2c296d91c9b1 {{(pid=113211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:52:52.022935 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-ae58c220-66c4-431a-9310-379ccf4317f5 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (30e84028-75da-43a4-b92a-2c296d91c9b1), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:52.113668 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bfe077-4560-4037-bd66-c123791a7ad9 req-28570f31-44fd-4c7d-8bf2-112904713b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:52.115629 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-04bfe077-4560-4037-bd66-c123791a7ad9 req-28570f31-44fd-4c7d-8bf2-112904713b23 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=c265d90202534462b37c19391538b29a&device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 1127 time: 0.0546968 Sep 17 03:52:52.136384 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-ae58c220-66c4-431a-9310-379ccf4317f5 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (30e84028-75da-43a4-b92a-2c296d91c9b1), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:52.136714 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-ae58c220-66c4-431a-9310-379ccf4317f5 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for floatingip (30e84028-75da-43a4-b92a-2c296d91c9b1), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:52.149856 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.plugin [None req-ae58c220-66c4-431a-9310-379ccf4317f5 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Calling delete_port for 30e84028-75da-43a4-b92a-2c296d91c9b1 owned by network:floatingip {{(pid=113211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:52:52.200181 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:52.603212 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a54090-a872-4b5c-9cd4-fefa6949d0b8 req-45868182-9c46-43c7-8404-a4964f2e35f9 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:52.604590 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d0a54090-a872-4b5c-9cd4-fefa6949d0b8 req-45868182-9c46-43c7-8404-a4964f2e35f9 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 946 time: 0.0940351 Sep 17 03:52:52.650638 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bfe077-4560-4037-bd66-c123791a7ad9 req-aa39b121-85c1-408a-9b64-683a6a51a2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:52.652107 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-04bfe077-4560-4037-bd66-c123791a7ad9 req-aa39b121-85c1-408a-9b64-683a6a51a2c8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=c265d90202534462b37c19391538b29a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.4197381 Sep 17 03:52:52.722922 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d0a54090-a872-4b5c-9cd4-fefa6949d0b8 req-a369acbf-97e4-4a7b-a1d8-6b65ce1726ee tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b4a13084-8dac-44d2-bb8f-f8f2c9cef483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057475 Sep 17 03:52:52.723619 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-ae58c220-66c4-431a-9310-379ccf4317f5 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26185590'] for port (30e84028-75da-43a4-b92a-2c296d91c9b1), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:52.753615 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae58c220-66c4-431a-9310-379ccf4317f5 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Pushing event deleted for resources: {'Port': ['ID=30e84028-75da-43a4-b92a-2c296d91c9b1,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:52.896065 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:52.913021 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bfe077-4560-4037-bd66-c123791a7ad9 req-700b7535-b752-4ad2-a7f7-40d677ac86ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:52.916826 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-04bfe077-4560-4037-bd66-c123791a7ad9 req-700b7535-b752-4ad2-a7f7-40d677ac86ca service neutron] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2530823 Sep 17 03:52:52.933623 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a661689-8062-4e49-bd0e-503bf960582a req-484e8180-141f-4cd3-9c51-c00502a91a8d tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:52.935156 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-6a661689-8062-4e49-bd0e-503bf960582a req-484e8180-141f-4cd3-9c51-c00502a91a8d tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 943 time: 0.1330154 Sep 17 03:52:52.936266 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-ae58c220-66c4-431a-9310-379ccf4317f5 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for floatingip (0b9a9c88-10f1-486d-8115-e6a5b6ad9e81), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:52.938794 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-ae58c220-66c4-431a-9310-379ccf4317f5 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for floatingip (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:52.939871 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-ae58c220-66c4-431a-9310-379ccf4317f5 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/0b9a9c88-10f1-486d-8115-e6a5b6ad9e81 HTTP/1.1" status: 204 len: 168 time: 1.0327153 Sep 17 03:52:52.947765 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35718bdc-33dd-4188-8daa-bb4b3612b81a req-fc6601de-50e4-4fb3-bfb0-bcdd4ae374a6 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:52.949219 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-35718bdc-33dd-4188-8daa-bb4b3612b81a req-fc6601de-50e4-4fb3-bfb0-bcdd4ae374a6 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 946 time: 0.1149426 Sep 17 03:52:53.031499 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-35718bdc-33dd-4188-8daa-bb4b3612b81a req-611b4e3a-45e7-426f-9b3b-1c925e80a634 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b4a13084-8dac-44d2-bb8f-f8f2c9cef483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748756 Sep 17 03:52:53.036796 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-6a661689-8062-4e49-bd0e-503bf960582a req-ada9ebd2-97bd-4a9d-914d-77831dc73ff9 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954628 Sep 17 03:52:53.254102 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1c880-295a-470c-890c-d5bc5a4921aa req-ff301424-5916-433b-82af-89bd08d5cdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:53.256201 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9af1c880-295a-470c-890c-d5bc5a4921aa req-ff301424-5916-433b-82af-89bd08d5cdd5 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=c265d90202534462b37c19391538b29a&device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 1127 time: 0.0404739 Sep 17 03:52:53.284480 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 49990) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:52:53.289250 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-04d6852c-e3ac-4ecb-ad50-9d8455787b0e tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1701821806', 'description': 'tempest-description--2098062277'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:52:53.309583 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9af1c880-295a-470c-890c-d5bc5a4921aa req-298b88e4-d7bd-4d78-bc07-b488f155153d service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c180ab9b-4ee0-400c-bcd6-351470f7df5f HTTP/1.1" status: 200 len: 217 time: 0.0382681 Sep 17 03:52:53.391584 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1c880-295a-470c-890c-d5bc5a4921aa req-2146f735-52de-4cfb-8abd-bd4a344fbd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:53.393033 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9af1c880-295a-470c-890c-d5bc5a4921aa req-2146f735-52de-4cfb-8abd-bd4a344fbd1f service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=ea6084af-2859-4d2a-9fe2-69cd212d0f4a HTTP/1.1" status: 200 len: 848 time: 0.0746827 Sep 17 03:52:53.403710 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2927bd-731a-40b1-8396-13e35744ff81 req-4ac18112-fe30-4d52-90c9-2dd550e48f61 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:53.405084 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9a2927bd-731a-40b1-8396-13e35744ff81 req-4ac18112-fe30-4d52-90c9-2dd550e48f61 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 946 time: 0.0570951 Sep 17 03:52:53.417716 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-04d6852c-e3ac-4ecb-ad50-9d8455787b0e tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:53.470699 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1c880-295a-470c-890c-d5bc5a4921aa req-63375172-0e10-4402-a854-be9b4659a688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:53.472224 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9af1c880-295a-470c-890c-d5bc5a4921aa req-63375172-0e10-4402-a854-be9b4659a688 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=9639789b-4517-4d8a-8150-b02c75d21fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0662816 Sep 17 03:52:53.494253 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-04d6852c-e3ac-4ecb-ad50-9d8455787b0e tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for security_group (270ca5d9-2858-4af7-9467-701f7ba93648), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:53.505111 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9a2927bd-731a-40b1-8396-13e35744ff81 req-8adb49de-c3fb-4719-8631-8277002c0c87 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b4a13084-8dac-44d2-bb8f-f8f2c9cef483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909030 Sep 17 03:52:53.574362 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9af1c880-295a-470c-890c-d5bc5a4921aa req-195f9da8-2661-4969-85c8-19a337018953 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/9639789b-4517-4d8a-8150-b02c75d21fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935400 Sep 17 03:52:53.604896 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-04d6852c-e3ac-4ecb-ad50-9d8455787b0e tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (270ca5d9-2858-4af7-9467-701f7ba93648), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:53.632584 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:53.637942 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d6852c-e3ac-4ecb-ad50-9d8455787b0e tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=270ca5d9-2858-4af7-9467-701f7ba93648,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:53.679077 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9af1c880-295a-470c-890c-d5bc5a4921aa req-5121032c-588b-4a5a-86a0-bade2bbf9ca1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/9639789b-4517-4d8a-8150-b02c75d21fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982487 Sep 17 03:52:53.721015 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-04d6852c-e3ac-4ecb-ad50-9d8455787b0e tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:53.722237 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-04d6852c-e3ac-4ecb-ad50-9d8455787b0e tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4367507 Sep 17 03:52:53.727394 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 49996) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:52:53.729605 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-67885726-1811-4830-abf3-ca49d6cd1a7d tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Request body: {'security_group_rule': {'security_group_id': '270ca5d9-2858-4af7-9467-701f7ba93648', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:52:53.836845 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-67885726-1811-4830-abf3-ca49d6cd1a7d tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for security_group_rule (d75466e6-c4da-440e-b84b-7c4a40ee4b77), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:53.900359 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-67885726-1811-4830-abf3-ca49d6cd1a7d tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for security_group_rule (d75466e6-c4da-440e-b84b-7c4a40ee4b77), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:54.022523 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-67885726-1811-4830-abf3-ca49d6cd1a7d tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553096'] for security_group_rule (d75466e6-c4da-440e-b84b-7c4a40ee4b77), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:54.041653 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67885726-1811-4830-abf3-ca49d6cd1a7d tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d75466e6-c4da-440e-b84b-7c4a40ee4b77,revision_number=0']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:54.161337 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-67885726-1811-4830-abf3-ca49d6cd1a7d tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:54.162736 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-67885726-1811-4830-abf3-ca49d6cd1a7d tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4364364 Sep 17 03:52:54.165356 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 50002) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:52:54.169926 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-ef08d247-0136-4c69-bcfe-142c063115ac tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Request body: {'security_group_rule': {'security_group_id': '270ca5d9-2858-4af7-9467-701f7ba93648', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:52:54.170790 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd08f8-0bd6-4109-b79f-3711fce9355b req-3f9a2f46-cdb2-4426-baf6-bafc25e67245 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:54.172239 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-2ccd08f8-0bd6-4109-b79f-3711fce9355b req-3f9a2f46-cdb2-4426-baf6-bafc25e67245 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 943 time: 0.0471485 Sep 17 03:52:54.223736 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-2ccd08f8-0bd6-4109-b79f-3711fce9355b req-aa81f477-1e2b-4970-9596-c3bd370d4653 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446866 Sep 17 03:52:54.332042 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-ef08d247-0136-4c69-bcfe-142c063115ac tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for security_group_rule (bb40d5ed-325c-4f3e-8e09-11c25d212a84), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:54.397555 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-ef08d247-0136-4c69-bcfe-142c063115ac tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for security_group_rule (bb40d5ed-325c-4f3e-8e09-11c25d212a84), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:54.468005 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-ef08d247-0136-4c69-bcfe-142c063115ac tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553096'] for security_group_rule (bb40d5ed-325c-4f3e-8e09-11c25d212a84), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:54.492461 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef08d247-0136-4c69-bcfe-142c063115ac tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb40d5ed-325c-4f3e-8e09-11c25d212a84,revision_number=0']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:54.556389 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-ef08d247-0136-4c69-bcfe-142c063115ac tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:54.557612 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-ef08d247-0136-4c69-bcfe-142c063115ac tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3912265 Sep 17 03:52:54.560755 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 50014) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:52:54.565046 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-c0b17318-cac2-4bd0-a005-aca41fe75b91 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Request body: {'floatingip': {'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:52:54.692317 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-c0b17318-cac2-4bd0-a005-aca41fe75b91 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:54.738780 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:54.784210 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-c0b17318-cac2-4bd0-a005-aca41fe75b91 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:54.801762 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:54.907421 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.db_base_plugin_common [None req-c0b17318-cac2-4bd0-a005-aca41fe75b91 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Allocated IP 172.27.0.128 (4d68fa53-4257-4a6b-8a5b-fb329be82f15/9fe7d342-7214-45a3-bf4f-d121f4a79efc/d5514d30-eda6-41a5-9b7b-2153db1684fe) {{(pid=113210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:52:54.924065 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174081ef-e52f-41c7-9419-a22acce510e9 req-3caca7ed-5e1d-4635-a3f6-7491ff3642d2 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:54.925699 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-174081ef-e52f-41c7-9419-a22acce510e9 req-3caca7ed-5e1d-4635-a3f6-7491ff3642d2 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 946 time: 0.0498552 Sep 17 03:52:55.012800 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-174081ef-e52f-41c7-9419-a22acce510e9 req-75f30688-304a-4758-b0be-a1b8b65d3b77 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9767fb28-7dda-4f4b-b024-154add37b49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813308 Sep 17 03:52:55.020606 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-c0b17318-cac2-4bd0-a005-aca41fe75b91 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for port (d5514d30-eda6-41a5-9b7b-2153db1684fe), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:55.021415 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1f2b7-dfeb-488e-ac70-edb6f46f0dc3 req-2a77b595-bda9-4367-b3c9-4ecbe0b51b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:55.022931 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ffd1f2b7-dfeb-488e-ac70-edb6f46f0dc3 req-2a77b595-bda9-4367-b3c9-4ecbe0b51b5c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=294abb2085b844a99908242d4b02e263&device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 1130 time: 0.0564291 Sep 17 03:52:55.132215 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1f2b7-dfeb-488e-ac70-edb6f46f0dc3 req-90bf3162-793b-48ee-b025-723132aeb377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:55.135027 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ffd1f2b7-dfeb-488e-ac70-edb6f46f0dc3 req-90bf3162-793b-48ee-b025-723132aeb377 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0 HTTP/1.1" status: 200 len: 919 time: 0.1055899 Sep 17 03:52:55.138506 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-c0b17318-cac2-4bd0-a005-aca41fe75b91 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (d5514d30-eda6-41a5-9b7b-2153db1684fe), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:55.190841 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b17318-cac2-4bd0-a005-aca41fe75b91 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Network 4d68fa53-4257-4a6b-8a5b-fb329be82f15 is already hosted by enough agents. {{(pid=113210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:52:55.194613 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.base_scheduler [None req-c0b17318-cac2-4bd0-a005-aca41fe75b91 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Resources bound (agent type, host, resource id): {{(pid=113210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:52:55.198251 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b17318-cac2-4bd0-a005-aca41fe75b91 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Received port after_create {{(pid=113210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:52:55.202184 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ffd1f2b7-dfeb-488e-ac70-edb6f46f0dc3 req-ad0e5433-74b7-4e03-8a63-76a96effbfa9 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=763d28d0-99e6-46b1-a147-d5dd0a8d8b37 HTTP/1.1" status: 200 len: 1002 time: 0.0597296 Sep 17 03:52:55.224408 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b17318-cac2-4bd0-a005-aca41fe75b91 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Pushing event updated for resources: {'Port': ['ID=d5514d30-eda6-41a5-9b7b-2153db1684fe,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:55.275852 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1f2b7-dfeb-488e-ac70-edb6f46f0dc3 req-79c62842-bfb0-4b08-9c64-5f6b1e6446cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:55.277498 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ffd1f2b7-dfeb-488e-ac70-edb6f46f0dc3 req-79c62842-bfb0-4b08-9c64-5f6b1e6446cc service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=4a9bc613-44d6-4890-b247-86fc85e41240 HTTP/1.1" status: 200 len: 857 time: 0.0481350 Sep 17 03:52:55.289061 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-c0b17318-cac2-4bd0-a005-aca41fe75b91 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for floatingip (ade63866-e62f-4fde-a9fc-4b167e633773), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:55.355057 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:55.356399 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1f2b7-dfeb-488e-ac70-edb6f46f0dc3 req-c8e00f68-267e-40b3-9812-4568279af114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:55.357914 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ffd1f2b7-dfeb-488e-ac70-edb6f46f0dc3 req-c8e00f68-267e-40b3-9812-4568279af114 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0727630 Sep 17 03:52:55.368297 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf72d9-eb43-4645-abd8-e4cb0a7815e6 req-2b307c77-ed8b-4a60-ad07-55e60a4a259c tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:55.369807 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c0cf72d9-eb43-4645-abd8-e4cb0a7815e6 req-2b307c77-ed8b-4a60-ad07-55e60a4a259c tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 943 time: 0.0549605 Sep 17 03:52:55.398487 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-c0b17318-cac2-4bd0-a005-aca41fe75b91 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (d5514d30-eda6-41a5-9b7b-2153db1684fe), before_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:55.402096 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:55.490404 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c0cf72d9-eb43-4645-abd8-e4cb0a7815e6 req-7407f2c0-405a-4e25-a5f0-57d4b05cfa08 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093397 Sep 17 03:52:55.525894 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ffd1f2b7-dfeb-488e-ac70-edb6f46f0dc3 req-b1dfa5ee-4479-4962-824d-378901185f31 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551027 Sep 17 03:52:55.585284 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-c0b17318-cac2-4bd0-a005-aca41fe75b91 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for port (d5514d30-eda6-41a5-9b7b-2153db1684fe), precommit_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:55.627341 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:55.633800 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ffd1f2b7-dfeb-488e-ac70-edb6f46f0dc3 req-09f25f58-6dec-4a7f-a313-85962981db3b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991962 Sep 17 03:52:55.651843 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-c0b17318-cac2-4bd0-a005-aca41fe75b91 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25815858'] for port (d5514d30-eda6-41a5-9b7b-2153db1684fe), after_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:55.724349 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-c0b17318-cac2-4bd0-a005-aca41fe75b91 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615334'] for floatingip (ade63866-e62f-4fde-a9fc-4b167e633773), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:55.730742 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b17318-cac2-4bd0-a005-aca41fe75b91 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Pushing event updated for resources: {'Port': ['ID=d5514d30-eda6-41a5-9b7b-2153db1684fe,revision_number=2']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:52:55.795632 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-c0b17318-cac2-4bd0-a005-aca41fe75b91 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for floatingip (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:55.797006 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-c0b17318-cac2-4bd0-a005-aca41fe75b91 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2353241 Sep 17 03:52:56.003616 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5d82e556-bf6d-4281-8b82-63a21a0f85be req-c9dfdb60-4a4b-4cda-9337-006e0b5a36ac tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1701821806&fields=id&tenant_id=fb6cb03abf5242b594efcf325909dd32 HTTP/1.1" status: 200 len: 267 time: 0.0465844 Sep 17 03:52:56.119349 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82e556-bf6d-4281-8b82-63a21a0f85be req-f771a879-15a8-45ed-b58d-1f8a070c5434 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:56.120780 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5d82e556-bf6d-4281-8b82-63a21a0f85be req-f771a879-15a8-45ed-b58d-1f8a070c5434 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/networks?id=07c207ee-c2bb-4d53-bca3-b5aa6199ad0f HTTP/1.1" status: 200 len: 814 time: 0.1088624 Sep 17 03:52:56.135016 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5d82e556-bf6d-4281-8b82-63a21a0f85be req-9fed8ea8-3c85-46fa-a5d8-0d96f945e33d tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/quotas/fb6cb03abf5242b594efcf325909dd32 HTTP/1.1" status: 200 len: 375 time: 0.0088086 Sep 17 03:52:56.183605 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5d82e556-bf6d-4281-8b82-63a21a0f85be req-f9de1b6d-54ac-462f-8a52-69e7b1ef3d6a tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=fb6cb03abf5242b594efcf325909dd32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436442 Sep 17 03:52:56.285360 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5d82e556-bf6d-4281-8b82-63a21a0f85be req-17131594-a245-4012-9534-44eb8b47c557 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/07c207ee-c2bb-4d53-bca3-b5aa6199ad0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901549 Sep 17 03:52:56.383987 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5d82e556-bf6d-4281-8b82-63a21a0f85be req-986d0851-ee18-471b-9c7d-541243afd3c9 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/07c207ee-c2bb-4d53-bca3-b5aa6199ad0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917869 Sep 17 03:52:56.654042 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aedfb8-a901-451e-bf03-ae44e4b8d68b req-95c0d8db-50e4-4bcd-8e6e-5d262effefdd tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:56.655535 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-97aedfb8-a901-451e-bf03-ae44e4b8d68b req-95c0d8db-50e4-4bcd-8e6e-5d262effefdd tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 946 time: 0.0486143 Sep 17 03:52:56.709296 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-97aedfb8-a901-451e-bf03-ae44e4b8d68b req-5053a0f5-a8f5-4fbd-9aad-d2daaebae318 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9767fb28-7dda-4f4b-b024-154add37b49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477417 Sep 17 03:52:56.808094 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b4dd54cc-57a3-4a0d-887e-6b277e18bf11 req-b8a10237-7ad7-4770-845c-7a80f63a7ea7 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9eaeee00-d56a-41ea-ad87-fc5ad9956079 HTTP/1.1" status: 200 len: 210 time: 0.0474594 Sep 17 03:52:56.856573 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4889d79-c7a5-46c7-83dd-d6d599ff0cc9 req-54a1672d-6d12-4f97-95a1-df0f4848dc54 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:56.858135 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a4889d79-c7a5-46c7-83dd-d6d599ff0cc9 req-54a1672d-6d12-4f97-95a1-df0f4848dc54 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 943 time: 0.0530498 Sep 17 03:52:56.916618 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a4889d79-c7a5-46c7-83dd-d6d599ff0cc9 req-3d5298c2-5ba9-42aa-af29-4c127090e5de tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527265 Sep 17 03:52:57.844342 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296a3d3-44fc-4a3a-b35d-1c508ca6e80d req-6e778d07-684b-491c-b5d5-27d7acdad120 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:57.845824 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d296a3d3-44fc-4a3a-b35d-1c508ca6e80d req-6e778d07-684b-491c-b5d5-27d7acdad120 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 946 time: 0.0487585 Sep 17 03:52:57.895804 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d296a3d3-44fc-4a3a-b35d-1c508ca6e80d req-ee945504-27cd-4a5c-8a95-51883de47cf6 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9767fb28-7dda-4f4b-b024-154add37b49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433612 Sep 17 03:52:57.923846 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-6c18d972-2228-46da-aa89-b86f1971b3c4 req-bcd45d47-fd89-4967-ba5a-dba3fee2744c tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9eaeee00-d56a-41ea-ad87-fc5ad9956079 HTTP/1.1" status: 200 len: 210 time: 0.0271649 Sep 17 03:52:58.049347 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51e794-86d1-43c4-a6f5-d4d9dabfa064 req-11e0e0f4-347a-4215-857c-7f8d705828f1 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:58.051253 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-fe51e794-86d1-43c4-a6f5-d4d9dabfa064 req-11e0e0f4-347a-4215-857c-7f8d705828f1 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 943 time: 0.0516379 Sep 17 03:52:58.100553 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-fe51e794-86d1-43c4-a6f5-d4d9dabfa064 req-549f6d00-d502-46d2-badf-514563000f0f tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433598 Sep 17 03:52:59.042949 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd3b98-2e8d-44fe-80eb-4b91726fb44a req-b9bc7c98-d323-4dac-a2b7-7a647b1f1180 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:59.044381 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-3edd3b98-2e8d-44fe-80eb-4b91726fb44a req-b9bc7c98-d323-4dac-a2b7-7a647b1f1180 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 946 time: 0.0684505 Sep 17 03:52:59.046079 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-3d7c3ac6-c07b-4a64-acd6-bda8f6602e7d req-d2504972-924b-45d7-bcfc-71196e8c89e2 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9eaeee00-d56a-41ea-ad87-fc5ad9956079 HTTP/1.1" status: 200 len: 210 time: 0.0373120 Sep 17 03:52:59.092112 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-3edd3b98-2e8d-44fe-80eb-4b91726fb44a req-f8b53de1-73a8-4506-993e-bea9e11e5fc3 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9767fb28-7dda-4f4b-b024-154add37b49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420856 Sep 17 03:52:59.162179 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:59.246933 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f8b0c-a72f-4603-b8c7-a01d674b88e0 req-fc32273b-8cd7-4f1b-a8ae-9cf2c38a0177 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:59.248382 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-6a9f8b0c-a72f-4603-b8c7-a01d674b88e0 req-fc32273b-8cd7-4f1b-a8ae-9cf2c38a0177 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 943 time: 0.0613828 Sep 17 03:52:59.281304 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:59.296721 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82e556-bf6d-4281-8b82-63a21a0f85be req-105ec8f8-cb43-49f4-8316-f198d084520b tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:52:59.298150 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5d82e556-bf6d-4281-8b82-63a21a0f85be req-105ec8f8-cb43-49f4-8316-f198d084520b tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.18 "GET /networking/v2.0/networks?id=07c207ee-c2bb-4d53-bca3-b5aa6199ad0f HTTP/1.1" status: 200 len: 814 time: 0.1622853 Sep 17 03:52:59.332423 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-6a9f8b0c-a72f-4603-b8c7-a01d674b88e0 req-fcb9b257-cb38-4c14-a2f2-f7b6c5e9b8c7 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728154 Sep 17 03:52:59.382530 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5d82e556-bf6d-4281-8b82-63a21a0f85be req-387a8aeb-c898-4763-8697-946f09e6bafd tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fb6cb03abf5242b594efcf325909dd32 HTTP/1.1" status: 200 len: 380 time: 0.0601463 Sep 17 03:52:59.391765 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [req-5d82e556-bf6d-4281-8b82-63a21a0f85be req-73ab7e75-7c6f-4ec8-b226-444f6549baf0 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Request body: {'port': {'device_id': '9eaeee00-d56a-41ea-ad87-fc5ad9956079', 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f', 'admin_state_up': True, 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'security_groups': ['270ca5d9-2858-4af7-9467-701f7ba93648']}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:52:59.558954 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d82e556-bf6d-4281-8b82-63a21a0f85be req-73ab7e75-7c6f-4ec8-b226-444f6549baf0 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Made reservation on behalf of fb6cb03abf5242b594efcf325909dd32 for: {'port': 1} {{(pid=113211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:52:59.562769 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-5d82e556-bf6d-4281-8b82-63a21a0f85be req-73ab7e75-7c6f-4ec8-b226-444f6549baf0 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:59.700471 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.db_base_plugin_common [req-5d82e556-bf6d-4281-8b82-63a21a0f85be req-73ab7e75-7c6f-4ec8-b226-444f6549baf0 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Allocated IP 172.20.0.3 (07c207ee-c2bb-4d53-bca3-b5aa6199ad0f/21657c11-9b0c-49b1-8935-9d760016ec10/ee21b28c-9e57-4b3f-a197-9df64715d9d6) {{(pid=113211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:52:59.841928 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-5d82e556-bf6d-4281-8b82-63a21a0f85be req-73ab7e75-7c6f-4ec8-b226-444f6549baf0 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for port (ee21b28c-9e57-4b3f-a197-9df64715d9d6), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:59.927994 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-5d82e556-bf6d-4281-8b82-63a21a0f85be req-73ab7e75-7c6f-4ec8-b226-444f6549baf0 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26185590'] for port (ee21b28c-9e57-4b3f-a197-9df64715d9d6), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:59.973683 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d82e556-bf6d-4281-8b82-63a21a0f85be req-73ab7e75-7c6f-4ec8-b226-444f6549baf0 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Network 07c207ee-c2bb-4d53-bca3-b5aa6199ad0f is already hosted by enough agents. {{(pid=113211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:52:59.977513 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.base_scheduler [req-5d82e556-bf6d-4281-8b82-63a21a0f85be req-73ab7e75-7c6f-4ec8-b226-444f6549baf0 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Resources bound (agent type, host, resource id): {{(pid=113211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:52:59.981283 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d82e556-bf6d-4281-8b82-63a21a0f85be req-73ab7e75-7c6f-4ec8-b226-444f6549baf0 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Received port after_create {{(pid=113211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:53:00.009997 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab7e75-7c6f-4ec8-b226-444f6549baf0 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Pushing event updated for resources: {'Port': ['ID=ee21b28c-9e57-4b3f-a197-9df64715d9d6,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:53:00.036347 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82e556-bf6d-4281-8b82-63a21a0f85be req-73ab7e75-7c6f-4ec8-b226-444f6549baf0 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:00.036976 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-5d82e556-bf6d-4281-8b82-63a21a0f85be req-73ab7e75-7c6f-4ec8-b226-444f6549baf0 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for port (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:00.101004 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5d82e556-bf6d-4281-8b82-63a21a0f85be req-73ab7e75-7c6f-4ec8-b226-444f6549baf0 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7128689 Sep 17 03:53:00.122454 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [req-5d82e556-bf6d-4281-8b82-63a21a0f85be req-a36d1886-789d-4da4-8226-be4fc88692c8 service neutron] Request body: {'port': {'device_id': '9eaeee00-d56a-41ea-ad87-fc5ad9956079', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:53:00.162317 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:00.183598 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-86849f51-95bc-4918-ac9d-19a71b1e4d33 None None] Provisioning complete for port ee21b28c-9e57-4b3f-a197-9df64715d9d6 triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:53:00.184704 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-86849f51-95bc-4918-ac9d-19a71b1e4d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (ee21b28c-9e57-4b3f-a197-9df64715d9d6), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:00.185058 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-86849f51-95bc-4918-ac9d-19a71b1e4d33 None None] Attempt 1 to provision port ee21b28c-9e57-4b3f-a197-9df64715d9d6 Sep 17 03:53:00.218683 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-86849f51-95bc-4918-ac9d-19a71b1e4d33 None None] Port ee21b28c-9e57-4b3f-a197-9df64715d9d6 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:53:00.229308 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e6798-b86c-4299-b9f7-fbf17199fe26 req-c6990c7a-207b-4f53-9537-f6258f2870ee tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:00.230759 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8f5e6798-b86c-4299-b9f7-fbf17199fe26 req-c6990c7a-207b-4f53-9537-f6258f2870ee tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9eaeee00-d56a-41ea-ad87-fc5ad9956079 HTTP/1.1" status: 200 len: 931 time: 0.1041181 Sep 17 03:53:00.261134 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:00.276562 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-5d82e556-bf6d-4281-8b82-63a21a0f85be req-a36d1886-789d-4da4-8226-be4fc88692c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (ee21b28c-9e57-4b3f-a197-9df64715d9d6), before_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:00.285290 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4962d9a-22af-45b2-99dd-864f62d100c5 req-ab31e497-db20-47eb-85b5-f50b9b51b035 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:00.286885 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f4962d9a-22af-45b2-99dd-864f62d100c5 req-ab31e497-db20-47eb-85b5-f50b9b51b035 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 946 time: 0.0920308 Sep 17 03:53:00.371726 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8f5e6798-b86c-4299-b9f7-fbf17199fe26 req-33c41cac-45c7-4f23-92c0-c63a9e458913 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270ca5d9-2858-4af7-9467-701f7ba93648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224236 Sep 17 03:53:00.398213 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f4962d9a-22af-45b2-99dd-864f62d100c5 req-15810a00-84e4-41f5-9b53-c8b936f0b02f tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9767fb28-7dda-4f4b-b024-154add37b49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049659 Sep 17 03:53:00.503490 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba40609-0746-41fc-af71-059630c90419 req-bb224ee2-71f1-4ab7-bd6b-b80db4a4cc85 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:00.504982 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-bba40609-0746-41fc-af71-059630c90419 req-bb224ee2-71f1-4ab7-bd6b-b80db4a4cc85 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 943 time: 0.0626459 Sep 17 03:53:00.609343 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-bba40609-0746-41fc-af71-059630c90419 req-933e8ab0-099a-47a8-a910-20f71a2baa2d tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917134 Sep 17 03:53:00.690834 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.notifiers.nova [req-5d82e556-bf6d-4281-8b82-63a21a0f85be req-a36d1886-789d-4da4-8226-be4fc88692c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee21b28c-9e57-4b3f-a197-9df64715d9d6 {{(pid=113211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:53:00.700493 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-5d82e556-bf6d-4281-8b82-63a21a0f85be req-a36d1886-789d-4da4-8226-be4fc88692c8 service neutron] Publish callbacks [] for port (ee21b28c-9e57-4b3f-a197-9df64715d9d6), precommit_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:00.716414 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.provisioning_blocks [req-5d82e556-bf6d-4281-8b82-63a21a0f85be req-a36d1886-789d-4da4-8226-be4fc88692c8 service neutron] Transition to ACTIVE for port object ee21b28c-9e57-4b3f-a197-9df64715d9d6 will not be triggered until provisioned by entity L2. {{(pid=113211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 03:53:00.720733 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-86849f51-95bc-4918-ac9d-19a71b1e4d33 None None] Attempt 2 to provision port ee21b28c-9e57-4b3f-a197-9df64715d9d6 Sep 17 03:53:00.757211 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-86849f51-95bc-4918-ac9d-19a71b1e4d33 None None] Port ee21b28c-9e57-4b3f-a197-9df64715d9d6 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:53:00.817607 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-5d82e556-bf6d-4281-8b82-63a21a0f85be req-a36d1886-789d-4da4-8226-be4fc88692c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26185551'] for port (ee21b28c-9e57-4b3f-a197-9df64715d9d6), after_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:00.901276 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d1886-789d-4da4-8226-be4fc88692c8 service neutron] Pushing event updated for resources: {'Port': ['ID=ee21b28c-9e57-4b3f-a197-9df64715d9d6,revision_number=2']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:53:00.941153 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:00.967854 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.managers [req-5d82e556-bf6d-4281-8b82-63a21a0f85be req-a36d1886-789d-4da4-8226-be4fc88692c8 service neutron] Attempting to bind port ee21b28c-9e57-4b3f-a197-9df64715d9d6 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:53:00.968181 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.managers [req-5d82e556-bf6d-4281-8b82-63a21a0f85be req-a36d1886-789d-4da4-8226-be4fc88692c8 service neutron] Attempting to bind port ee21b28c-9e57-4b3f-a197-9df64715d9d6 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f'}] {{(pid=113211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:53:00.968513 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d82e556-bf6d-4281-8b82-63a21a0f85be req-a36d1886-789d-4da4-8226-be4fc88692c8 service neutron] Attempting to bind port ee21b28c-9e57-4b3f-a197-9df64715d9d6 on network 07c207ee-c2bb-4d53-bca3-b5aa6199ad0f {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:53:01.024069 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d82e556-bf6d-4281-8b82-63a21a0f85be req-a36d1886-789d-4da4-8226-be4fc88692c8 service neutron] Port ee21b28c-9e57-4b3f-a197-9df64715d9d6 on network 07c207ee-c2bb-4d53-bca3-b5aa6199ad0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 03:53:01.024398 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d82e556-bf6d-4281-8b82-63a21a0f85be req-a36d1886-789d-4da4-8226-be4fc88692c8 service neutron] Attempting to bind port ee21b28c-9e57-4b3f-a197-9df64715d9d6 on network 07c207ee-c2bb-4d53-bca3-b5aa6199ad0f {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:53:01.072734 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d82e556-bf6d-4281-8b82-63a21a0f85be req-a36d1886-789d-4da4-8226-be4fc88692c8 service neutron] Checking agent: {'id': '56a63866-613b-46a0-90ee-05b9222d9bfc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 46, 46), 'started_at': datetime.datetime(2022, 9, 17, 3, 46, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:53:01.073064 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d82e556-bf6d-4281-8b82-63a21a0f85be req-a36d1886-789d-4da4-8226-be4fc88692c8 service neutron] Checking segment: {'id': 'f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:53:01.073445 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d82e556-bf6d-4281-8b82-63a21a0f85be req-a36d1886-789d-4da4-8226-be4fc88692c8 service neutron] Bound using segment: {'id': 'f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f'} {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:53:01.073912 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.managers [req-5d82e556-bf6d-4281-8b82-63a21a0f85be req-a36d1886-789d-4da4-8226-be4fc88692c8 service neutron] Bound port: ee21b28c-9e57-4b3f-a197-9df64715d9d6, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f'}}] {{(pid=113211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:53:01.074266 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-5d82e556-bf6d-4281-8b82-63a21a0f85be req-a36d1886-789d-4da4-8226-be4fc88692c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (ee21b28c-9e57-4b3f-a197-9df64715d9d6), before_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:01.138728 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.db [req-5d82e556-bf6d-4281-8b82-63a21a0f85be req-a36d1886-789d-4da4-8226-be4fc88692c8 service neutron] For port ee21b28c-9e57-4b3f-a197-9df64715d9d6, host hv-cinder-84914, cleared binding levels {{(pid=113211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:53:01.141955 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.db [req-5d82e556-bf6d-4281-8b82-63a21a0f85be req-a36d1886-789d-4da4-8226-be4fc88692c8 service neutron] For port ee21b28c-9e57-4b3f-a197-9df64715d9d6, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ee21b28c-9e57-4b3f-a197-9df64715d9d6,segment=NetworkSegment(f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54),segment_id=f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54)] {{(pid=113211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:53:01.251487 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-5d82e556-bf6d-4281-8b82-63a21a0f85be req-a36d1886-789d-4da4-8226-be4fc88692c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26185551'] for port (ee21b28c-9e57-4b3f-a197-9df64715d9d6), after_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:01.256967 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82e556-bf6d-4281-8b82-63a21a0f85be req-a36d1886-789d-4da4-8226-be4fc88692c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:01.257594 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-5d82e556-bf6d-4281-8b82-63a21a0f85be req-a36d1886-789d-4da4-8226-be4fc88692c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for port (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:01.258188 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-86849f51-95bc-4918-ac9d-19a71b1e4d33 None None] Attempt 3 to provision port ee21b28c-9e57-4b3f-a197-9df64715d9d6 Sep 17 03:53:01.259034 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5d82e556-bf6d-4281-8b82-63a21a0f85be req-a36d1886-789d-4da4-8226-be4fc88692c8 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/ee21b28c-9e57-4b3f-a197-9df64715d9d6 HTTP/1.1" status: 200 len: 1093 time: 1.1409843 Sep 17 03:53:01.259602 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eaeee00-d56a-41ea-ad87-fc5ad9956079', 'tag': 'ee21b28c-9e57-4b3f-a197-9df64715d9d6'}] {{(pid=113211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:53:01.263793 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346c2caff186dcd388f83f6dc64b2ba25d7763d65cfebe6fa09f9256a5522518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30325bcd-fc3f-46dc-b00b-79041e589b52" -d '{"events": [{"name": "network-changed", "server_uuid": "9eaeee00-d56a-41ea-ad87-fc5ad9956079", "tag": "ee21b28c-9e57-4b3f-a197-9df64715d9d6"}]}' {{(pid=113211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:53:01.313362 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-86849f51-95bc-4918-ac9d-19a71b1e4d33 None None] Port ee21b28c-9e57-4b3f-a197-9df64715d9d6 had new provisioning blocks added so it will not transition to active. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 17 03:53:01.314541 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436909cd-15e3-430b-9810-7b9796413a99 x-openstack-request-id: req-436909cd-15e3-430b-9810-7b9796413a99 {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:53:01.314835 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eaeee00-d56a-41ea-ad87-fc5ad9956079", "tag": "ee21b28c-9e57-4b3f-a197-9df64715d9d6", "status": "completed", "code": 200}]} {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:53:01.315083 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-436909cd-15e3-430b-9810-7b9796413a99 {{(pid=113211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:53:01.315484 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-436909cd-15e3-430b-9810-7b9796413a99'] response: {'name': 'network-changed', 'server_uuid': '9eaeee00-d56a-41ea-ad87-fc5ad9956079', 'tag': 'ee21b28c-9e57-4b3f-a197-9df64715d9d6', 'status': 'completed', 'code': 200} Sep 17 03:53:01.321246 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d1886-789d-4da4-8226-be4fc88692c8 service neutron] Pushing event updated for resources: {'Port': ['ID=ee21b28c-9e57-4b3f-a197-9df64715d9d6,revision_number=3']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:53:01.499842 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ca409-4cea-4827-ac2e-3d3f1663b1fe req-2ddc1005-356b-4075-ae02-fdf22e93efab tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:01.501327 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ca2ca409-4cea-4827-ac2e-3d3f1663b1fe req-2ddc1005-356b-4075-ae02-fdf22e93efab tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9eaeee00-d56a-41ea-ad87-fc5ad9956079 HTTP/1.1" status: 200 len: 943 time: 0.0525165 Sep 17 03:53:01.780170 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe7fda-3bfb-4a07-a88c-118a1c634bb7 req-e7ce6bfa-d66d-4729-a0be-2914d7c74c41 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:01.781600 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-10fe7fda-3bfb-4a07-a88c-118a1c634bb7 req-e7ce6bfa-d66d-4729-a0be-2914d7c74c41 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 946 time: 0.2770917 Sep 17 03:53:01.818391 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ca2ca409-4cea-4827-ac2e-3d3f1663b1fe req-d1e6b8fc-2cc4-423b-ba4f-659ea849ef5b tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270ca5d9-2858-4af7-9467-701f7ba93648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3048885 Sep 17 03:53:01.845074 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-10fe7fda-3bfb-4a07-a88c-118a1c634bb7 req-286de713-a72a-415a-8d27-1b64fc3766fe tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9767fb28-7dda-4f4b-b024-154add37b49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577714 Sep 17 03:53:01.922947 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09a11f-435d-4278-92e6-08a0a5112228 req-c4a9e2ad-1be9-45af-8fef-1f95e7ba15c4 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:01.924365 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ac09a11f-435d-4278-92e6-08a0a5112228 req-c4a9e2ad-1be9-45af-8fef-1f95e7ba15c4 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 943 time: 0.0476294 Sep 17 03:53:01.936798 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:01.972431 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ac09a11f-435d-4278-92e6-08a0a5112228 req-cb66b796-8ece-4120-ae58-87eba4038beb tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419512 Sep 17 03:53:02.163226 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30325bcd-fc3f-46dc-b00b-79041e589b52 req-f34df810-e171-451e-95b2-a50ec6ea1cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:02.164663 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-30325bcd-fc3f-46dc-b00b-79041e589b52 req-f34df810-e171-451e-95b2-a50ec6ea1cb2 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=fb6cb03abf5242b594efcf325909dd32&device_id=9eaeee00-d56a-41ea-ad87-fc5ad9956079 HTTP/1.1" status: 200 len: 1127 time: 0.0383508 Sep 17 03:53:02.275336 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30325bcd-fc3f-46dc-b00b-79041e589b52 req-e864142e-7d23-4df2-82f1-b4d732216013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:02.276773 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-30325bcd-fc3f-46dc-b00b-79041e589b52 req-e864142e-7d23-4df2-82f1-b4d732216013 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=fb6cb03abf5242b594efcf325909dd32&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0965033 Sep 17 03:53:02.371504 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30325bcd-fc3f-46dc-b00b-79041e589b52 req-a102df1c-d7d2-4794-a272-fbbf67b55a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:02.372852 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-30325bcd-fc3f-46dc-b00b-79041e589b52 req-a102df1c-d7d2-4794-a272-fbbf67b55a32 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883002 Sep 17 03:53:02.488378 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82e556-bf6d-4281-8b82-63a21a0f85be req-6662187e-518e-4f6e-aa4d-07d605131f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:02.490098 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5d82e556-bf6d-4281-8b82-63a21a0f85be req-6662187e-518e-4f6e-aa4d-07d605131f4a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=fb6cb03abf5242b594efcf325909dd32&device_id=9eaeee00-d56a-41ea-ad87-fc5ad9956079 HTTP/1.1" status: 200 len: 1127 time: 0.0429056 Sep 17 03:53:02.539985 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5d82e556-bf6d-4281-8b82-63a21a0f85be req-8bcdaa35-23f1-4fd9-869c-12ed2415b6be service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee21b28c-9e57-4b3f-a197-9df64715d9d6 HTTP/1.1" status: 200 len: 217 time: 0.0327134 Sep 17 03:53:02.588841 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82e556-bf6d-4281-8b82-63a21a0f85be req-aceb21f7-2b78-4c99-b991-c0b539386f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:02.590552 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5d82e556-bf6d-4281-8b82-63a21a0f85be req-aceb21f7-2b78-4c99-b991-c0b539386f60 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=21657c11-9b0c-49b1-8935-9d760016ec10 HTTP/1.1" status: 200 len: 853 time: 0.0431168 Sep 17 03:53:02.635179 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82e556-bf6d-4281-8b82-63a21a0f85be req-97c39f46-bc54-4d55-bd98-5261a7f6e77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:02.636576 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5d82e556-bf6d-4281-8b82-63a21a0f85be req-97c39f46-bc54-4d55-bd98-5261a7f6e77a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=07c207ee-c2bb-4d53-bca3-b5aa6199ad0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395322 Sep 17 03:53:02.729674 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5d82e556-bf6d-4281-8b82-63a21a0f85be req-979ad139-94a2-40b7-b4f5-38b4bac98d67 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/07c207ee-c2bb-4d53-bca3-b5aa6199ad0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852995 Sep 17 03:53:02.780244 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:02.826947 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5d82e556-bf6d-4281-8b82-63a21a0f85be req-54c3dc02-d52d-4606-a709-b5429ff18ba8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/07c207ee-c2bb-4d53-bca3-b5aa6199ad0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880139 Sep 17 03:53:02.972342 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf7708-59f5-44b3-8b4a-0cd67cd559d0 req-4785a901-6443-4fa2-ba66-605171c4690c tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:02.974555 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-1faf7708-59f5-44b3-8b4a-0cd67cd559d0 req-4785a901-6443-4fa2-ba66-605171c4690c tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9eaeee00-d56a-41ea-ad87-fc5ad9956079 HTTP/1.1" status: 200 len: 943 time: 0.0779107 Sep 17 03:53:02.995601 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c8593-f920-4aad-aa65-6c760afd49b7 req-9294c91f-6754-4761-ac10-5b96f3530a55 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:02.996987 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-469c8593-f920-4aad-aa65-6c760afd49b7 req-9294c91f-6754-4761-ac10-5b96f3530a55 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 946 time: 0.0649800 Sep 17 03:53:03.060787 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-1faf7708-59f5-44b3-8b4a-0cd67cd559d0 req-6f28935a-3b01-4ee8-b94d-47c5282d9d43 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270ca5d9-2858-4af7-9467-701f7ba93648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784464 Sep 17 03:53:03.072025 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-469c8593-f920-4aad-aa65-6c760afd49b7 req-96ea55e1-4894-46e1-a4f1-b92b9ae86785 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9767fb28-7dda-4f4b-b024-154add37b49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680940 Sep 17 03:53:03.167488 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f45628-534f-4d8b-871e-9962d24a9452 req-20b6254e-f436-4fcd-b265-644f92fe9f6e tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:03.175434 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-01f45628-534f-4d8b-871e-9962d24a9452 req-20b6254e-f436-4fcd-b265-644f92fe9f6e tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 943 time: 0.0493724 Sep 17 03:53:03.224850 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-01f45628-534f-4d8b-871e-9962d24a9452 req-5e77660c-ac23-4f75-b623-ab7d35d10d57 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454137 Sep 17 03:53:04.187091 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:04.216900 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d53ba4-8dfa-42a2-95ea-da023201aa45 req-edb00ea9-7abb-49d4-84a2-9e1554827bc2 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:04.218402 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-36d53ba4-8dfa-42a2-95ea-da023201aa45 req-edb00ea9-7abb-49d4-84a2-9e1554827bc2 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9eaeee00-d56a-41ea-ad87-fc5ad9956079 HTTP/1.1" status: 200 len: 943 time: 0.0790439 Sep 17 03:53:04.224402 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d80d79a-b8f9-44fd-84aa-7183e72acc93 req-64bb2424-2735-48ee-b3a8-637e6eca49ca tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:04.225805 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-4d80d79a-b8f9-44fd-84aa-7183e72acc93 req-64bb2424-2735-48ee-b3a8-637e6eca49ca tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 946 time: 0.0755913 Sep 17 03:53:04.298638 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-36d53ba4-8dfa-42a2-95ea-da023201aa45 req-68554abb-c03e-49df-b67e-4c8f5637705c tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270ca5d9-2858-4af7-9467-701f7ba93648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718987 Sep 17 03:53:04.302212 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-4d80d79a-b8f9-44fd-84aa-7183e72acc93 req-0f94abc8-29cb-41de-9554-7956e185e0d3 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9767fb28-7dda-4f4b-b024-154add37b49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696816 Sep 17 03:53:04.332535 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:04.406907 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3106187e-1753-4807-9791-c13773d4f427 req-0b1f2cf4-9fcd-4971-9ead-6eed19536df9 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:04.408378 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-3106187e-1753-4807-9791-c13773d4f427 req-0b1f2cf4-9fcd-4971-9ead-6eed19536df9 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 943 time: 0.0470712 Sep 17 03:53:04.458038 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-3106187e-1753-4807-9791-c13773d4f427 req-a5a31636-9956-4363-b334-64863e342a6d tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425901 Sep 17 03:53:05.133434 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device c180ab9b-4ee0-400c-bcd6-351470f7df5f details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=113212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 03:53:05.233356 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port c180ab9b-4ee0-400c-bcd6-351470f7df5f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c180ab9b-4ee0-400c-bcd6-351470f7df5f,segment=NetworkSegment(b441c4b6-7de0-4da2-a055-6601c587c21b),segment_id=b441c4b6-7de0-4da2-a055-6601c587c21b)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:53:05.245807 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Returning: {'device': 'c180ab9b-4ee0-400c-bcd6-351470f7df5f', 'network_id': '9639789b-4517-4d8a-8150-b02c75d21fd6', 'port_id': 'c180ab9b-4ee0-400c-bcd6-351470f7df5f', 'mac_address': 'fa:16:3e:29:53:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea6084af-2859-4d2a-9fe2-69cd212d0f4a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 03:53:05.417176 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port c180ab9b-4ee0-400c-bcd6-351470f7df5f is: DOWN; New status is: BUILD {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:53:05.419463 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (c180ab9b-4ee0-400c-bcd6-351470f7df5f), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:05.432279 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c180ab9b-4ee0-400c-bcd6-351470f7df5f {{(pid=113212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:53:05.452636 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port c180ab9b-4ee0-400c-bcd6-351470f7df5f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c180ab9b-4ee0-400c-bcd6-351470f7df5f,segment=NetworkSegment(b441c4b6-7de0-4da2-a055-6601c587c21b),segment_id=b441c4b6-7de0-4da2-a055-6601c587c21b)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:53:05.472111 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed9114-a1d9-474c-8f42-9ecd3aa65f8f req-366d4da6-e6ad-40b1-803f-e92d8263e77f tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:05.474801 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-45ed9114-a1d9-474c-8f42-9ecd3aa65f8f req-366d4da6-e6ad-40b1-803f-e92d8263e77f tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 946 time: 0.0854092 Sep 17 03:53:05.484899 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781c515-86f9-41bd-aae5-de804c53fda2 req-c61ec674-c8ee-4dcf-922b-7552a49d2d8f tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:05.486379 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5781c515-86f9-41bd-aae5-de804c53fda2 req-c61ec674-c8ee-4dcf-922b-7552a49d2d8f tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9eaeee00-d56a-41ea-ad87-fc5ad9956079 HTTP/1.1" status: 200 len: 943 time: 0.0957034 Sep 17 03:53:05.542338 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (c180ab9b-4ee0-400c-bcd6-351470f7df5f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:05.563351 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-45ed9114-a1d9-474c-8f42-9ecd3aa65f8f req-d438081e-dafa-429e-b433-6105d4fa747b tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9767fb28-7dda-4f4b-b024-154add37b49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759220 Sep 17 03:53:05.566287 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5781c515-86f9-41bd-aae5-de804c53fda2 req-62405442-3c08-4838-b0f9-6a832f7c6b92 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270ca5d9-2858-4af7-9467-701f7ba93648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715427 Sep 17 03:53:05.602429 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:05.616064 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=c180ab9b-4ee0-400c-bcd6-351470f7df5f,revision_number=4']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:53:05.623802 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:53:05.624154 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:53:05.624498 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:53:05.624837 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:53:05.625168 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:53:05.625499 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:53:05.625859 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:53:05.626186 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:53:05.626580 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:53:05.626930 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:53:05.627261 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:53:05.627586 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:53:05.627911 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:53:05.628231 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:53:05.628720 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:53:05.683452 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6155f8b-9f3b-4c5b-9680-c57265eb0029 req-8e037a20-81ad-485e-a0e1-1719bbbc9299 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:05.684942 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a6155f8b-9f3b-4c5b-9680-c57265eb0029 req-8e037a20-81ad-485e-a0e1-1719bbbc9299 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 944 time: 0.0559430 Sep 17 03:53:05.737043 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:05.737567 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a6155f8b-9f3b-4c5b-9680-c57265eb0029 req-b0400adf-14db-4b83-9afe-6f293ddc1834 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467486 Sep 17 03:53:05.948402 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] get_ports_and_sgs() called for port_ids ['c180ab9b-4ee0-400c-bcd6-351470f7df5f'] {{(pid=113212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:53:06.568467 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff2a95-ac5d-4be0-b4f7-5fedd8b4eca3 req-13f3ecc3-55f3-4e3c-95ce-d275f8b48096 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:06.569887 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e3ff2a95-ac5d-4be0-b4f7-5fedd8b4eca3 req-13f3ecc3-55f3-4e3c-95ce-d275f8b48096 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 946 time: 0.0468485 Sep 17 03:53:06.617450 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e3ff2a95-ac5d-4be0-b4f7-5fedd8b4eca3 req-5e3d5115-798a-4e06-b8eb-0ffb96af9760 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b4a13084-8dac-44d2-bb8f-f8f2c9cef483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421081 Sep 17 03:53:06.645881 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 50164) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:53:06.727546 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712dd67-c902-4443-9fee-5ab4754156fc req-b09b2c3b-4849-48af-891b-474ab341ff6f tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:06.729015 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e712dd67-c902-4443-9fee-5ab4754156fc req-b09b2c3b-4849-48af-891b-474ab341ff6f tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9eaeee00-d56a-41ea-ad87-fc5ad9956079 HTTP/1.1" status: 200 len: 943 time: 0.0827119 Sep 17 03:53:06.732015 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:06.759758 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f78846f-d7cb-4262-837c-e5c9cf8db233 req-a095e5ff-959f-4445-80f8-886ef43caaee tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:06.761200 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-3f78846f-d7cb-4262-837c-e5c9cf8db233 req-a095e5ff-959f-4445-80f8-886ef43caaee tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 946 time: 0.0759809 Sep 17 03:53:06.816510 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e712dd67-c902-4443-9fee-5ab4754156fc req-8d4bfe19-7b12-45de-af02-3a3a4b982c61 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270ca5d9-2858-4af7-9467-701f7ba93648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794282 Sep 17 03:53:06.834551 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-3f78846f-d7cb-4262-837c-e5c9cf8db233 req-edead7e8-2a18-4cd2-8986-4504f804bdfb tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9767fb28-7dda-4f4b-b024-154add37b49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662413 Sep 17 03:53:06.875374 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edf9b9c-4aa2-45a3-831c-92d14effcddc tempest-TestMinimumBasicScenario-869680334 tempest-TestMinimumBasicScenario-869680334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:06.876924 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-1edf9b9c-4aa2-45a3-831c-92d14effcddc tempest-TestMinimumBasicScenario-869680334 tempest-TestMinimumBasicScenario-869680334-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 1125 time: 0.2299528 Sep 17 03:53:06.880635 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 50170) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:53:06.886524 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [None req-46838943-d61e-4f11-a5e6-ea6a15e61afe tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Request body: {'floatingip': {'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'port_id': '6ca4f360-9c06-4609-ad1e-cb074af587c0', 'tenant_id': '0cdb8140dca34727ab99c95efc7acb81', 'fixed_ip_address': '172.20.0.11'}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:53:06.944448 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f200a-ed82-4d50-a3dc-b00419ae9fb3 req-821e43b7-95b8-4917-9151-90a2ee9d8d37 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:06.945945 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-1c3f200a-ed82-4d50-a3dc-b00419ae9fb3 req-821e43b7-95b8-4917-9151-90a2ee9d8d37 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 944 time: 0.0629241 Sep 17 03:53:06.998720 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-1c3f200a-ed82-4d50-a3dc-b00419ae9fb3 req-c5ba677b-13c3-4b00-bcd6-caf06a8f3cba tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472345 Sep 17 03:53:07.016406 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-46838943-d61e-4f11-a5e6-ea6a15e61afe tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:07.099245 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-46838943-d61e-4f11-a5e6-ea6a15e61afe tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:07.150327 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device ee21b28c-9e57-4b3f-a197-9df64715d9d6 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=113212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 03:53:07.162496 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:07.170893 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device c180ab9b-4ee0-400c-bcd6-351470f7df5f up at agent hyperv_hv-cinder-84914 {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:53:07.215451 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.db_base_plugin_common [None req-46838943-d61e-4f11-a5e6-ea6a15e61afe tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Allocated IP 172.27.0.134 (4d68fa53-4257-4a6b-8a5b-fb329be82f15/9fe7d342-7214-45a3-bf4f-d121f4a79efc/16deb61e-a1e0-4ece-8131-55306384754a) {{(pid=113211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:53:07.248349 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:07.280410 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Provisioning for port c180ab9b-4ee0-400c-bcd6-351470f7df5f completed by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 03:53:07.303746 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port ee21b28c-9e57-4b3f-a197-9df64715d9d6, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ee21b28c-9e57-4b3f-a197-9df64715d9d6,segment=NetworkSegment(f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54),segment_id=f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:53:07.316082 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Returning: {'device': 'ee21b28c-9e57-4b3f-a197-9df64715d9d6', 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f', 'port_id': 'ee21b28c-9e57-4b3f-a197-9df64715d9d6', 'mac_address': 'fa:16:3e:01:2c:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 03:53:07.333979 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-46838943-d61e-4f11-a5e6-ea6a15e61afe tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks [] for port (16deb61e-a1e0-4ece-8131-55306384754a), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:07.357462 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Provisioning complete for port c180ab9b-4ee0-400c-bcd6-351470f7df5f triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:53:07.357780 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (c180ab9b-4ee0-400c-bcd6-351470f7df5f), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:07.358124 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Attempt 1 to provision port c180ab9b-4ee0-400c-bcd6-351470f7df5f Sep 17 03:53:07.381059 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port ee21b28c-9e57-4b3f-a197-9df64715d9d6 is: DOWN; New status is: BUILD {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:53:07.381451 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (ee21b28c-9e57-4b3f-a197-9df64715d9d6), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:07.404776 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee21b28c-9e57-4b3f-a197-9df64715d9d6 {{(pid=113212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:53:07.411753 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:07.431214 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port ee21b28c-9e57-4b3f-a197-9df64715d9d6, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ee21b28c-9e57-4b3f-a197-9df64715d9d6,segment=NetworkSegment(f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54),segment_id=f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:53:07.467302 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port c180ab9b-4ee0-400c-bcd6-351470f7df5f is: BUILD; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:53:07.467792 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (c180ab9b-4ee0-400c-bcd6-351470f7df5f), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:07.469457 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-46838943-d61e-4f11-a5e6-ea6a15e61afe tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26185590'] for port (16deb61e-a1e0-4ece-8131-55306384754a), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:07.478011 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:07.496273 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5daf1795-b4be-4366-be5e-ccc53444ef31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c180ab9b-4ee0-400c-bcd6-351470f7df5f'}] {{(pid=113212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:53:07.498636 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc6586f6b4c6bd034ee7705c69f50a833cff710b963951e05e6de8956872ccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c787fd48-d479-4a2f-ae48-eef3bc6ac424" -d '{"events": [{"server_uuid": "5daf1795-b4be-4366-be5e-ccc53444ef31", "name": "network-vif-plugged", "status": "completed", "tag": "c180ab9b-4ee0-400c-bcd6-351470f7df5f"}]}' {{(pid=113212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:53:07.512531 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port c180ab9b-4ee0-400c-bcd6-351470f7df5f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c180ab9b-4ee0-400c-bcd6-351470f7df5f,segment=NetworkSegment(b441c4b6-7de0-4da2-a055-6601c587c21b),segment_id=b441c4b6-7de0-4da2-a055-6601c587c21b)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:53:07.513425 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46838943-d61e-4f11-a5e6-ea6a15e61afe tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Network 4d68fa53-4257-4a6b-8a5b-fb329be82f15 is already hosted by enough agents. {{(pid=113211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:53:07.516431 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.base_scheduler [None req-46838943-d61e-4f11-a5e6-ea6a15e61afe tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Resources bound (agent type, host, resource id): {{(pid=113211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:53:07.520019 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46838943-d61e-4f11-a5e6-ea6a15e61afe tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Received port after_create {{(pid=113211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:53:07.520418 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (ee21b28c-9e57-4b3f-a197-9df64715d9d6), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:07.546794 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46838943-d61e-4f11-a5e6-ea6a15e61afe tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Pushing event updated for resources: {'Port': ['ID=16deb61e-a1e0-4ece-8131-55306384754a,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:53:07.549985 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf30eeb-c53c-44ce-9e3b-a62d85cb996c x-openstack-request-id: req-3bf30eeb-c53c-44ce-9e3b-a62d85cb996c {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:53:07.550299 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5daf1795-b4be-4366-be5e-ccc53444ef31", "name": "network-vif-plugged", "status": "completed", "tag": "c180ab9b-4ee0-400c-bcd6-351470f7df5f", "code": 200}]} {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:53:07.550557 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3bf30eeb-c53c-44ce-9e3b-a62d85cb996c {{(pid=113212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:53:07.550945 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bf30eeb-c53c-44ce-9e3b-a62d85cb996c'] response: {'server_uuid': '5daf1795-b4be-4366-be5e-ccc53444ef31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c180ab9b-4ee0-400c-bcd6-351470f7df5f', 'code': 200} Sep 17 03:53:07.580042 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=ee21b28c-9e57-4b3f-a197-9df64715d9d6,revision_number=4']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:53:07.616512 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (c180ab9b-4ee0-400c-bcd6-351470f7df5f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:07.666468 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=c180ab9b-4ee0-400c-bcd6-351470f7df5f,revision_number=5']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:53:07.887282 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-46838943-d61e-4f11-a5e6-ea6a15e61afe tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks [] for floatingip (3d5cf046-7b38-4304-9eba-12d3b3a5061d), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:07.949138 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-74a14647-b401-4d75-8133-cf9f2e4a078c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b0b4725d-5d3f-4adf-8b60-729f2f7a35da), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:07.950906 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:07.986227 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38476b49-cba5-483c-85b8-99f00eba54e4 req-5e2ed197-9e03-4ff9-9ac9-49f6a069511f tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:07.987702 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-38476b49-cba5-483c-85b8-99f00eba54e4 req-5e2ed197-9e03-4ff9-9ac9-49f6a069511f tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9eaeee00-d56a-41ea-ad87-fc5ad9956079 HTTP/1.1" status: 200 len: 944 time: 0.0771928 Sep 17 03:53:07.995506 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] get_ports_and_sgs() called for port_ids ['ee21b28c-9e57-4b3f-a197-9df64715d9d6'] {{(pid=113212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:53:08.035749 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-38476b49-cba5-483c-85b8-99f00eba54e4 req-2328aaaa-b914-45a2-b316-e1c7f436b23a tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270ca5d9-2858-4af7-9467-701f7ba93648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419827 Sep 17 03:53:08.122031 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01db16-c455-49c1-913b-9ec3d1123944 req-97ca4725-99ff-4bf0-9cd7-de233631a68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:08.122031 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-2b01db16-c455-49c1-913b-9ec3d1123944 req-97ca4725-99ff-4bf0-9cd7-de233631a68d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 1129 time: 0.1977174 Sep 17 03:53:08.130329 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a4729-63b4-46cc-bf3d-7890c0656f09 req-af45e25b-9599-4540-bb49-c0ef9089c09b tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:08.131774 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-783a4729-63b4-46cc-bf3d-7890c0656f09 req-af45e25b-9599-4540-bb49-c0ef9089c09b tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 946 time: 0.1967900 Sep 17 03:53:08.173943 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-46838943-d61e-4f11-a5e6-ea6a15e61afe tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (16deb61e-a1e0-4ece-8131-55306384754a), before_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:08.245934 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8cb18d-9106-4ed3-8f0e-f2d5114671a0 req-9937749d-4dcd-4fdf-83c8-dd0adf5348e1 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:08.247372 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-af8cb18d-9106-4ed3-8f0e-f2d5114671a0 req-9937749d-4dcd-4fdf-83c8-dd0adf5348e1 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 945 time: 0.1288004 Sep 17 03:53:08.314945 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-783a4729-63b4-46cc-bf3d-7890c0656f09 req-d6ea5778-0393-4ea2-8ad2-47b46043a0e7 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9767fb28-7dda-4f4b-b024-154add37b49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662478 Sep 17 03:53:08.318025 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-2b01db16-c455-49c1-913b-9ec3d1123944 req-5780832d-69df-4e28-ab32-f817b2eb37e5 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770866 Sep 17 03:53:08.385898 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-af8cb18d-9106-4ed3-8f0e-f2d5114671a0 req-936c64df-b844-44fd-8a1d-ae1061d03095 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239283 Sep 17 03:53:08.390541 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:08.448301 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-46838943-d61e-4f11-a5e6-ea6a15e61afe tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks [] for port (16deb61e-a1e0-4ece-8131-55306384754a), precommit_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:08.520760 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-46838943-d61e-4f11-a5e6-ea6a15e61afe tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26185551'] for port (16deb61e-a1e0-4ece-8131-55306384754a), after_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:08.587113 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46838943-d61e-4f11-a5e6-ea6a15e61afe tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Pushing event updated for resources: {'Port': ['ID=16deb61e-a1e0-4ece-8131-55306384754a,revision_number=2']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:53:08.592276 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-46838943-d61e-4f11-a5e6-ea6a15e61afe tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615334'] for floatingip (3d5cf046-7b38-4304-9eba-12d3b3a5061d), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:08.689238 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.db.l3_db [None req-46838943-d61e-4f11-a5e6-ea6a15e61afe tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Floating IP 3d5cf046-7b38-4304-9eba-12d3b3a5061d associated. External IP: 172.27.0.134, port: 6ca4f360-9c06-4609-ad1e-cb074af587c0. Sep 17 03:53:09.159876 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device ee21b28c-9e57-4b3f-a197-9df64715d9d6 up at agent hyperv_hv-cinder-84914 {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:53:09.180683 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46838943-d61e-4f11-a5e6-ea6a15e61afe tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Router 4a5a2e04-8775-4c3f-924f-68f6191cded7 has already been hosted by L3 agent b971cbd0-997d-41fb-8614-0aea29982798 {{(pid=113211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:53:09.188523 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:09.188944 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d1087-2de9-4e17-9155-b5059b7a42fe req-b3b7882e-a197-437b-926e-3425b8afec4b tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:09.190469 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-449d1087-2de9-4e17-9155-b5059b7a42fe req-b3b7882e-a197-437b-926e-3425b8afec4b tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 946 time: 0.0982814 Sep 17 03:53:09.204814 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Provisioning for port ee21b28c-9e57-4b3f-a197-9df64715d9d6 completed by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 03:53:09.206575 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf235181-5615-4294-ab63-f95cbc2f8128 req-7a21839f-f2f7-4d72-8164-6b4e0b2ef139 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:09.207800 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-bf235181-5615-4294-ab63-f95cbc2f8128 req-7a21839f-f2f7-4d72-8164-6b4e0b2ef139 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9eaeee00-d56a-41ea-ad87-fc5ad9956079 HTTP/1.1" status: 200 len: 944 time: 0.0738857 Sep 17 03:53:09.268968 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Provisioning complete for port ee21b28c-9e57-4b3f-a197-9df64715d9d6 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:53:09.269346 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (ee21b28c-9e57-4b3f-a197-9df64715d9d6), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:09.269683 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Attempt 1 to provision port ee21b28c-9e57-4b3f-a197-9df64715d9d6 Sep 17 03:53:09.349448 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port ee21b28c-9e57-4b3f-a197-9df64715d9d6 is: BUILD; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:53:09.351310 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (ee21b28c-9e57-4b3f-a197-9df64715d9d6), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:09.361141 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-bf235181-5615-4294-ab63-f95cbc2f8128 req-5c113f51-173e-4214-96e0-94a6dc23b85b tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270ca5d9-2858-4af7-9467-701f7ba93648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450932 Sep 17 03:53:09.364160 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-449d1087-2de9-4e17-9155-b5059b7a42fe req-381a7483-5932-4db4-b952-8e9ee3c06867 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1657767 Sep 17 03:53:09.390122 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port ee21b28c-9e57-4b3f-a197-9df64715d9d6, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ee21b28c-9e57-4b3f-a197-9df64715d9d6,segment=NetworkSegment(f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54),segment_id=f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:53:09.401298 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46838943-d61e-4f11-a5e6-ea6a15e61afe tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:53:09.413865 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eff239d-4cd6-49ed-929d-91d388de71c1 None None] Sync routers for ids ['4a5a2e04-8775-4c3f-924f-68f6191cded7'] in dv-cinder-849143-3-iscsi {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:53:09.414029 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:09.424566 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eff239d-4cd6-49ed-929d-91d388de71c1 None None] Routers {'4a5a2e04-8775-4c3f-924f-68f6191cded7'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:53:09.425305 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-4eff239d-4cd6-49ed-929d-91d388de71c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:52:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['4a5a2e04-8775-4c3f-924f-68f6191cded7'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:53:09.470461 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (ee21b28c-9e57-4b3f-a197-9df64715d9d6), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:09.509453 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-46838943-d61e-4f11-a5e6-ea6a15e61afe tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for floatingip (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:09.538207 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085d585-ed7b-499c-9683-3173d69c5179 req-32177054-93c3-4bbc-98d0-cd5d3ef1a513 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:09.539659 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b085d585-ed7b-499c-9683-3173d69c5179 req-32177054-93c3-4bbc-98d0-cd5d3ef1a513 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 946 time: 0.1031308 Sep 17 03:53:09.556918 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eaeee00-d56a-41ea-ad87-fc5ad9956079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee21b28c-9e57-4b3f-a197-9df64715d9d6'}] {{(pid=113212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:53:09.559158 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc6586f6b4c6bd034ee7705c69f50a833cff710b963951e05e6de8956872ccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2388972a-dacf-45da-8229-a027c423d298" -d '{"events": [{"server_uuid": "9eaeee00-d56a-41ea-ad87-fc5ad9956079", "name": "network-vif-plugged", "status": "completed", "tag": "ee21b28c-9e57-4b3f-a197-9df64715d9d6"}]}' {{(pid=113212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:53:09.563132 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288bd4c8-920c-480f-9128-acac9f91d2dd req-03edf10a-6e7b-481c-bf07-d29a1720b504 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:09.564650 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-288bd4c8-920c-480f-9128-acac9f91d2dd req-03edf10a-6e7b-481c-bf07-d29a1720b504 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 945 time: 0.0937607 Sep 17 03:53:09.573991 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=ee21b28c-9e57-4b3f-a197-9df64715d9d6,revision_number=5']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:53:09.581899 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-46838943-d61e-4f11-a5e6-ea6a15e61afe tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6973286 Sep 17 03:53:09.582107 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-4eff239d-4cd6-49ed-929d-91d388de71c1 None None] Set router 4a5a2e04-8775-4c3f-924f-68f6191cded7 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:53:09.582397 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 50200) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:53:09.587121 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68eeaf96-b6f5-4666-b67a-37005c9a78b4', 'tag': '6ca4f360-9c06-4609-ad1e-cb074af587c0'}] {{(pid=113211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:53:09.587276 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-5b141c3a-0afc-4a3c-b337-d984908bed9c tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1804607871', 'description': 'tempest-secgroup-smoke-1804607871 description', 'project_id': '0cdb8140dca34727ab99c95efc7acb81'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:53:09.589499 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346c2caff186dcd388f83f6dc64b2ba25d7763d65cfebe6fa09f9256a5522518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36af333-07d3-4afa-887c-f1e361cb3303" -d '{"events": [{"name": "network-changed", "server_uuid": "68eeaf96-b6f5-4666-b67a-37005c9a78b4", "tag": "6ca4f360-9c06-4609-ad1e-cb074af587c0"}]}' {{(pid=113211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:53:09.637274 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b085d585-ed7b-499c-9683-3173d69c5179 req-2c3f5824-e46e-4f1f-a6d1-adc1a49d8e3d tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9767fb28-7dda-4f4b-b024-154add37b49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878980 Sep 17 03:53:09.654201 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-288bd4c8-920c-480f-9128-acac9f91d2dd req-34778bbb-a83b-4804-8c0a-12dda96a334c tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796440 Sep 17 03:53:09.675381 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-5b141c3a-0afc-4a3c-b337-d984908bed9c tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:09.704818 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96cc0133-4108-4a15-824d-e5cda8c9e559 x-openstack-request-id: req-96cc0133-4108-4a15-824d-e5cda8c9e559 {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:53:09.705104 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68eeaf96-b6f5-4666-b67a-37005c9a78b4", "tag": "6ca4f360-9c06-4609-ad1e-cb074af587c0", "status": "completed", "code": 200}]} {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:53:09.705351 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-96cc0133-4108-4a15-824d-e5cda8c9e559 {{(pid=113211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:53:09.705788 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96cc0133-4108-4a15-824d-e5cda8c9e559'] response: {'name': 'network-changed', 'server_uuid': '68eeaf96-b6f5-4666-b67a-37005c9a78b4', 'tag': '6ca4f360-9c06-4609-ad1e-cb074af587c0', 'status': 'completed', 'code': 200} Sep 17 03:53:09.711667 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4b8baf-01f5-40c0-be8e-74e01ee8cc02 x-openstack-request-id: req-9c4b8baf-01f5-40c0-be8e-74e01ee8cc02 {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:53:09.711988 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eaeee00-d56a-41ea-ad87-fc5ad9956079", "name": "network-vif-plugged", "status": "completed", "tag": "ee21b28c-9e57-4b3f-a197-9df64715d9d6", "code": 200}]} {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:53:09.712236 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9c4b8baf-01f5-40c0-be8e-74e01ee8cc02 {{(pid=113212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:53:09.712616 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c4b8baf-01f5-40c0-be8e-74e01ee8cc02'] response: {'server_uuid': '9eaeee00-d56a-41ea-ad87-fc5ad9956079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee21b28c-9e57-4b3f-a197-9df64715d9d6', 'code': 200} Sep 17 03:53:09.756495 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-5b141c3a-0afc-4a3c-b337-d984908bed9c tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks [] for security_group (d8275a16-90b5-4561-abe3-858bc0d2510f), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:09.843760 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-4eff239d-4cd6-49ed-929d-91d388de71c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5a2e04-8775-4c3f-924f-68f6191cded7', 'name': 'tempest-TestMinimumBasicScenario-56533848-router', 'tenant_id': '0cdb8140dca34727ab99c95efc7acb81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '426d3b10-cc68-43dc-9eff-740f903221e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:41Z', 'updated_at': '2022-09-17T03:51:46Z', 'revision_number': 4, 'project_id': '0cdb8140dca34727ab99c95efc7acb81', 'gw_port': {'id': '426d3b10-cc68-43dc-9eff-740f903221e7', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5a2e04-8775-4c3f-924f-68f6191cded7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:42Z', 'updated_at': '2022-09-17T03:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_floatingips': [{'id': '3d5cf046-7b38-4304-9eba-12d3b3a5061d', 'tenant_id': '0cdb8140dca34727ab99c95efc7acb81', 'floating_ip_address': '172.27.0.134', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': '4a5a2e04-8775-4c3f-924f-68f6191cded7', 'port_id': '6ca4f360-9c06-4609-ad1e-cb074af587c0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a074f835-aa65-4c2d-81dc-c695b3cf95bc', 'mac_address': 'fa:16:3e:d5:3b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68eeaf96-b6f5-4666-b67a-37005c9a78b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:53:07Z', 'updated_at': '2022-09-17T03:53:07Z', 'revision_number': 0, 'project_id': '0cdb8140dca34727ab99c95efc7acb81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd6ae3fc-95db-452e-a875-fb7fa28e2d54', 'name': '', 'network_id': 'a074f835-aa65-4c2d-81dc-c695b3cf95bc', 'tenant_id': '0cdb8140dca34727ab99c95efc7acb81', 'mac_address': 'fa:16:3e:6d:51:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5a2e04-8775-4c3f-924f-68f6191cded7', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '94dd6929-42d1-492b-beda-592421495231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:45Z', 'updated_at': '2022-09-17T03:51:51Z', 'revision_number': 5, 'project_id': '0cdb8140dca34727ab99c95efc7acb81', 'subnets': [{'id': '94dd6929-42d1-492b-beda-592421495231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:53:09.844702 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-5b141c3a-0afc-4a3c-b337-d984908bed9c tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (d8275a16-90b5-4561-abe3-858bc0d2510f), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:09.869777 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eff239d-4cd6-49ed-929d-91d388de71c1 None None] Checking router: 4a5a2e04-8775-4c3f-924f-68f6191cded7 for host: dv-cinder-849143-3-iscsi {{(pid=113212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:53:09.874385 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b141c3a-0afc-4a3c-b337-d984908bed9c tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8275a16-90b5-4561-abe3-858bc0d2510f,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:53:09.879760 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eff239d-4cd6-49ed-929d-91d388de71c1 None None] Routers {'4a5a2e04-8775-4c3f-924f-68f6191cded7'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:53:09.881527 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-4eff239d-4cd6-49ed-929d-91d388de71c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:52:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['4a5a2e04-8775-4c3f-924f-68f6191cded7'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:53:09.932708 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-5b141c3a-0afc-4a3c-b337-d984908bed9c tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:09.933996 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-5b141c3a-0afc-4a3c-b337-d984908bed9c tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3504648 Sep 17 03:53:09.936970 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 50204) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:53:09.941349 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-435c80ad-0512-4656-9696-8b980a220d80 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Request body: {'security_group_rule': {'security_group_id': 'd8275a16-90b5-4561-abe3-858bc0d2510f', 'project_id': '0cdb8140dca34727ab99c95efc7acb81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:53:09.989712 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-4eff239d-4cd6-49ed-929d-91d388de71c1 None None] Set router 4a5a2e04-8775-4c3f-924f-68f6191cded7 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:53:10.021377 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:10.045434 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-435c80ad-0512-4656-9696-8b980a220d80 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks [] for security_group_rule (7df982b8-2fb1-4c45-9923-c69e1d9dc7b6), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:10.105275 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-435c80ad-0512-4656-9696-8b980a220d80 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks [] for security_group_rule (7df982b8-2fb1-4c45-9923-c69e1d9dc7b6), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:10.183765 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-435c80ad-0512-4656-9696-8b980a220d80 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553096'] for security_group_rule (7df982b8-2fb1-4c45-9923-c69e1d9dc7b6), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:10.196812 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=100 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:10.201453 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c80ad-0512-4656-9696-8b980a220d80 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7df982b8-2fb1-4c45-9923-c69e1d9dc7b6,revision_number=0']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:53:10.217459 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-4eff239d-4cd6-49ed-929d-91d388de71c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5a2e04-8775-4c3f-924f-68f6191cded7', 'name': 'tempest-TestMinimumBasicScenario-56533848-router', 'tenant_id': '0cdb8140dca34727ab99c95efc7acb81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '426d3b10-cc68-43dc-9eff-740f903221e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:41Z', 'updated_at': '2022-09-17T03:51:46Z', 'revision_number': 4, 'project_id': '0cdb8140dca34727ab99c95efc7acb81', 'gw_port': {'id': '426d3b10-cc68-43dc-9eff-740f903221e7', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5a2e04-8775-4c3f-924f-68f6191cded7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:42Z', 'updated_at': '2022-09-17T03:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_floatingips': [{'id': '3d5cf046-7b38-4304-9eba-12d3b3a5061d', 'tenant_id': '0cdb8140dca34727ab99c95efc7acb81', 'floating_ip_address': '172.27.0.134', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': '4a5a2e04-8775-4c3f-924f-68f6191cded7', 'port_id': '6ca4f360-9c06-4609-ad1e-cb074af587c0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a074f835-aa65-4c2d-81dc-c695b3cf95bc', 'mac_address': 'fa:16:3e:d5:3b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68eeaf96-b6f5-4666-b67a-37005c9a78b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:53:07Z', 'updated_at': '2022-09-17T03:53:07Z', 'revision_number': 0, 'project_id': '0cdb8140dca34727ab99c95efc7acb81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd6ae3fc-95db-452e-a875-fb7fa28e2d54', 'name': '', 'network_id': 'a074f835-aa65-4c2d-81dc-c695b3cf95bc', 'tenant_id': '0cdb8140dca34727ab99c95efc7acb81', 'mac_address': 'fa:16:3e:6d:51:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5a2e04-8775-4c3f-924f-68f6191cded7', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '94dd6929-42d1-492b-beda-592421495231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:45Z', 'updated_at': '2022-09-17T03:51:51Z', 'revision_number': 5, 'project_id': '0cdb8140dca34727ab99c95efc7acb81', 'subnets': [{'id': '94dd6929-42d1-492b-beda-592421495231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:53:10.247569 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eff239d-4cd6-49ed-929d-91d388de71c1 None None] The sync data for ids ['4a5a2e04-8775-4c3f-924f-68f6191cded7'] in dv-cinder-849143-3-iscsi is: [{'id': '4a5a2e04-8775-4c3f-924f-68f6191cded7', 'name': 'tempest-TestMinimumBasicScenario-56533848-router', 'tenant_id': '0cdb8140dca34727ab99c95efc7acb81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '426d3b10-cc68-43dc-9eff-740f903221e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:41Z', 'updated_at': '2022-09-17T03:51:46Z', 'revision_number': 4, 'project_id': '0cdb8140dca34727ab99c95efc7acb81', 'gw_port': {'id': '426d3b10-cc68-43dc-9eff-740f903221e7', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5a2e04-8775-4c3f-924f-68f6191cded7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:42Z', 'updated_at': '2022-09-17T03:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_floatingips': [{'id': '3d5cf046-7b38-4304-9eba-12d3b3a5061d', 'tenant_id': '0cdb8140dca34727ab99c95efc7acb81', 'floating_ip_address': '172.27.0.134', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': '4a5a2e04-8775-4c3f-924f-68f6191cded7', 'port_id': '6ca4f360-9c06-4609-ad1e-cb074af587c0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a074f835-aa65-4c2d-81dc-c695b3cf95bc', 'mac_address': 'fa:16:3e:d5:3b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68eeaf96-b6f5-4666-b67a-37005c9a78b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:53:07Z', 'updated_at': '2022-09-17T03:53:07Z', 'revision_number': 0, 'project_id': '0cdb8140dca34727ab99c95efc7acb81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd6ae3fc-95db-452e-a875-fb7fa28e2d54', 'name': '', 'network_id': 'a074f835-aa65-4c2d-81dc-c695b3cf95bc', 'tenant_id': '0cdb8140dca34727ab99c95efc7acb81', 'mac_address': 'fa:16:3e:6d:51:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5a2e04-8775-4c3f-924f-68f6191cded7', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '94dd6929-42d1-492b-beda-592421495231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:45Z', 'updated_at': '2022-09-17T03:51:51Z', 'revision_number': 5, 'project_id': '0cdb8140dca34727ab99c95efc7acb81', 'subnets': [{'id': '94dd6929-42d1-492b-beda-592421495231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:53:10.298345 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-5e9a5e60-c707-49e0-bdd3-ab31e55c885b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b971cbd0-997d-41fb-8614-0aea29982798), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:10.299871 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-435c80ad-0512-4656-9696-8b980a220d80 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:10.301940 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-435c80ad-0512-4656-9696-8b980a220d80 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3632200 Sep 17 03:53:10.304011 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 50206) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:53:10.308464 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-7028bf5f-0657-4eb3-aeed-b16b0ad5d6a7 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Request body: {'security_group_rule': {'security_group_id': 'd8275a16-90b5-4561-abe3-858bc0d2510f', 'project_id': '0cdb8140dca34727ab99c95efc7acb81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:53:10.402587 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-7028bf5f-0657-4eb3-aeed-b16b0ad5d6a7 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks [] for security_group_rule (bc2c5b1e-d2f2-424e-8435-2d4fc44d199b), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:10.453093 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc74a09b-fcb8-4782-bd42-790e5327e606 None None] New status for floating IP 3d5cf046-7b38-4304-9eba-12d3b3a5061d: ACTIVE {{(pid=113213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 03:53:10.477015 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-7028bf5f-0657-4eb3-aeed-b16b0ad5d6a7 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks [] for security_group_rule (bc2c5b1e-d2f2-424e-8435-2d4fc44d199b), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:10.529942 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059bc41-b1b4-4927-9261-5e405daa4393 req-8b22b187-9195-43f5-973e-df475e54fe72 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:10.531395 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0059bc41-b1b4-4927-9261-5e405daa4393 req-8b22b187-9195-43f5-973e-df475e54fe72 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9eaeee00-d56a-41ea-ad87-fc5ad9956079 HTTP/1.1" status: 200 len: 945 time: 0.0781562 Sep 17 03:53:10.548182 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:10.554616 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-7028bf5f-0657-4eb3-aeed-b16b0ad5d6a7 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553096'] for security_group_rule (bc2c5b1e-d2f2-424e-8435-2d4fc44d199b), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:10.561553 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b1bf0-b2ae-4862-aa52-91c99d054b71 req-03780217-54ba-4614-970a-83926083417c tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:10.564401 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-189b1bf0-b2ae-4862-aa52-91c99d054b71 req-03780217-54ba-4614-970a-83926083417c tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 946 time: 0.0762665 Sep 17 03:53:10.572088 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7028bf5f-0657-4eb3-aeed-b16b0ad5d6a7 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc2c5b1e-d2f2-424e-8435-2d4fc44d199b,revision_number=0']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:53:10.616182 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0059bc41-b1b4-4927-9261-5e405daa4393 req-a8ef22dc-f801-41eb-a909-f3c9a218189d tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270ca5d9-2858-4af7-9467-701f7ba93648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783916 Sep 17 03:53:10.642232 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-7028bf5f-0657-4eb3-aeed-b16b0ad5d6a7 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:10.642886 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-189b1bf0-b2ae-4862-aa52-91c99d054b71 req-f0c26f31-a961-450b-b3c3-9e2558f64b6e tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637321 Sep 17 03:53:10.650143 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-7028bf5f-0657-4eb3-aeed-b16b0ad5d6a7 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3450577 Sep 17 03:53:10.657465 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 50212) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:53:10.662389 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-e5a82431-c28f-44c1-8046-1d649da8f5b3 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Request body: {'security_group_rule': {'security_group_id': 'd8275a16-90b5-4561-abe3-858bc0d2510f', 'project_id': '0cdb8140dca34727ab99c95efc7acb81', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:53:10.766821 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e5a82431-c28f-44c1-8046-1d649da8f5b3 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks [] for security_group_rule (f1fb0f68-d162-4485-b80a-d90a63b124b4), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:10.801259 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813797c9-f579-4dfe-88b3-4ea1412469af req-29f9c016-3b83-41f7-8b70-023feff87769 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:10.802800 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-813797c9-f579-4dfe-88b3-4ea1412469af req-29f9c016-3b83-41f7-8b70-023feff87769 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 946 time: 0.0799429 Sep 17 03:53:10.813381 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3255b-835d-4a80-9c30-80195108c41b req-0fb9f160-df8e-4ebe-a207-74ce18882430 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:10.814830 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-47b3255b-835d-4a80-9c30-80195108c41b req-0fb9f160-df8e-4ebe-a207-74ce18882430 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 945 time: 0.0781810 Sep 17 03:53:10.832858 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e5a82431-c28f-44c1-8046-1d649da8f5b3 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks [] for security_group_rule (f1fb0f68-d162-4485-b80a-d90a63b124b4), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:10.886286 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-813797c9-f579-4dfe-88b3-4ea1412469af req-6134c43d-add3-43d8-a275-5e0926f7b2e6 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9767fb28-7dda-4f4b-b024-154add37b49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705225 Sep 17 03:53:10.894772 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-47b3255b-835d-4a80-9c30-80195108c41b req-d1d7bbf0-f221-4b55-b5c5-b037ef7c62c3 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717432 Sep 17 03:53:10.897081 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e5a82431-c28f-44c1-8046-1d649da8f5b3 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553096'] for security_group_rule (f1fb0f68-d162-4485-b80a-d90a63b124b4), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:10.917072 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a82431-c28f-44c1-8046-1d649da8f5b3 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1fb0f68-d162-4485-b80a-d90a63b124b4,revision_number=0']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:53:10.996246 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e5a82431-c28f-44c1-8046-1d649da8f5b3 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:10.997878 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-e5a82431-c28f-44c1-8046-1d649da8f5b3 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3389509 Sep 17 03:53:11.001003 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 50218) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:53:11.006187 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-a2a23d23-e21e-4fd2-bc3e-a9ab6afe6b58 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Request body: {'security_group_rule': {'security_group_id': 'd8275a16-90b5-4561-abe3-858bc0d2510f', 'project_id': '0cdb8140dca34727ab99c95efc7acb81', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:53:11.160471 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a2a23d23-e21e-4fd2-bc3e-a9ab6afe6b58 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks [] for security_group_rule (ac08aa30-609e-4694-a8c4-7cb5e54503f1), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:11.213131 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:11.219636 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a2a23d23-e21e-4fd2-bc3e-a9ab6afe6b58 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks [] for security_group_rule (ac08aa30-609e-4694-a8c4-7cb5e54503f1), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:11.303620 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36af333-07d3-4afa-887c-f1e361cb3303 req-101e0e37-4095-4249-9bd3-f57ee3ad4f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:11.305028 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a36af333-07d3-4afa-887c-f1e361cb3303 req-101e0e37-4095-4249-9bd3-f57ee3ad4f3a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=0cdb8140dca34727ab99c95efc7acb81&device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 1130 time: 0.0454214 Sep 17 03:53:11.337555 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a2a23d23-e21e-4fd2-bc3e-a9ab6afe6b58 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553096'] for security_group_rule (ac08aa30-609e-4694-a8c4-7cb5e54503f1), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:11.343650 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:11.356857 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a23d23-e21e-4fd2-bc3e-a9ab6afe6b58 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac08aa30-609e-4694-a8c4-7cb5e54503f1,revision_number=0']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:53:11.436727 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a2a23d23-e21e-4fd2-bc3e-a9ab6afe6b58 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:11.438132 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-a2a23d23-e21e-4fd2-bc3e-a9ab6afe6b58 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4361618 Sep 17 03:53:11.440787 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 50220) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:53:11.445879 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-1e7299c1-99db-47b1-a2a4-64613e9aa99e tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Request body: {'security_group_rule': {'security_group_id': 'd8275a16-90b5-4561-abe3-858bc0d2510f', 'project_id': '0cdb8140dca34727ab99c95efc7acb81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:53:11.503163 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ff42d983-095d-47ba-82c6-d5d7a2ded2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b812d02d-dcd0-44a4-bd1c-6e92b95e6b3f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:11.532158 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.db.securitygroups_db [None req-1e7299c1-99db-47b1-a2a4-64613e9aa99e tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Project 0cdb8140dca34727ab99c95efc7acb81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 03:53:11.538225 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-1e7299c1-99db-47b1-a2a4-64613e9aa99e tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks [] for security_group_rule (18b5fd4d-c729-47bc-a7fc-55a710961b9e), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:11.597654 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-1e7299c1-99db-47b1-a2a4-64613e9aa99e tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks [] for security_group_rule (18b5fd4d-c729-47bc-a7fc-55a710961b9e), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:11.716114 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-1e7299c1-99db-47b1-a2a4-64613e9aa99e tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553096'] for security_group_rule (18b5fd4d-c729-47bc-a7fc-55a710961b9e), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:11.733757 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7299c1-99db-47b1-a2a4-64613e9aa99e tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18b5fd4d-c729-47bc-a7fc-55a710961b9e,revision_number=0']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:53:11.769514 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c55f14-2713-4bac-9ae1-e5af213c4443 req-7e6aca47-ec51-4dc3-8e80-380df2e6ff22 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:11.771543 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-23c55f14-2713-4bac-9ae1-e5af213c4443 req-7e6aca47-ec51-4dc3-8e80-380df2e6ff22 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9eaeee00-d56a-41ea-ad87-fc5ad9956079 HTTP/1.1" status: 200 len: 945 time: 0.0745623 Sep 17 03:53:11.795517 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19bbc9-a9ec-48ab-8757-ab2384684f7f req-84846fe4-15ed-4f44-8fda-166325c6c7f5 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:11.796960 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-fc19bbc9-a9ec-48ab-8757-ab2384684f7f req-84846fe4-15ed-4f44-8fda-166325c6c7f5 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 946 time: 0.0635967 Sep 17 03:53:11.853981 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-1e7299c1-99db-47b1-a2a4-64613e9aa99e tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:11.855162 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-1e7299c1-99db-47b1-a2a4-64613e9aa99e tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4134855 Sep 17 03:53:11.855794 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-23c55f14-2713-4bac-9ae1-e5af213c4443 req-b4927f00-9f30-4aa8-b841-6e8d9e25f002 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270ca5d9-2858-4af7-9467-701f7ba93648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765350 Sep 17 03:53:11.858007 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 50226) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:53:11.862361 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-b4b66666-12bf-4a95-9445-2c813bb241e9 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Request body: {'security_group_rule': {'security_group_id': 'd8275a16-90b5-4561-abe3-858bc0d2510f', 'project_id': '0cdb8140dca34727ab99c95efc7acb81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:53:11.870775 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-fc19bbc9-a9ec-48ab-8757-ab2384684f7f req-9a96d65a-4dd4-44d2-b78b-2f4b90ce65fd tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aef7a971-7800-48bd-affd-b3e4b03b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670183 Sep 17 03:53:11.977115 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.db.securitygroups_db [None req-b4b66666-12bf-4a95-9445-2c813bb241e9 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Project 0cdb8140dca34727ab99c95efc7acb81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 03:53:11.983390 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b4b66666-12bf-4a95-9445-2c813bb241e9 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks [] for security_group_rule (45e5f457-e815-4427-bf39-af90701a6e29), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:12.045087 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048fbe66-a7fd-4d80-abe7-4aae4c0d8721 req-30aa232f-412e-4e49-aa98-e10ac884a7a5 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:12.046603 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-048fbe66-a7fd-4d80-abe7-4aae4c0d8721 req-30aa232f-412e-4e49-aa98-e10ac884a7a5 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 946 time: 0.0797327 Sep 17 03:53:12.048416 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b4b66666-12bf-4a95-9445-2c813bb241e9 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks [] for security_group_rule (45e5f457-e815-4427-bf39-af90701a6e29), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:12.054472 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b18c0-24cc-4a4b-85d4-62895e6dd228 req-e625dbb6-0aa9-40a7-9cc6-2a2cf046dad7 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:12.056026 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ab6b18c0-24cc-4a4b-85d4-62895e6dd228 req-e625dbb6-0aa9-40a7-9cc6-2a2cf046dad7 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 945 time: 0.0789950 Sep 17 03:53:12.070710 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:12.161772 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b4b66666-12bf-4a95-9445-2c813bb241e9 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553096'] for security_group_rule (45e5f457-e815-4427-bf39-af90701a6e29), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:12.172901 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a1938-977b-4fdc-ace8-4f9b1bdbea37 req-aa874486-f7f3-4009-b88b-f863c3317d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:12.174419 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-379a1938-977b-4fdc-ace8-4f9b1bdbea37 req-aa874486-f7f3-4009-b88b-f863c3317d63 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9eaeee00-d56a-41ea-ad87-fc5ad9956079 HTTP/1.1" status: 200 len: 1129 time: 0.0804174 Sep 17 03:53:12.181935 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-048fbe66-a7fd-4d80-abe7-4aae4c0d8721 req-7b11ca5f-4ac5-464d-9768-2838c2bea39d tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9767fb28-7dda-4f4b-b024-154add37b49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249475 Sep 17 03:53:12.184043 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d35af3-f5e2-463b-9179-330d1268c74d req-eace2d26-42d7-4722-a195-831de4ddac29 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:12.185443 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-28d35af3-f5e2-463b-9179-330d1268c74d req-eace2d26-42d7-4722-a195-831de4ddac29 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 946 time: 0.0901139 Sep 17 03:53:12.188563 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ab6b18c0-24cc-4a4b-85d4-62895e6dd228 req-514181a2-1611-4aae-afa0-0d3658264246 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248169 Sep 17 03:53:12.216239 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b66666-12bf-4a95-9445-2c813bb241e9 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45e5f457-e815-4427-bf39-af90701a6e29,revision_number=0']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:53:12.237322 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36af333-07d3-4afa-887c-f1e361cb3303 req-342f03ca-5140-46dc-90e2-26782bd95083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:12.237322 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a36af333-07d3-4afa-887c-f1e361cb3303 req-342f03ca-5140-46dc-90e2-26782bd95083 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=a074f835-aa65-4c2d-81dc-c695b3cf95bc HTTP/1.1" status: 200 len: 914 time: 0.1360986 Sep 17 03:53:12.245184 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:12.285888 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b4b66666-12bf-4a95-9445-2c813bb241e9 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:12.287365 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-b4b66666-12bf-4a95-9445-2c813bb241e9 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4284549 Sep 17 03:53:12.298948 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-379a1938-977b-4fdc-ace8-4f9b1bdbea37 req-0243e04e-35ab-4e82-9ed7-80c6ec864883 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=270ca5d9-2858-4af7-9467-701f7ba93648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065786 Sep 17 03:53:12.323237 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a36af333-07d3-4afa-887c-f1e361cb3303 req-d6f4db07-8065-4929-a46c-d8ff1b62724e service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ca4f360-9c06-4609-ad1e-cb074af587c0 HTTP/1.1" status: 200 len: 1002 time: 0.0753424 Sep 17 03:53:12.333701 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:12.361260 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874df6e8-401b-453c-b1d6-a69eabe6a2f6 req-7fa1f5bf-bbbf-48ef-a87f-9edaf65b1a93 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:12.362755 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-874df6e8-401b-453c-b1d6-a69eabe6a2f6 req-7fa1f5bf-bbbf-48ef-a87f-9edaf65b1a93 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 945 time: 0.0607772 Sep 17 03:53:12.365193 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [req-28d35af3-f5e2-463b-9179-330d1268c74d req-59d62657-3431-42dc-b176-c196d7c171e0 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Deleting port 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22 {{(pid=113210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:53:12.365535 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-28d35af3-f5e2-463b-9179-330d1268c74d req-59d62657-3431-42dc-b176-c196d7c171e0 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (21eb96ad-7324-4cd7-bafe-bcd97e1bcf22), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:12.420385 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d892a8be-c5e8-48f7-bac2-d12a9b79a87b req-d9065124-b415-4634-963a-b5f3a0de79d8 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1804607871&fields=id&tenant_id=0cdb8140dca34727ab99c95efc7acb81 HTTP/1.1" status: 200 len: 267 time: 0.0810816 Sep 17 03:53:12.450379 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-874df6e8-401b-453c-b1d6-a69eabe6a2f6 req-117ed435-f656-47b1-83d4-06e1f5249d01 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805390 Sep 17 03:53:12.459971 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [req-28d35af3-f5e2-463b-9179-330d1268c74d req-59d62657-3431-42dc-b176-c196d7c171e0 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] For port 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=21eb96ad-7324-4cd7-bafe-bcd97e1bcf22,segment=NetworkSegment(08cb3b6a-b907-4438-a94b-64c1979bcd7f),segment_id=08cb3b6a-b907-4438-a94b-64c1979bcd7f)] {{(pid=113210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:53:12.460339 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-28d35af3-f5e2-463b-9179-330d1268c74d req-59d62657-3431-42dc-b176-c196d7c171e0 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (21eb96ad-7324-4cd7-bafe-bcd97e1bcf22), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:12.485831 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892a8be-c5e8-48f7-bac2-d12a9b79a87b req-2d1043a3-f07e-48dd-be4a-452d8d2712b1 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:12.487277 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d892a8be-c5e8-48f7-bac2-d12a9b79a87b req-2d1043a3-f07e-48dd-be4a-452d8d2712b1 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 946 time: 0.0559971 Sep 17 03:53:12.487757 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 50238) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:53:12.498655 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [req-d892a8be-c5e8-48f7-bac2-d12a9b79a87b req-2054e0f2-1775-4334-a402-e1f8d664f2c5 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Request body: {'port': {'security_groups': ['b4a13084-8dac-44d2-bb8f-f8f2c9cef483', 'd8275a16-90b5-4561-abe3-858bc0d2510f']}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:53:12.575060 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-d892a8be-c5e8-48f7-bac2-d12a9b79a87b req-2054e0f2-1775-4334-a402-e1f8d664f2c5 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (6ca4f360-9c06-4609-ad1e-cb074af587c0), before_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:12.692966 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-28d35af3-f5e2-463b-9179-330d1268c74d req-59d62657-3431-42dc-b176-c196d7c171e0 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:12.693230 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-28d35af3-f5e2-463b-9179-330d1268c74d req-59d62657-3431-42dc-b176-c196d7c171e0 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615334'] for floatingip (14852033-6557-4c19-a6a1-d8ea60cda8b6), after_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:12.693540 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.db.l3_db [req-28d35af3-f5e2-463b-9179-330d1268c74d req-59d62657-3431-42dc-b176-c196d7c171e0 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Floating IP 14852033-6557-4c19-a6a1-d8ea60cda8b6 disassociated. External IP: 172.27.0.111, port: 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22. Sep 17 03:53:12.693908 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [req-28d35af3-f5e2-463b-9179-330d1268c74d req-59d62657-3431-42dc-b176-c196d7c171e0 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Calling delete_port for 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22 owned by compute:nova {{(pid=113210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:53:12.725169 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3118201d-754e-4294-adad-0aa071870b1c tempest-TestShelveInstance-177731937 tempest-TestShelveInstance-177731937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:12.726734 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-3118201d-754e-4294-adad-0aa071870b1c tempest-TestShelveInstance-177731937 tempest-TestShelveInstance-177731937-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 1124 time: 0.2380586 Sep 17 03:53:12.731590 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 50242) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:53:12.738129 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [None req-ee81e4a5-240a-4ccc-8e9e-048c6183ed89 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Request body: {'floatingip': {'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'port_id': 'c180ab9b-4ee0-400c-bcd6-351470f7df5f', 'tenant_id': 'c265d90202534462b37c19391538b29a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:53:12.782704 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36af333-07d3-4afa-887c-f1e361cb3303 req-50df34be-8ec4-4fff-bc6c-2648f82bebb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:12.784167 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a36af333-07d3-4afa-887c-f1e361cb3303 req-50df34be-8ec4-4fff-bc6c-2648f82bebb3 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=94dd6929-42d1-492b-beda-592421495231 HTTP/1.1" status: 200 len: 852 time: 0.1244972 Sep 17 03:53:12.822081 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:12.875618 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-ee81e4a5-240a-4ccc-8e9e-048c6183ed89 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:12.945226 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.db [req-d892a8be-c5e8-48f7-bac2-d12a9b79a87b req-2054e0f2-1775-4334-a402-e1f8d664f2c5 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] For port 6ca4f360-9c06-4609-ad1e-cb074af587c0, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6ca4f360-9c06-4609-ad1e-cb074af587c0,segment=NetworkSegment(7ea2bdaf-c56d-49fb-adcf-15285fcbe8da),segment_id=7ea2bdaf-c56d-49fb-adcf-15285fcbe8da)] {{(pid=113211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:53:12.972830 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-28d35af3-f5e2-463b-9179-330d1268c74d req-59d62657-3431-42dc-b176-c196d7c171e0 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (21eb96ad-7324-4cd7-bafe-bcd97e1bcf22), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:12.987712 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:13.008330 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d62657-3431-42dc-b176-c196d7c171e0 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Pushing event deleted for resources: {'Port': ['ID=21eb96ad-7324-4cd7-bafe-bcd97e1bcf22,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:53:13.031478 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec53088-2252-45dc-9391-846b810ccb46 req-2b897cf4-c1cf-4811-bbf8-cbc3f1820beb tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:13.032982 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7ec53088-2252-45dc-9391-846b810ccb46 req-2b897cf4-c1cf-4811-bbf8-cbc3f1820beb tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9eaeee00-d56a-41ea-ad87-fc5ad9956079 HTTP/1.1" status: 200 len: 945 time: 0.0909705 Sep 17 03:53:13.039679 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-d892a8be-c5e8-48f7-bac2-d12a9b79a87b req-2054e0f2-1775-4334-a402-e1f8d664f2c5 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks [] for port (6ca4f360-9c06-4609-ad1e-cb074af587c0), precommit_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:13.059860 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-ee81e4a5-240a-4ccc-8e9e-048c6183ed89 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:13.122118 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28d35af3-f5e2-463b-9179-330d1268c74d req-59d62657-3431-42dc-b176-c196d7c171e0 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Router 55187bde-bd51-4273-87a5-034f3846d8b9 has already been hosted by L3 agent b971cbd0-997d-41fb-8614-0aea29982798 {{(pid=113210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:53:13.143720 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7ec53088-2252-45dc-9391-846b810ccb46 req-c916e93b-a00e-4b0d-9f39-0528ac8b7dc2 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270ca5d9-2858-4af7-9467-701f7ba93648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950131 Sep 17 03:53:13.177511 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (287db9f2-8160-4728-95aa-12aebca604d4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:13.214617 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.db_base_plugin_common [None req-ee81e4a5-240a-4ccc-8e9e-048c6183ed89 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Allocated IP 172.27.0.166 (4d68fa53-4257-4a6b-8a5b-fb329be82f15/9fe7d342-7214-45a3-bf4f-d121f4a79efc/c848074e-7110-416e-b9d2-2ab8eab48280) {{(pid=113211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:53:13.219797 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-d892a8be-c5e8-48f7-bac2-d12a9b79a87b req-2054e0f2-1775-4334-a402-e1f8d664f2c5 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26185551'] for port (6ca4f360-9c06-4609-ad1e-cb074af587c0), after_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:13.240496 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892a8be-c5e8-48f7-bac2-d12a9b79a87b req-2054e0f2-1775-4334-a402-e1f8d664f2c5 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:13.241153 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-d892a8be-c5e8-48f7-bac2-d12a9b79a87b req-2054e0f2-1775-4334-a402-e1f8d664f2c5 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for port (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:13.242970 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d892a8be-c5e8-48f7-bac2-d12a9b79a87b req-2054e0f2-1775-4334-a402-e1f8d664f2c5 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "PUT /networking/v2.0/ports/6ca4f360-9c06-4609-ad1e-cb074af587c0 HTTP/1.1" status: 200 len: 982 time: 0.7488086 Sep 17 03:53:13.248498 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28d35af3-f5e2-463b-9179-330d1268c74d req-59d62657-3431-42dc-b176-c196d7c171e0 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:53:13.262061 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af93819a-b77b-4d49-aaa3-a49f9167fab8 None None] Sync routers for ids ['55187bde-bd51-4273-87a5-034f3846d8b9'] in dv-cinder-849143-3-iscsi {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:53:13.264218 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:13.265158 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68eeaf96-b6f5-4666-b67a-37005c9a78b4', 'tag': '6ca4f360-9c06-4609-ad1e-cb074af587c0'}] {{(pid=113211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:53:13.267449 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346c2caff186dcd388f83f6dc64b2ba25d7763d65cfebe6fa09f9256a5522518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747394aa-9a69-4d11-9567-1b95aaa6bac1" -d '{"events": [{"name": "network-changed", "server_uuid": "68eeaf96-b6f5-4666-b67a-37005c9a78b4", "tag": "6ca4f360-9c06-4609-ad1e-cb074af587c0"}]}' {{(pid=113211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:53:13.280583 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] get_ports_and_sgs() called for port_ids ['6ca4f360-9c06-4609-ad1e-cb074af587c0'] {{(pid=113212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:53:13.295390 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [req-28d35af3-f5e2-463b-9179-330d1268c74d req-59d62657-3431-42dc-b176-c196d7c171e0 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] No DVR routers for this DVR port 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22 on host hv-cinder-84914 {{(pid=113210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:53:13.296677 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7f4f6d12-cfaf-40b8-aa25-6b432dbc815d req-a36f9a5c-de8d-425d-8411-9c28fef96405 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 210 time: 0.0852809 Sep 17 03:53:13.297901 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-28d35af3-f5e2-463b-9179-330d1268c74d req-59d62657-3431-42dc-b176-c196d7c171e0 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for port (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:13.302413 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-28d35af3-f5e2-463b-9179-330d1268c74d req-59d62657-3431-42dc-b176-c196d7c171e0 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.18 "DELETE /networking/v2.0/ports/21eb96ad-7324-4cd7-bafe-bcd97e1bcf22 HTTP/1.1" status: 204 len: 173 time: 1.1023178 Sep 17 03:53:13.303196 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc5c225-b092-4c0a-9667-476ecc0e4e39', 'name': 'network-vif-deleted', 'tag': '21eb96ad-7324-4cd7-bafe-bcd97e1bcf22'}] {{(pid=113210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:53:13.314396 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a613894f386080b2b9315951ba9a4c402b93d12b77848e4e2f89d9386810e3b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3bba9a-38e1-4e0d-aa7d-9c4bbceea897" -d '{"events": [{"server_uuid": "7cc5c225-b092-4c0a-9667-476ecc0e4e39", "name": "network-vif-deleted", "tag": "21eb96ad-7324-4cd7-bafe-bcd97e1bcf22"}]}' {{(pid=113210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:53:13.325142 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af93819a-b77b-4d49-aaa3-a49f9167fab8 None None] Routers {'55187bde-bd51-4273-87a5-034f3846d8b9'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:53:13.325916 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-af93819a-b77b-4d49-aaa3-a49f9167fab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:53:10Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['55187bde-bd51-4273-87a5-034f3846d8b9'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:53:13.389827 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fecdf064-2280-4810-8c6f-7fec6cce5654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (7e0cb1e0-c4a7-4d3b-9abd-ffc9973ed5e0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:13.460780 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb7e3fe-264c-4fb3-8e38-c3e766ae0de8 req-c39f05a0-c0cb-4f55-b9c4-6275ee8e4f79 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:13.462371 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7eb7e3fe-264c-4fb3-8e38-c3e766ae0de8 req-c39f05a0-c0cb-4f55-b9c4-6275ee8e4f79 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 946 time: 0.0638685 Sep 17 03:53:13.520207 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36af333-07d3-4afa-887c-f1e361cb3303 req-9c4f6dad-f88e-4a0e-b32e-97570643e012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:13.522115 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a36af333-07d3-4afa-887c-f1e361cb3303 req-9c4f6dad-f88e-4a0e-b32e-97570643e012 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=a074f835-aa65-4c2d-81dc-c695b3cf95bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2197146 Sep 17 03:53:13.558195 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054e0f2-1775-4334-a402-e1f8d664f2c5 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Pushing event updated for resources: {'Port': ['ID=6ca4f360-9c06-4609-ad1e-cb074af587c0,revision_number=6']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:53:13.586554 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a4bf68-dd8d-4027-97cc-2b6eea0284a5 req-5c24a14f-f8bf-489b-be15-3be9f6293f36 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:13.588191 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-22a4bf68-dd8d-4027-97cc-2b6eea0284a5 req-5c24a14f-f8bf-489b-be15-3be9f6293f36 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 985 time: 0.1174426 Sep 17 03:53:13.643885 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] get_ports_and_sgs() called for port_ids ['6ca4f360-9c06-4609-ad1e-cb074af587c0'] {{(pid=113212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:53:13.689164 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-af93819a-b77b-4d49-aaa3-a49f9167fab8 None None] Set router 55187bde-bd51-4273-87a5-034f3846d8b9 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:53:13.691219 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7eb7e3fe-264c-4fb3-8e38-c3e766ae0de8 req-0c80a3a7-abe1-40ef-a01d-d1aa7412c17a tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9767fb28-7dda-4f4b-b024-154add37b49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2104239 Sep 17 03:53:13.748048 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-ee81e4a5-240a-4ccc-8e9e-048c6183ed89 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Publish callbacks [] for port (c848074e-7110-416e-b9d2-2ab8eab48280), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:13.759234 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb68785a-b55f-4b5e-ba89-9fd55223be6c x-openstack-request-id: req-cb68785a-b55f-4b5e-ba89-9fd55223be6c {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:53:13.759592 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68eeaf96-b6f5-4666-b67a-37005c9a78b4", "tag": "6ca4f360-9c06-4609-ad1e-cb074af587c0", "status": "completed", "code": 200}]} {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:53:13.759791 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cb68785a-b55f-4b5e-ba89-9fd55223be6c {{(pid=113211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:53:13.760165 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb68785a-b55f-4b5e-ba89-9fd55223be6c'] response: {'name': 'network-changed', 'server_uuid': '68eeaf96-b6f5-4666-b67a-37005c9a78b4', 'tag': '6ca4f360-9c06-4609-ad1e-cb074af587c0', 'status': 'completed', 'code': 200} Sep 17 03:53:13.789969 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4d6cbb-2356-437b-8a17-6ee8c853946c x-openstack-request-id: req-2d4d6cbb-2356-437b-8a17-6ee8c853946c {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:53:13.790253 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cc5c225-b092-4c0a-9667-476ecc0e4e39", "name": "network-vif-deleted", "tag": "21eb96ad-7324-4cd7-bafe-bcd97e1bcf22", "status": "completed", "code": 200}]} {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:53:13.790517 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2d4d6cbb-2356-437b-8a17-6ee8c853946c {{(pid=113210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:53:13.790904 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d4d6cbb-2356-437b-8a17-6ee8c853946c'] response: {'server_uuid': '7cc5c225-b092-4c0a-9667-476ecc0e4e39', 'name': 'network-vif-deleted', 'tag': '21eb96ad-7324-4cd7-bafe-bcd97e1bcf22', 'status': 'completed', 'code': 200} Sep 17 03:53:13.807408 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-22a4bf68-dd8d-4027-97cc-2b6eea0284a5 req-17e03b0b-f6e3-4cb0-8d11-00275e259f3f tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b4a13084-8dac-44d2-bb8f-f8f2c9cef483&id=d8275a16-90b5-4561-abe3-858bc0d2510f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1813445 Sep 17 03:53:13.809362 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a36af333-07d3-4afa-887c-f1e361cb3303 req-c360f697-7d57-49a5-9155-ceea79f12508 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a074f835-aa65-4c2d-81dc-c695b3cf95bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722640 Sep 17 03:53:13.915739 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-ee81e4a5-240a-4ccc-8e9e-048c6183ed89 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26185590'] for port (c848074e-7110-416e-b9d2-2ab8eab48280), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:13.957877 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee81e4a5-240a-4ccc-8e9e-048c6183ed89 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Network 4d68fa53-4257-4a6b-8a5b-fb329be82f15 is already hosted by enough agents. {{(pid=113211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:53:13.962809 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.base_scheduler [None req-ee81e4a5-240a-4ccc-8e9e-048c6183ed89 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Resources bound (agent type, host, resource id): {{(pid=113211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:53:13.966316 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee81e4a5-240a-4ccc-8e9e-048c6183ed89 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Received port after_create {{(pid=113211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:53:13.989815 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee81e4a5-240a-4ccc-8e9e-048c6183ed89 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Pushing event updated for resources: {'Port': ['ID=c848074e-7110-416e-b9d2-2ab8eab48280,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:53:14.096361 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-af93819a-b77b-4d49-aaa3-a49f9167fab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'name': 'tempest-AttachVolumeShelveTestJSON-78764827-router', 'tenant_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'd838550e-a97c-48f5-88c3-721de7e315e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:40Z', 'updated_at': '2022-09-17T03:48:49Z', 'revision_number': 4, 'project_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'gw_port': {'id': 'd838550e-a97c-48f5-88c3-721de7e315e5', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ed:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': 'b48780f2-bafd-4655-9b4e-36f920d83460', 'name': '', 'network_id': 'a2c22271-da7e-4d2b-b2be-97deb622f84c', 'tenant_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'mac_address': 'fa:16:3e:33:74:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:47Z', 'updated_at': '2022-09-17T03:49:01Z', 'revision_number': 5, 'project_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'subnets': [{'id': 'eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:53:14.099025 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:14.136312 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af93819a-b77b-4d49-aaa3-a49f9167fab8 None None] Checking router: 55187bde-bd51-4273-87a5-034f3846d8b9 for host: dv-cinder-849143-3-iscsi {{(pid=113212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:53:14.172520 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:14.175507 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:14.182864 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af93819a-b77b-4d49-aaa3-a49f9167fab8 None None] Routers {'55187bde-bd51-4273-87a5-034f3846d8b9'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:53:14.183488 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-af93819a-b77b-4d49-aaa3-a49f9167fab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:53:10Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['55187bde-bd51-4273-87a5-034f3846d8b9'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:53:14.305333 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:14.324423 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480713a3-fd62-45f4-88d3-d357a8d4361c req-87dee279-528c-4631-a781-1009b085276d tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:14.325930 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-480713a3-fd62-45f4-88d3-d357a8d4361c req-87dee279-528c-4631-a781-1009b085276d tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9eaeee00-d56a-41ea-ad87-fc5ad9956079 HTTP/1.1" status: 200 len: 945 time: 0.0967870 Sep 17 03:53:14.395715 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-af93819a-b77b-4d49-aaa3-a49f9167fab8 None None] Set router 55187bde-bd51-4273-87a5-034f3846d8b9 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:53:14.436899 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-480713a3-fd62-45f4-88d3-d357a8d4361c req-adf19bc4-6572-4f8f-ba3f-6d420d9e0749 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270ca5d9-2858-4af7-9467-701f7ba93648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013474 Sep 17 03:53:14.450484 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-ee81e4a5-240a-4ccc-8e9e-048c6183ed89 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Publish callbacks [] for floatingip (bdd38216-8ff4-4578-8162-02c105e77ef9), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:14.513842 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-3572daac-abac-4bc8-afc8-19042ae4abc3 req-adae5c31-26a8-4ffb-9d2d-5db5ac9b78b8 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 210 time: 0.0802073 Sep 17 03:53:14.609982 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=100 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:14.747161 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-af93819a-b77b-4d49-aaa3-a49f9167fab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'name': 'tempest-AttachVolumeShelveTestJSON-78764827-router', 'tenant_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'd838550e-a97c-48f5-88c3-721de7e315e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:40Z', 'updated_at': '2022-09-17T03:48:49Z', 'revision_number': 4, 'project_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'gw_port': {'id': 'd838550e-a97c-48f5-88c3-721de7e315e5', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ed:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': 'b48780f2-bafd-4655-9b4e-36f920d83460', 'name': '', 'network_id': 'a2c22271-da7e-4d2b-b2be-97deb622f84c', 'tenant_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'mac_address': 'fa:16:3e:33:74:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:47Z', 'updated_at': '2022-09-17T03:49:01Z', 'revision_number': 5, 'project_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'subnets': [{'id': 'eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:53:14.779270 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af93819a-b77b-4d49-aaa3-a49f9167fab8 None None] The sync data for ids ['55187bde-bd51-4273-87a5-034f3846d8b9'] in dv-cinder-849143-3-iscsi is: [{'id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'name': 'tempest-AttachVolumeShelveTestJSON-78764827-router', 'tenant_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'd838550e-a97c-48f5-88c3-721de7e315e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:40Z', 'updated_at': '2022-09-17T03:48:49Z', 'revision_number': 4, 'project_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'gw_port': {'id': 'd838550e-a97c-48f5-88c3-721de7e315e5', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ed:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': 'b48780f2-bafd-4655-9b4e-36f920d83460', 'name': '', 'network_id': 'a2c22271-da7e-4d2b-b2be-97deb622f84c', 'tenant_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'mac_address': 'fa:16:3e:33:74:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:47Z', 'updated_at': '2022-09-17T03:49:01Z', 'revision_number': 5, 'project_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'subnets': [{'id': 'eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:53:14.930511 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6665a-52ff-4361-86cd-893a95fbdc3a req-1192b0bd-89fa-4504-9eb2-8046b00eae68 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:14.932023 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d7b6665a-52ff-4361-86cd-893a95fbdc3a req-1192b0bd-89fa-4504-9eb2-8046b00eae68 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9eaeee00-d56a-41ea-ad87-fc5ad9956079 HTTP/1.1" status: 200 len: 945 time: 0.3679605 Sep 17 03:53:14.945776 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 50266) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:53:14.951824 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-c970bfb5-073c-4534-a41e-f646b7c16660 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Request body: {'floatingip': {'port_id': 'ee21b28c-9e57-4b3f-a197-9df64715d9d6'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:53:14.955707 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-ee81e4a5-240a-4ccc-8e9e-048c6183ed89 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (c848074e-7110-416e-b9d2-2ab8eab48280), before_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:14.988146 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c95dcc-ecbc-4df3-a0a0-47bec722cedf req-d77c3412-ad17-4eaa-81be-6e965462aa0c tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:14.989710 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-74c95dcc-ecbc-4df3-a0a0-47bec722cedf req-d77c3412-ad17-4eaa-81be-6e965462aa0c tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 946 time: 0.1391351 Sep 17 03:53:14.998791 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a36af333-07d3-4afa-887c-f1e361cb3303 req-13990f5a-3bd5-4241-90da-a5621c756d91 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a074f835-aa65-4c2d-81dc-c695b3cf95bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5206966 Sep 17 03:53:15.009755 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-c970bfb5-073c-4534-a41e-f646b7c16660 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for floatingip (ade63866-e62f-4fde-a9fc-4b167e633773), before_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:15.106609 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98d52cd-dae7-489f-bb60-2097efdd3e6b None None] New status for floating IP 14852033-6557-4c19-a6a1-d8ea60cda8b6: DOWN {{(pid=113213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 03:53:15.115571 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-74c95dcc-ecbc-4df3-a0a0-47bec722cedf req-4628c703-27fc-4fd7-910d-a6f434c2000c tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9767fb28-7dda-4f4b-b024-154add37b49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003942 Sep 17 03:53:15.196229 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-ee81e4a5-240a-4ccc-8e9e-048c6183ed89 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Publish callbacks [] for port (c848074e-7110-416e-b9d2-2ab8eab48280), precommit_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:15.228637 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:53:15.248093 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] No Port match for: 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22 {{(pid=113212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:53:15.248433 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 21eb96ad-7324-4cd7-bafe-bcd97e1bcf22 not bound to the agent host hv-cinder-84914 {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:53:15.263459 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-ee81e4a5-240a-4ccc-8e9e-048c6183ed89 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26185551'] for port (c848074e-7110-416e-b9d2-2ab8eab48280), after_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:15.274537 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:15.326917 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:15.356469 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-ee81e4a5-240a-4ccc-8e9e-048c6183ed89 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615334'] for floatingip (bdd38216-8ff4-4578-8162-02c105e77ef9), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:15.358623 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee81e4a5-240a-4ccc-8e9e-048c6183ed89 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Pushing event updated for resources: {'Port': ['ID=c848074e-7110-416e-b9d2-2ab8eab48280,revision_number=2']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:53:15.478180 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-c970bfb5-073c-4534-a41e-f646b7c16660 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:15.505538 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747394aa-9a69-4d11-9567-1b95aaa6bac1 req-2f62ad77-78dd-4643-b647-18e019f9f202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:15.507045 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-747394aa-9a69-4d11-9567-1b95aaa6bac1 req-2f62ad77-78dd-4643-b647-18e019f9f202 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=0cdb8140dca34727ab99c95efc7acb81&device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 1169 time: 0.0558097 Sep 17 03:53:15.508501 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.db.l3_db [None req-ee81e4a5-240a-4ccc-8e9e-048c6183ed89 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Floating IP bdd38216-8ff4-4578-8162-02c105e77ef9 associated. External IP: 172.27.0.166, port: c180ab9b-4ee0-400c-bcd6-351470f7df5f. Sep 17 03:53:15.548719 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-c970bfb5-073c-4534-a41e-f646b7c16660 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615334'] for floatingip (ade63866-e62f-4fde-a9fc-4b167e633773), after_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:15.640774 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:15.654118 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.db.l3_db [None req-c970bfb5-073c-4534-a41e-f646b7c16660 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Floating IP ade63866-e62f-4fde-a9fc-4b167e633773 associated. External IP: 172.27.0.128, port: ee21b28c-9e57-4b3f-a197-9df64715d9d6. Sep 17 03:53:15.695667 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d8a54838-ced9-4863-9c35-c06259217499 req-45f67ab6-42ba-4ee9-9683-4b6daec56172 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cc5c225-b092-4c0a-9667-476ecc0e4e39 HTTP/1.1" status: 200 len: 210 time: 0.0555983 Sep 17 03:53:15.718640 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747394aa-9a69-4d11-9567-1b95aaa6bac1 req-0058fd1c-66bc-4d22-9dac-1bfddcf8d3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:15.720112 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-747394aa-9a69-4d11-9567-1b95aaa6bac1 req-0058fd1c-66bc-4d22-9dac-1bfddcf8d3f7 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=a074f835-aa65-4c2d-81dc-c695b3cf95bc HTTP/1.1" status: 200 len: 914 time: 0.1788166 Sep 17 03:53:15.861065 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-747394aa-9a69-4d11-9567-1b95aaa6bac1 req-44ec1ac8-fe11-4f38-bc32-be6605e38b16 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ca4f360-9c06-4609-ad1e-cb074af587c0 HTTP/1.1" status: 200 len: 1002 time: 0.1061404 Sep 17 03:53:15.909772 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee81e4a5-240a-4ccc-8e9e-048c6183ed89 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Router 472edb2b-31c2-4849-9e0c-ce7b165e10ec has already been hosted by L3 agent b971cbd0-997d-41fb-8614-0aea29982798 {{(pid=113211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:53:15.930737 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747394aa-9a69-4d11-9567-1b95aaa6bac1 req-da2f78ac-8370-47cc-a39b-0f049e596181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:15.932225 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-747394aa-9a69-4d11-9567-1b95aaa6bac1 req-da2f78ac-8370-47cc-a39b-0f049e596181 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=94dd6929-42d1-492b-beda-592421495231 HTTP/1.1" status: 200 len: 852 time: 0.0631125 Sep 17 03:53:16.059575 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747394aa-9a69-4d11-9567-1b95aaa6bac1 req-807f5e20-5275-4ef2-93b0-6c120db39643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:16.061095 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-747394aa-9a69-4d11-9567-1b95aaa6bac1 req-807f5e20-5275-4ef2-93b0-6c120db39643 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=a074f835-aa65-4c2d-81dc-c695b3cf95bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0897410 Sep 17 03:53:16.079294 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee81e4a5-240a-4ccc-8e9e-048c6183ed89 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:53:16.090693 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c967746-7433-448a-abac-51d9434cda6a None None] Sync routers for ids ['472edb2b-31c2-4849-9e0c-ce7b165e10ec'] in dv-cinder-849143-3-iscsi {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:53:16.103464 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c967746-7433-448a-abac-51d9434cda6a None None] Routers {'472edb2b-31c2-4849-9e0c-ce7b165e10ec'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:53:16.104478 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-4c967746-7433-448a-abac-51d9434cda6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:53:10Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['472edb2b-31c2-4849-9e0c-ce7b165e10ec'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:53:16.120030 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c970bfb5-073c-4534-a41e-f646b7c16660 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Router 1199cd8e-d329-4648-ace2-63398eb0ef65 has already been hosted by L3 agent b971cbd0-997d-41fb-8614-0aea29982798 {{(pid=113210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:53:16.165309 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:16.172089 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-747394aa-9a69-4d11-9567-1b95aaa6bac1 req-10fbf648-3805-45bd-8aa6-0eeb48779523 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a074f835-aa65-4c2d-81dc-c695b3cf95bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016543 Sep 17 03:53:16.229960 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-4c967746-7433-448a-abac-51d9434cda6a None None] Set router 472edb2b-31c2-4849-9e0c-ce7b165e10ec gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:53:16.239475 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-ee81e4a5-240a-4ccc-8e9e-048c6183ed89 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for floatingip (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:16.244326 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c970bfb5-073c-4534-a41e-f646b7c16660 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:53:16.248685 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-c970bfb5-073c-4534-a41e-f646b7c16660 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for floatingip (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:16.263832 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26db5e9-925b-4671-8a99-0fd5afb55bb6 None None] Sync routers for ids ['1199cd8e-d329-4648-ace2-63398eb0ef65'] in dv-cinder-849143-3-iscsi {{(pid=113213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:53:16.281433 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-c970bfb5-073c-4534-a41e-f646b7c16660 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/ade63866-e62f-4fde-a9fc-4b167e633773 HTTP/1.1" status: 200 len: 991 time: 1.3334410 Sep 17 03:53:16.282150 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eaeee00-d56a-41ea-ad87-fc5ad9956079', 'tag': 'ee21b28c-9e57-4b3f-a197-9df64715d9d6'}] {{(pid=113210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:53:16.284608 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a613894f386080b2b9315951ba9a4c402b93d12b77848e4e2f89d9386810e3b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20e353d-655d-435e-95c2-e8c3a55edb21" -d '{"events": [{"name": "network-changed", "server_uuid": "9eaeee00-d56a-41ea-ad87-fc5ad9956079", "tag": "ee21b28c-9e57-4b3f-a197-9df64715d9d6"}]}' {{(pid=113210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:53:16.290874 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26db5e9-925b-4671-8a99-0fd5afb55bb6 None None] Routers {'1199cd8e-d329-4648-ace2-63398eb0ef65'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:53:16.291774 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-f26db5e9-925b-4671-8a99-0fd5afb55bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:53:10Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['1199cd8e-d329-4648-ace2-63398eb0ef65'], 'active': True} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:53:16.298173 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:16.328094 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-ee81e4a5-240a-4ccc-8e9e-048c6183ed89 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5905712 Sep 17 03:53:16.329430 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5daf1795-b4be-4366-be5e-ccc53444ef31', 'tag': 'c180ab9b-4ee0-400c-bcd6-351470f7df5f'}] {{(pid=113211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:53:16.331624 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346c2caff186dcd388f83f6dc64b2ba25d7763d65cfebe6fa09f9256a5522518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85b31eb-ddb5-4c32-89f9-6bdb33ea6cf9" -d '{"events": [{"name": "network-changed", "server_uuid": "5daf1795-b4be-4366-be5e-ccc53444ef31", "tag": "c180ab9b-4ee0-400c-bcd6-351470f7df5f"}]}' {{(pid=113211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:53:16.332115 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca283890-f914-4415-b6f1-789fbd5eba94 x-openstack-request-id: req-ca283890-f914-4415-b6f1-789fbd5eba94 {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:53:16.333334 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eaeee00-d56a-41ea-ad87-fc5ad9956079", "tag": "ee21b28c-9e57-4b3f-a197-9df64715d9d6", "status": "completed", "code": 200}]} {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:53:16.333810 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ca283890-f914-4415-b6f1-789fbd5eba94 {{(pid=113210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:53:16.335021 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca283890-f914-4415-b6f1-789fbd5eba94'] response: {'name': 'network-changed', 'server_uuid': '9eaeee00-d56a-41ea-ad87-fc5ad9956079', 'tag': 'ee21b28c-9e57-4b3f-a197-9df64715d9d6', 'status': 'completed', 'code': 200} Sep 17 03:53:16.345017 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809fb7ed-2838-4066-9a6e-7d498d007f84 req-092ee68b-4d2c-4963-88c4-19c5f18c7ab9 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:16.346543 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-809fb7ed-2838-4066-9a6e-7d498d007f84 req-092ee68b-4d2c-4963-88c4-19c5f18c7ab9 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 946 time: 0.1123323 Sep 17 03:53:16.371424 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-747394aa-9a69-4d11-9567-1b95aaa6bac1 req-ebb30739-a59d-4b70-8ad5-14375a2aff24 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a074f835-aa65-4c2d-81dc-c695b3cf95bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914003 Sep 17 03:53:16.399444 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896b055b-96f8-48cc-974f-3ac634ff042d x-openstack-request-id: req-896b055b-96f8-48cc-974f-3ac634ff042d {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:53:16.399739 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5daf1795-b4be-4366-be5e-ccc53444ef31", "tag": "c180ab9b-4ee0-400c-bcd6-351470f7df5f", "status": "completed", "code": 200}]} {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:53:16.399992 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-896b055b-96f8-48cc-974f-3ac634ff042d {{(pid=113211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:53:16.400393 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-896b055b-96f8-48cc-974f-3ac634ff042d'] response: {'name': 'network-changed', 'server_uuid': '5daf1795-b4be-4366-be5e-ccc53444ef31', 'tag': 'c180ab9b-4ee0-400c-bcd6-351470f7df5f', 'status': 'completed', 'code': 200} Sep 17 03:53:16.407893 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-809fb7ed-2838-4066-9a6e-7d498d007f84 req-cdb4c427-6bf9-4b26-a0b4-49c798780372 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9767fb28-7dda-4f4b-b024-154add37b49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532069 Sep 17 03:53:16.454268 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvr_db [None req-f26db5e9-925b-4671-8a99-0fd5afb55bb6 None None] Set router 1199cd8e-d329-4648-ace2-63398eb0ef65 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:53:16.455502 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (56a63866-613b-46a0-90ee-05b9222d9bfc), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:16.504917 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e353d-655d-435e-95c2-e8c3a55edb21 req-7fac1f11-5e49-459d-8dad-edac9d72d80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:16.506455 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f20e353d-655d-435e-95c2-e8c3a55edb21 req-7fac1f11-5e49-459d-8dad-edac9d72d80f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=fb6cb03abf5242b594efcf325909dd32&device_id=9eaeee00-d56a-41ea-ad87-fc5ad9956079 HTTP/1.1" status: 200 len: 1129 time: 0.0414419 Sep 17 03:53:16.524673 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b31eb-ddb5-4c32-89f9-6bdb33ea6cf9 req-2436243e-661e-419e-8e2f-04d55f837358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:16.526588 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-b85b31eb-ddb5-4c32-89f9-6bdb33ea6cf9 req-2436243e-661e-419e-8e2f-04d55f837358 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=c265d90202534462b37c19391538b29a&device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 1129 time: 0.0517902 Sep 17 03:53:16.563759 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-4c967746-7433-448a-abac-51d9434cda6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472edb2b-31c2-4849-9e0c-ce7b165e10ec', 'name': 'tempest-TestShelveInstance-1107489708-router', 'tenant_id': 'c265d90202534462b37c19391538b29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '082f752c-5608-44cb-92dd-c49a23a4e3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:58Z', 'updated_at': '2022-09-17T03:52:05Z', 'revision_number': 4, 'project_id': 'c265d90202534462b37c19391538b29a', 'gw_port': {'id': '082f752c-5608-44cb-92dd-c49a23a4e3c3', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:87:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472edb2b-31c2-4849-9e0c-ce7b165e10ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:59Z', 'updated_at': '2022-09-17T03:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_floatingips': [{'id': 'bdd38216-8ff4-4578-8162-02c105e77ef9', 'tenant_id': 'c265d90202534462b37c19391538b29a', 'floating_ip_address': '172.27.0.166', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': '472edb2b-31c2-4849-9e0c-ce7b165e10ec', 'port_id': 'c180ab9b-4ee0-400c-bcd6-351470f7df5f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9639789b-4517-4d8a-8150-b02c75d21fd6', 'mac_address': 'fa:16:3e:29:53:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daf1795-b4be-4366-be5e-ccc53444ef31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:53:14Z', 'updated_at': '2022-09-17T03:53:14Z', 'revision_number': 0, 'project_id': 'c265d90202534462b37c19391538b29a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd50e191-0a74-423e-9580-7acbed221e4e', 'name': '', 'network_id': '9639789b-4517-4d8a-8150-b02c75d21fd6', 'tenant_id': 'c265d90202534462b37c19391538b29a', 'mac_address': 'fa:16:3e:a7:cb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472edb2b-31c2-4849-9e0c-ce7b165e10ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ea6084af-2859-4d2a-9fe2-69cd212d0f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:52:03Z', 'updated_at': '2022-09-17T03:52:11Z', 'revision_number': 5, 'project_id': 'c265d90202534462b37c19391538b29a', 'subnets': [{'id': 'ea6084af-2859-4d2a-9fe2-69cd212d0f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:53:16.596974 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c967746-7433-448a-abac-51d9434cda6a None None] Checking router: 472edb2b-31c2-4849-9e0c-ce7b165e10ec for host: dv-cinder-849143-3-iscsi {{(pid=113212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:53:16.607636 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c967746-7433-448a-abac-51d9434cda6a None None] Routers {'472edb2b-31c2-4849-9e0c-ce7b165e10ec'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:53:16.608248 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-4c967746-7433-448a-abac-51d9434cda6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:53:10Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['472edb2b-31c2-4849-9e0c-ce7b165e10ec'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:53:16.638184 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b31eb-ddb5-4c32-89f9-6bdb33ea6cf9 req-9352c8cf-2e90-4cce-8b53-d053fc1929c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:16.639363 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e353d-655d-435e-95c2-e8c3a55edb21 req-f81ec52f-ea49-4e05-87d8-be40fbb85992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:16.639885 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-b85b31eb-ddb5-4c32-89f9-6bdb33ea6cf9 req-9352c8cf-2e90-4cce-8b53-d053fc1929c8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=9639789b-4517-4d8a-8150-b02c75d21fd6 HTTP/1.1" status: 200 len: 910 time: 0.1055434 Sep 17 03:53:16.641188 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f20e353d-655d-435e-95c2-e8c3a55edb21 req-f81ec52f-ea49-4e05-87d8-be40fbb85992 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=07c207ee-c2bb-4d53-bca3-b5aa6199ad0f HTTP/1.1" status: 200 len: 915 time: 0.1273372 Sep 17 03:53:16.660384 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=100 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:16.690749 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-f26db5e9-925b-4671-8a99-0fd5afb55bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'name': 'tempest-AttachVolumeNegativeTest-710767008-router', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:40Z', 'updated_at': '2022-09-17T03:48:49Z', 'revision_number': 4, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'gw_port': {'id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ae:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_floatingips': [{'id': 'ade63866-e62f-4fde-a9fc-4b167e633773', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'port_id': 'ee21b28c-9e57-4b3f-a197-9df64715d9d6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f', 'mac_address': 'fa:16:3e:01:2c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eaeee00-d56a-41ea-ad87-fc5ad9956079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:52:55Z', 'updated_at': '2022-09-17T03:53:15Z', 'revision_number': 1, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd44a3f-6ef3-4bdc-8585-990b9803e2f0', 'name': '', 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'mac_address': 'fa:16:3e:c8:15:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:47Z', 'updated_at': '2022-09-17T03:49:00Z', 'revision_number': 5, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'subnets': [{'id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:53:16.722849 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26db5e9-925b-4671-8a99-0fd5afb55bb6 None None] Checking router: 1199cd8e-d329-4648-ace2-63398eb0ef65 for host: dv-cinder-849143-3-iscsi {{(pid=113213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:53:16.730370 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-4c967746-7433-448a-abac-51d9434cda6a None None] Set router 472edb2b-31c2-4849-9e0c-ce7b165e10ec gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:53:16.732862 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26db5e9-925b-4671-8a99-0fd5afb55bb6 None None] Routers {'1199cd8e-d329-4648-ace2-63398eb0ef65'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:53:16.733472 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-f26db5e9-925b-4671-8a99-0fd5afb55bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:53:10Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['1199cd8e-d329-4648-ace2-63398eb0ef65'], 'active': True} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:53:16.802255 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f20e353d-655d-435e-95c2-e8c3a55edb21 req-23649b7d-f12f-42a7-ae89-cc4b6af3c84f service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee21b28c-9e57-4b3f-a197-9df64715d9d6 HTTP/1.1" status: 200 len: 999 time: 0.1034887 Sep 17 03:53:16.830640 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-b85b31eb-ddb5-4c32-89f9-6bdb33ea6cf9 req-73a0306f-01db-45e5-bd43-5705135991f9 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c180ab9b-4ee0-400c-bcd6-351470f7df5f HTTP/1.1" status: 200 len: 999 time: 0.1341329 Sep 17 03:53:16.867994 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvr_db [None req-f26db5e9-925b-4671-8a99-0fd5afb55bb6 None None] Set router 1199cd8e-d329-4648-ace2-63398eb0ef65 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:53:16.868192 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e353d-655d-435e-95c2-e8c3a55edb21 req-e19b4024-6700-4918-a5f7-cbfb0bd957fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:16.868192 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f20e353d-655d-435e-95c2-e8c3a55edb21 req-e19b4024-6700-4918-a5f7-cbfb0bd957fc service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=21657c11-9b0c-49b1-8935-9d760016ec10 HTTP/1.1" status: 200 len: 853 time: 0.0539277 Sep 17 03:53:16.890047 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b31eb-ddb5-4c32-89f9-6bdb33ea6cf9 req-56acfb7b-4950-4818-8e35-43173a6e2abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:16.891512 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-b85b31eb-ddb5-4c32-89f9-6bdb33ea6cf9 req-56acfb7b-4950-4818-8e35-43173a6e2abf service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=ea6084af-2859-4d2a-9fe2-69cd212d0f4a HTTP/1.1" status: 200 len: 848 time: 0.0518720 Sep 17 03:53:16.928281 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 50290) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:53:16.934883 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e353d-655d-435e-95c2-e8c3a55edb21 req-2c4c541a-9423-47c4-81bc-7f5489822a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:16.936476 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f20e353d-655d-435e-95c2-e8c3a55edb21 req-2c4c541a-9423-47c4-81bc-7f5489822a2c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=07c207ee-c2bb-4d53-bca3-b5aa6199ad0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0558779 Sep 17 03:53:16.992623 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-62d34f1b-7456-41be-9dc1-38cb99e00077 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks [] for security_group (aef7a971-7800-48bd-affd-b3e4b03b9a57), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:17.019483 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-62d34f1b-7456-41be-9dc1-38cb99e00077 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks [] for security_group (aef7a971-7800-48bd-affd-b3e4b03b9a57), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:17.056634 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=100 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:17.094931 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:17.109003 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-f26db5e9-925b-4671-8a99-0fd5afb55bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'name': 'tempest-AttachVolumeNegativeTest-710767008-router', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:40Z', 'updated_at': '2022-09-17T03:48:49Z', 'revision_number': 4, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'gw_port': {'id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ae:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_floatingips': [{'id': 'ade63866-e62f-4fde-a9fc-4b167e633773', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'port_id': 'ee21b28c-9e57-4b3f-a197-9df64715d9d6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f', 'mac_address': 'fa:16:3e:01:2c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eaeee00-d56a-41ea-ad87-fc5ad9956079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:52:55Z', 'updated_at': '2022-09-17T03:53:15Z', 'revision_number': 1, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd44a3f-6ef3-4bdc-8585-990b9803e2f0', 'name': '', 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'mac_address': 'fa:16:3e:c8:15:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:47Z', 'updated_at': '2022-09-17T03:49:00Z', 'revision_number': 5, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'subnets': [{'id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:53:17.136241 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26db5e9-925b-4671-8a99-0fd5afb55bb6 None None] The sync data for ids ['1199cd8e-d329-4648-ace2-63398eb0ef65'] in dv-cinder-849143-3-iscsi is: [{'id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'name': 'tempest-AttachVolumeNegativeTest-710767008-router', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:40Z', 'updated_at': '2022-09-17T03:48:49Z', 'revision_number': 4, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'gw_port': {'id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ae:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_floatingips': [{'id': 'ade63866-e62f-4fde-a9fc-4b167e633773', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'port_id': 'ee21b28c-9e57-4b3f-a197-9df64715d9d6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f', 'mac_address': 'fa:16:3e:01:2c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eaeee00-d56a-41ea-ad87-fc5ad9956079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:52:55Z', 'updated_at': '2022-09-17T03:53:15Z', 'revision_number': 1, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd44a3f-6ef3-4bdc-8585-990b9803e2f0', 'name': '', 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'mac_address': 'fa:16:3e:c8:15:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:47Z', 'updated_at': '2022-09-17T03:49:00Z', 'revision_number': 5, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'subnets': [{'id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:53:17.164840 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-4c967746-7433-448a-abac-51d9434cda6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472edb2b-31c2-4849-9e0c-ce7b165e10ec', 'name': 'tempest-TestShelveInstance-1107489708-router', 'tenant_id': 'c265d90202534462b37c19391538b29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '082f752c-5608-44cb-92dd-c49a23a4e3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:58Z', 'updated_at': '2022-09-17T03:52:05Z', 'revision_number': 4, 'project_id': 'c265d90202534462b37c19391538b29a', 'gw_port': {'id': '082f752c-5608-44cb-92dd-c49a23a4e3c3', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:87:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472edb2b-31c2-4849-9e0c-ce7b165e10ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:59Z', 'updated_at': '2022-09-17T03:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_floatingips': [{'id': 'bdd38216-8ff4-4578-8162-02c105e77ef9', 'tenant_id': 'c265d90202534462b37c19391538b29a', 'floating_ip_address': '172.27.0.166', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': '472edb2b-31c2-4849-9e0c-ce7b165e10ec', 'port_id': 'c180ab9b-4ee0-400c-bcd6-351470f7df5f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9639789b-4517-4d8a-8150-b02c75d21fd6', 'mac_address': 'fa:16:3e:29:53:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daf1795-b4be-4366-be5e-ccc53444ef31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:53:14Z', 'updated_at': '2022-09-17T03:53:14Z', 'revision_number': 0, 'project_id': 'c265d90202534462b37c19391538b29a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd50e191-0a74-423e-9580-7acbed221e4e', 'name': '', 'network_id': '9639789b-4517-4d8a-8150-b02c75d21fd6', 'tenant_id': 'c265d90202534462b37c19391538b29a', 'mac_address': 'fa:16:3e:a7:cb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472edb2b-31c2-4849-9e0c-ce7b165e10ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ea6084af-2859-4d2a-9fe2-69cd212d0f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:52:03Z', 'updated_at': '2022-09-17T03:52:11Z', 'revision_number': 5, 'project_id': 'c265d90202534462b37c19391538b29a', 'subnets': [{'id': 'ea6084af-2859-4d2a-9fe2-69cd212d0f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:53:17.195673 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c967746-7433-448a-abac-51d9434cda6a None None] The sync data for ids ['472edb2b-31c2-4849-9e0c-ce7b165e10ec'] in dv-cinder-849143-3-iscsi is: [{'id': '472edb2b-31c2-4849-9e0c-ce7b165e10ec', 'name': 'tempest-TestShelveInstance-1107489708-router', 'tenant_id': 'c265d90202534462b37c19391538b29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '082f752c-5608-44cb-92dd-c49a23a4e3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:58Z', 'updated_at': '2022-09-17T03:52:05Z', 'revision_number': 4, 'project_id': 'c265d90202534462b37c19391538b29a', 'gw_port': {'id': '082f752c-5608-44cb-92dd-c49a23a4e3c3', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:87:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472edb2b-31c2-4849-9e0c-ce7b165e10ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:59Z', 'updated_at': '2022-09-17T03:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_floatingips': [{'id': 'bdd38216-8ff4-4578-8162-02c105e77ef9', 'tenant_id': 'c265d90202534462b37c19391538b29a', 'floating_ip_address': '172.27.0.166', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': '472edb2b-31c2-4849-9e0c-ce7b165e10ec', 'port_id': 'c180ab9b-4ee0-400c-bcd6-351470f7df5f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9639789b-4517-4d8a-8150-b02c75d21fd6', 'mac_address': 'fa:16:3e:29:53:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daf1795-b4be-4366-be5e-ccc53444ef31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:53:14Z', 'updated_at': '2022-09-17T03:53:14Z', 'revision_number': 0, 'project_id': 'c265d90202534462b37c19391538b29a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd50e191-0a74-423e-9580-7acbed221e4e', 'name': '', 'network_id': '9639789b-4517-4d8a-8150-b02c75d21fd6', 'tenant_id': 'c265d90202534462b37c19391538b29a', 'mac_address': 'fa:16:3e:a7:cb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472edb2b-31c2-4849-9e0c-ce7b165e10ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ea6084af-2859-4d2a-9fe2-69cd212d0f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:52:03Z', 'updated_at': '2022-09-17T03:52:11Z', 'revision_number': 5, 'project_id': 'c265d90202534462b37c19391538b29a', 'subnets': [{'id': 'ea6084af-2859-4d2a-9fe2-69cd212d0f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:53:17.201063 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-62d34f1b-7456-41be-9dc1-38cb99e00077 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (aef7a971-7800-48bd-affd-b3e4b03b9a57), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:17.205108 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-62d34f1b-7456-41be-9dc1-38cb99e00077 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:17.206366 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-62d34f1b-7456-41be-9dc1-38cb99e00077 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/aef7a971-7800-48bd-affd-b3e4b03b9a57 HTTP/1.1" status: 204 len: 168 time: 0.2770810 Sep 17 03:53:17.209504 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 50292) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:53:17.217358 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d34f1b-7456-41be-9dc1-38cb99e00077 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef7a971-7800-48bd-affd-b3e4b03b9a57,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:53:17.228419 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.api.v2.resource [None req-d3d041d2-926a-409a-be5f-2d5762e5ce4f tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] show failed (client error): The resource could not be found. Sep 17 03:53:17.229579 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-d3d041d2-926a-409a-be5f-2d5762e5ce4f tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups/aef7a971-7800-48bd-affd-b3e4b03b9a57 HTTP/1.1" status: 404 len: 347 time: 0.0187469 Sep 17 03:53:17.232397 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 50294) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:53:17.343039 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:17.358755 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.plugin [None req-4824b19a-a9f8-4f4c-9b31-12c9ad25b324 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Deleting port 9a3350ac-2f03-459c-a996-c13012d4da77 {{(pid=113211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:53:17.359255 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-4824b19a-a9f8-4f4c-9b31-12c9ad25b324 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (9a3350ac-2f03-459c-a996-c13012d4da77), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:17.382775 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d907b18c-1bc6-42f1-97f6-19d5ba0ddebe None None] New status for floating IP ade63866-e62f-4fde-a9fc-4b167e633773: ACTIVE {{(pid=113212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 03:53:17.451570 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-4824b19a-a9f8-4f4c-9b31-12c9ad25b324 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (9a3350ac-2f03-459c-a996-c13012d4da77), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:17.451967 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-4824b19a-a9f8-4f4c-9b31-12c9ad25b324 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks [] for floatingip (9a3350ac-2f03-459c-a996-c13012d4da77), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:17.465173 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.plugin [None req-4824b19a-a9f8-4f4c-9b31-12c9ad25b324 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Calling delete_port for 9a3350ac-2f03-459c-a996-c13012d4da77 owned by network:floatingip {{(pid=113211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:53:17.498023 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd4a558-b3f7-4371-99a3-12afec72f759 None None] New status for floating IP bdd38216-8ff4-4578-8162-02c105e77ef9: ACTIVE {{(pid=113213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 03:53:17.585351 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc497a-a9a4-467c-bf8a-c7ef5b5e0373 req-18e864dc-4bcb-4fd5-a3ab-4dbe9eb45bfd tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:17.586963 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-98cc497a-a9a4-467c-bf8a-c7ef5b5e0373 req-18e864dc-4bcb-4fd5-a3ab-4dbe9eb45bfd tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 946 time: 0.0689137 Sep 17 03:53:17.680043 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-98cc497a-a9a4-467c-bf8a-c7ef5b5e0373 req-1675fbbd-e419-4cdf-b096-5b9b12440131 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9767fb28-7dda-4f4b-b024-154add37b49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856426 Sep 17 03:53:17.788885 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-4824b19a-a9f8-4f4c-9b31-12c9ad25b324 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26185590'] for port (9a3350ac-2f03-459c-a996-c13012d4da77), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:17.815323 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4824b19a-a9f8-4f4c-9b31-12c9ad25b324 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Pushing event deleted for resources: {'Port': ['ID=9a3350ac-2f03-459c-a996-c13012d4da77,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:53:17.868961 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:17.879813 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-4824b19a-a9f8-4f4c-9b31-12c9ad25b324 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks [] for floatingip (14852033-6557-4c19-a6a1-d8ea60cda8b6), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:17.892200 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-4824b19a-a9f8-4f4c-9b31-12c9ad25b324 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for floatingip (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:17.892200 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-4824b19a-a9f8-4f4c-9b31-12c9ad25b324 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/14852033-6557-4c19-a6a1-d8ea60cda8b6 HTTP/1.1" status: 204 len: 168 time: 0.6501768 Sep 17 03:53:18.141847 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 50302) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:53:18.147005 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-629bd54a-ccb9-440f-a112-610c690f63da tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2017053059', 'description': 'tempest-description--942830478'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:53:18.163302 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:18.261653 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b31eb-ddb5-4c32-89f9-6bdb33ea6cf9 req-d5def180-0d6c-4ccd-aa52-2fc5608fd310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:18.263148 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-b85b31eb-ddb5-4c32-89f9-6bdb33ea6cf9 req-d5def180-0d6c-4ccd-aa52-2fc5608fd310 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=9639789b-4517-4d8a-8150-b02c75d21fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455132 Sep 17 03:53:18.292005 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-629bd54a-ccb9-440f-a112-610c690f63da tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:18.317895 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f20e353d-655d-435e-95c2-e8c3a55edb21 req-5c22805e-2a9e-4c0e-ae49-f8165dffe57d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/07c207ee-c2bb-4d53-bca3-b5aa6199ad0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950887 Sep 17 03:53:18.402337 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857136f-477c-4f10-b0f4-42edd7cfbd96 req-e5ecf555-0e40-4fd2-823b-ad3e97339718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:18.403839 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-5857136f-477c-4f10-b0f4-42edd7cfbd96 req-e5ecf555-0e40-4fd2-823b-ad3e97339718 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 1130 time: 0.0626206 Sep 17 03:53:18.422893 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f20e353d-655d-435e-95c2-e8c3a55edb21 req-eef28be4-b28e-4d29-9296-e8ace103b5ed service neutron] 10.222.0.18 "GET /networking/v2.0/networks/07c207ee-c2bb-4d53-bca3-b5aa6199ad0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899100 Sep 17 03:53:18.463277 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-b85b31eb-ddb5-4c32-89f9-6bdb33ea6cf9 req-c73cbc89-0f16-4f2c-843c-81fc499e7b13 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/9639789b-4517-4d8a-8150-b02c75d21fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803274 Sep 17 03:53:18.502418 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:18.523869 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-629bd54a-ccb9-440f-a112-610c690f63da tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks [] for security_group (a1e93273-16f8-41c3-9744-aa388e62a279), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:18.528143 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-5857136f-477c-4f10-b0f4-42edd7cfbd96 req-4003bea8-6e96-4551-9cd0-ec6b2fddf21f service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9767fb28-7dda-4f4b-b024-154add37b49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103859 Sep 17 03:53:18.583599 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-629bd54a-ccb9-440f-a112-610c690f63da tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (a1e93273-16f8-41c3-9744-aa388e62a279), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:18.626880 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-b85b31eb-ddb5-4c32-89f9-6bdb33ea6cf9 req-72fb7973-259a-4494-9731-5551bf88fc0f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/9639789b-4517-4d8a-8150-b02c75d21fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489322 Sep 17 03:53:18.629146 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629bd54a-ccb9-440f-a112-610c690f63da tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e93273-16f8-41c3-9744-aa388e62a279,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:53:18.699189 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-629bd54a-ccb9-440f-a112-610c690f63da tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:18.700474 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-629bd54a-ccb9-440f-a112-610c690f63da tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5576091 Sep 17 03:53:18.703341 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 50304) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:53:18.708231 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-e5574ed1-2175-41eb-8e83-1ded95f1d040 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Request body: {'security_group_rule': {'security_group_id': 'a1e93273-16f8-41c3-9744-aa388e62a279', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:53:18.806307 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1e28f-e242-4e98-9965-e74548004a3b req-226edae7-1243-45dc-8d23-8f3f27730af0 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:18.808001 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-acc1e28f-e242-4e98-9965-e74548004a3b req-226edae7-1243-45dc-8d23-8f3f27730af0 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 946 time: 0.0485668 Sep 17 03:53:18.814669 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e5574ed1-2175-41eb-8e83-1ded95f1d040 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks [] for security_group_rule (b086662f-4134-46c0-969a-117454960fd0), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:18.856693 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-acc1e28f-e242-4e98-9965-e74548004a3b req-41cc344e-b5e1-44d3-b479-1774166192c1 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9767fb28-7dda-4f4b-b024-154add37b49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432236 Sep 17 03:53:18.876887 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e5574ed1-2175-41eb-8e83-1ded95f1d040 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks [] for security_group_rule (b086662f-4134-46c0-969a-117454960fd0), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:18.960181 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e5574ed1-2175-41eb-8e83-1ded95f1d040 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553096'] for security_group_rule (b086662f-4134-46c0-969a-117454960fd0), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:18.980490 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5574ed1-2175-41eb-8e83-1ded95f1d040 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b086662f-4134-46c0-969a-117454960fd0,revision_number=0']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:53:19.121339 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e5574ed1-2175-41eb-8e83-1ded95f1d040 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:19.122632 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-e5574ed1-2175-41eb-8e83-1ded95f1d040 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4183435 Sep 17 03:53:19.125405 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 50308) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:53:19.130220 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-90528f89-c56a-4c7e-a13b-6896994d4e29 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Request body: {'security_group_rule': {'security_group_id': 'a1e93273-16f8-41c3-9744-aa388e62a279', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:53:19.228691 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-90528f89-c56a-4c7e-a13b-6896994d4e29 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks [] for security_group_rule (65f70124-7aaf-457d-8194-b3e5c203d033), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:19.288554 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-90528f89-c56a-4c7e-a13b-6896994d4e29 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks [] for security_group_rule (65f70124-7aaf-457d-8194-b3e5c203d033), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:19.388998 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-90528f89-c56a-4c7e-a13b-6896994d4e29 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553096'] for security_group_rule (65f70124-7aaf-457d-8194-b3e5c203d033), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:19.410876 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90528f89-c56a-4c7e-a13b-6896994d4e29 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65f70124-7aaf-457d-8194-b3e5c203d033,revision_number=0']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:53:19.487979 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-90528f89-c56a-4c7e-a13b-6896994d4e29 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:19.490209 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-90528f89-c56a-4c7e-a13b-6896994d4e29 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3638616 Sep 17 03:53:19.493388 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 50312) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:53:19.497943 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-84c14ebc-97d5-4a22-92de-a49075bd9f56 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Request body: {'floatingip': {'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:53:19.582290 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-84c14ebc-97d5-4a22-92de-a49075bd9f56 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:19.630158 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:19.661423 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-84c14ebc-97d5-4a22-92de-a49075bd9f56 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:19.774368 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.db_base_plugin_common [None req-84c14ebc-97d5-4a22-92de-a49075bd9f56 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Allocated IP 172.27.0.53 (4d68fa53-4257-4a6b-8a5b-fb329be82f15/9fe7d342-7214-45a3-bf4f-d121f4a79efc/da50b67e-d8f2-4657-9843-e390992fa2b3) {{(pid=113210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:53:19.880269 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-84c14ebc-97d5-4a22-92de-a49075bd9f56 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks [] for port (da50b67e-d8f2-4657-9843-e390992fa2b3), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:19.896874 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:19.981518 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3403d6-b5cf-49d4-9514-55c1a7861bf7 req-6234720e-98ca-4fb6-85e2-433bbd7e198d tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:19.983110 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-2e3403d6-b5cf-49d4-9514-55c1a7861bf7 req-6234720e-98ca-4fb6-85e2-433bbd7e198d tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 946 time: 0.0471661 Sep 17 03:53:19.990123 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-84c14ebc-97d5-4a22-92de-a49075bd9f56 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (da50b67e-d8f2-4657-9843-e390992fa2b3), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:20.032422 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-2e3403d6-b5cf-49d4-9514-55c1a7861bf7 req-fd9c82f1-9bfa-4396-bc0d-d0945d0d74a0 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9767fb28-7dda-4f4b-b024-154add37b49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434809 Sep 17 03:53:20.037333 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c14ebc-97d5-4a22-92de-a49075bd9f56 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Network 4d68fa53-4257-4a6b-8a5b-fb329be82f15 is already hosted by enough agents. {{(pid=113210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:53:20.042643 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.base_scheduler [None req-84c14ebc-97d5-4a22-92de-a49075bd9f56 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Resources bound (agent type, host, resource id): {{(pid=113210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:53:20.046886 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c14ebc-97d5-4a22-92de-a49075bd9f56 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Received port after_create {{(pid=113210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:53:20.050007 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c14ebc-97d5-4a22-92de-a49075bd9f56 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Pushing event updated for resources: {'Port': ['ID=da50b67e-d8f2-4657-9843-e390992fa2b3,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:53:20.132827 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-84c14ebc-97d5-4a22-92de-a49075bd9f56 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks [] for floatingip (d8e5ac66-ee94-43b2-b574-e2ab73c321ff), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:20.231658 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-84c14ebc-97d5-4a22-92de-a49075bd9f56 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (da50b67e-d8f2-4657-9843-e390992fa2b3), before_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:20.377807 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-84c14ebc-97d5-4a22-92de-a49075bd9f56 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks [] for port (da50b67e-d8f2-4657-9843-e390992fa2b3), precommit_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:20.439882 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-84c14ebc-97d5-4a22-92de-a49075bd9f56 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25815858'] for port (da50b67e-d8f2-4657-9843-e390992fa2b3), after_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:20.491418 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:UPDATE=2,neutron:INSERT=3,neutron:SELECT=95 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:20.509197 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-84c14ebc-97d5-4a22-92de-a49075bd9f56 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615334'] for floatingip (d8e5ac66-ee94-43b2-b574-e2ab73c321ff), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:20.511862 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c14ebc-97d5-4a22-92de-a49075bd9f56 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Pushing event updated for resources: {'Port': ['ID=da50b67e-d8f2-4657-9843-e390992fa2b3,revision_number=2']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:53:20.585514 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-84c14ebc-97d5-4a22-92de-a49075bd9f56 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for floatingip (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:20.586793 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-84c14ebc-97d5-4a22-92de-a49075bd9f56 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0924015 Sep 17 03:53:20.797966 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5f992719-6e55-40dc-9cd1-ad99ae65cfc6 req-ac3bcb18-98d7-4f13-a68a-2ea69c599b60 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2017053059&fields=id&tenant_id=c1a07eadb5ea4914a6e1e6f3844afe94 HTTP/1.1" status: 200 len: 267 time: 0.0473194 Sep 17 03:53:20.904405 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f992719-6e55-40dc-9cd1-ad99ae65cfc6 req-48e98873-65ea-4bf3-881b-73fa8ba86b0c tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:20.905883 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5f992719-6e55-40dc-9cd1-ad99ae65cfc6 req-48e98873-65ea-4bf3-881b-73fa8ba86b0c tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/networks?id=a2c22271-da7e-4d2b-b2be-97deb622f84c HTTP/1.1" status: 200 len: 815 time: 0.1012270 Sep 17 03:53:20.916946 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:20.920741 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5f992719-6e55-40dc-9cd1-ad99ae65cfc6 req-904e9c2f-a60c-49a5-93a6-ad1f9888764b tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/quotas/c1a07eadb5ea4914a6e1e6f3844afe94 HTTP/1.1" status: 200 len: 375 time: 0.0094445 Sep 17 03:53:20.974231 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5f992719-6e55-40dc-9cd1-ad99ae65cfc6 req-8d4a8876-fdfb-4c10-a040-b5b1b6ed99e4 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=c1a07eadb5ea4914a6e1e6f3844afe94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485902 Sep 17 03:53:21.070236 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5f992719-6e55-40dc-9cd1-ad99ae65cfc6 req-2365ca1d-04b9-41ba-a32a-b718727ce50e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a2c22271-da7e-4d2b-b2be-97deb622f84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845823 Sep 17 03:53:21.186095 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699de0d-66b6-4b34-a238-b8fe1c1dd519 req-e94d42b1-3087-4b95-b7fa-f375df58e807 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:21.187542 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d699de0d-66b6-4b34-a238-b8fe1c1dd519 req-e94d42b1-3087-4b95-b7fa-f375df58e807 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 946 time: 0.0622530 Sep 17 03:53:21.218335 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5f992719-6e55-40dc-9cd1-ad99ae65cfc6 req-243d9c34-0b56-4410-a443-3d36b19b112b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a2c22271-da7e-4d2b-b2be-97deb622f84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425278 Sep 17 03:53:21.244199 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d699de0d-66b6-4b34-a238-b8fe1c1dd519 req-f4076df5-9b96-429a-ad85-f06a045a3eda tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9767fb28-7dda-4f4b-b024-154add37b49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510187 Sep 17 03:53:21.507369 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-136077b5-0351-4208-8a72-5b6335937adb req-eb19e148-a6f3-487b-96c0-7cc0e1d1f363 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 210 time: 0.0369232 Sep 17 03:53:21.820103 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e823e-c0ee-4e3b-b7f0-d2a14c727f39 req-89640f63-fb84-41bf-9943-df3287cbe302 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:21.821743 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-651e823e-c0ee-4e3b-b7f0-d2a14c727f39 req-89640f63-fb84-41bf-9943-df3287cbe302 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 946 time: 0.0510244 Sep 17 03:53:21.856902 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:21.869597 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-651e823e-c0ee-4e3b-b7f0-d2a14c727f39 req-09077b18-abdc-450d-89f7-bd295384600e tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9767fb28-7dda-4f4b-b024-154add37b49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422604 Sep 17 03:53:21.919538 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9cfc7d-1d46-4d05-b7cc-d4117a9737a6 req-02bb8975-5534-4f6b-a4f1-ff28f1fa964d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:21.921052 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-8a9cfc7d-1d46-4d05-b7cc-d4117a9737a6 req-02bb8975-5534-4f6b-a4f1-ff28f1fa964d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=294abb2085b844a99908242d4b02e263&device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 1130 time: 0.0436866 Sep 17 03:53:22.017225 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9cfc7d-1d46-4d05-b7cc-d4117a9737a6 req-601784ed-1e91-447f-8dad-ee7dd9d996c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:22.018760 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-8a9cfc7d-1d46-4d05-b7cc-d4117a9737a6 req-601784ed-1e91-447f-8dad-ee7dd9d996c0 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0 HTTP/1.1" status: 200 len: 919 time: 0.0910358 Sep 17 03:53:22.027555 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.agents_db [None req-b2aba882-f127-474e-990c-8a1f8fa77bd5 None None] Agent healthcheck: found 6 active agents {{(pid=113213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:53:22.080990 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-8a9cfc7d-1d46-4d05-b7cc-d4117a9737a6 req-af52aed6-300b-460e-b257-e629c7e1a6f5 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=763d28d0-99e6-46b1-a147-d5dd0a8d8b37 HTTP/1.1" status: 200 len: 1002 time: 0.0551608 Sep 17 03:53:22.137658 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9cfc7d-1d46-4d05-b7cc-d4117a9737a6 req-fde3aff5-427a-4a58-9a8b-f513dc1f7d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:22.139121 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-8a9cfc7d-1d46-4d05-b7cc-d4117a9737a6 req-fde3aff5-427a-4a58-9a8b-f513dc1f7d19 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=4a9bc613-44d6-4890-b247-86fc85e41240 HTTP/1.1" status: 200 len: 857 time: 0.0478868 Sep 17 03:53:22.185080 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9cfc7d-1d46-4d05-b7cc-d4117a9737a6 req-c5af60ac-c7d3-4381-a75b-0f9fda145f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:22.186751 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-8a9cfc7d-1d46-4d05-b7cc-d4117a9737a6 req-c5af60ac-c7d3-4381-a75b-0f9fda145f6d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389383 Sep 17 03:53:22.282627 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-8a9cfc7d-1d46-4d05-b7cc-d4117a9737a6 req-6636172c-96f7-4ba7-a0d2-a6af54e03ded service neutron] 10.222.0.18 "GET /networking/v2.0/networks/2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888968 Sep 17 03:53:22.376159 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-8a9cfc7d-1d46-4d05-b7cc-d4117a9737a6 req-a9cb19a0-9b2a-4345-85dc-8ec810e906b2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866907 Sep 17 03:53:22.619462 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-71263a82-adc9-44c2-adc7-15083ec1268d req-6bcbbe62-97f2-4198-9017-21b411166e56 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 210 time: 0.0271351 Sep 17 03:53:22.991036 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416827c-0e05-42e9-ba9c-4fdc7a69c751 req-c5b49f5c-456f-42cb-aa2a-c2841aca5b68 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:22.992460 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7416827c-0e05-42e9-ba9c-4fdc7a69c751 req-c5b49f5c-456f-42cb-aa2a-c2841aca5b68 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 946 time: 0.0470176 Sep 17 03:53:23.041904 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7416827c-0e05-42e9-ba9c-4fdc7a69c751 req-995e9676-2c49-4585-9f31-38db99b8382c tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9767fb28-7dda-4f4b-b024-154add37b49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437896 Sep 17 03:53:23.728237 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-779cd843-3c4e-46c7-8798-89703af73148 req-236d0b05-8897-40e1-a843-7727bc6cd7f5 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 210 time: 0.0275276 Sep 17 03:53:24.161774 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f961cc1-1a4a-45fa-a538-c4158afba574 req-841fbf4b-6cb0-4804-bece-cdaadb70f32e tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:24.163190 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-4f961cc1-1a4a-45fa-a538-c4158afba574 req-841fbf4b-6cb0-4804-bece-cdaadb70f32e tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 946 time: 0.0444558 Sep 17 03:53:24.210951 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-4f961cc1-1a4a-45fa-a538-c4158afba574 req-a4ef3870-8637-4134-8e09-8d30bcc158cf tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9767fb28-7dda-4f4b-b024-154add37b49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422409 Sep 17 03:53:24.838839 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d3f1f13f-e1d4-49ee-ab58-bb8d0fc16513 req-fa951b91-d687-4b9e-af8f-9d1b8d884c51 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 210 time: 0.0279427 Sep 17 03:53:25.335367 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301ddbc-cd13-4969-9fb4-b12ebb4c2c1d req-88fda8c7-1923-4a68-abee-7e00aa49a10f tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:25.336834 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d301ddbc-cd13-4969-9fb4-b12ebb4c2c1d req-88fda8c7-1923-4a68-abee-7e00aa49a10f tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 946 time: 0.0497539 Sep 17 03:53:25.391867 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d301ddbc-cd13-4969-9fb4-b12ebb4c2c1d req-ae1e37b9-5b0b-4e75-922e-cc7658bcc262 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9767fb28-7dda-4f4b-b024-154add37b49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482247 Sep 17 03:53:25.949090 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-101924dd-7e2a-42ff-9636-547db673f49a req-737db35a-de87-4dc5-9ef7-464e2345de09 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 210 time: 0.0277250 Sep 17 03:53:26.164518 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:26.173670 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f992719-6e55-40dc-9cd1-ad99ae65cfc6 req-174c0987-e824-4690-9899-ee0250da0c3d tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:26.178395 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-5f992719-6e55-40dc-9cd1-ad99ae65cfc6 req-174c0987-e824-4690-9899-ee0250da0c3d tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.18 "GET /networking/v2.0/networks?id=a2c22271-da7e-4d2b-b2be-97deb622f84c HTTP/1.1" status: 200 len: 815 time: 0.1087439 Sep 17 03:53:26.259289 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-5f992719-6e55-40dc-9cd1-ad99ae65cfc6 req-ef2873b1-9531-4720-b9c5-937578f64b81 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c1a07eadb5ea4914a6e1e6f3844afe94 HTTP/1.1" status: 200 len: 380 time: 0.0553403 Sep 17 03:53:26.279268 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [req-5f992719-6e55-40dc-9cd1-ad99ae65cfc6 req-4c45533a-8ca0-44ca-93f1-62c8cc1022ab tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Request body: {'port': {'device_id': 'd73bec81-39a0-47b3-b066-7f91389818b5', 'network_id': 'a2c22271-da7e-4d2b-b2be-97deb622f84c', 'admin_state_up': True, 'tenant_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'security_groups': ['a1e93273-16f8-41c3-9744-aa388e62a279']}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:53:26.484941 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f992719-6e55-40dc-9cd1-ad99ae65cfc6 req-4c45533a-8ca0-44ca-93f1-62c8cc1022ab tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Made reservation on behalf of c1a07eadb5ea4914a6e1e6f3844afe94 for: {'port': 1} {{(pid=113210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:53:26.489919 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-5f992719-6e55-40dc-9cd1-ad99ae65cfc6 req-4c45533a-8ca0-44ca-93f1-62c8cc1022ab tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:26.520440 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf54eb6-cc93-4077-8489-4e1c72c9e9b9 req-25943cb9-a052-41b4-9cb2-eceb33ba1b61 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:26.522099 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0cf54eb6-cc93-4077-8489-4e1c72c9e9b9 req-25943cb9-a052-41b4-9cb2-eceb33ba1b61 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 946 time: 0.0523789 Sep 17 03:53:26.568314 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:26.578828 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0cf54eb6-cc93-4077-8489-4e1c72c9e9b9 req-9c1901ea-a007-4522-ae61-91994768bd95 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9767fb28-7dda-4f4b-b024-154add37b49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509524 Sep 17 03:53:26.628867 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.db_base_plugin_common [req-5f992719-6e55-40dc-9cd1-ad99ae65cfc6 req-4c45533a-8ca0-44ca-93f1-62c8cc1022ab tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Allocated IP 172.20.0.6 (a2c22271-da7e-4d2b-b2be-97deb622f84c/eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5/7a9faf1e-30af-44c9-b2f3-1362a9298cbe) {{(pid=113210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:53:26.781610 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-5f992719-6e55-40dc-9cd1-ad99ae65cfc6 req-4c45533a-8ca0-44ca-93f1-62c8cc1022ab tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks [] for port (7a9faf1e-30af-44c9-b2f3-1362a9298cbe), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:26.864842 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-5f992719-6e55-40dc-9cd1-ad99ae65cfc6 req-4c45533a-8ca0-44ca-93f1-62c8cc1022ab tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (7a9faf1e-30af-44c9-b2f3-1362a9298cbe), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:26.910771 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f992719-6e55-40dc-9cd1-ad99ae65cfc6 req-4c45533a-8ca0-44ca-93f1-62c8cc1022ab tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Network a2c22271-da7e-4d2b-b2be-97deb622f84c is already hosted by enough agents. {{(pid=113210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:53:26.914474 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.base_scheduler [req-5f992719-6e55-40dc-9cd1-ad99ae65cfc6 req-4c45533a-8ca0-44ca-93f1-62c8cc1022ab tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Resources bound (agent type, host, resource id): {{(pid=113210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:53:26.918457 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f992719-6e55-40dc-9cd1-ad99ae65cfc6 req-4c45533a-8ca0-44ca-93f1-62c8cc1022ab tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Received port after_create {{(pid=113210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:53:26.929968 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee6790-574b-40a4-9933-2db3c09fe06c req-b765054d-3516-4d19-9a03-90b38cc926b3 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:26.931696 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-3eee6790-574b-40a4-9933-2db3c09fe06c req-b765054d-3516-4d19-9a03-90b38cc926b3 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 946 time: 0.2785642 Sep 17 03:53:26.943345 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c45533a-8ca0-44ca-93f1-62c8cc1022ab tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Pushing event updated for resources: {'Port': ['ID=7a9faf1e-30af-44c9-b2f3-1362a9298cbe,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:53:26.945809 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 50376) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:53:26.950383 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [None req-2edae4c0-5bf9-47d0-9e71-b0b1bc768e5a tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Request body: {'floatingip': {'port_id': '763d28d0-99e6-46b1-a147-d5dd0a8d8b37'}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:53:26.980527 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f992719-6e55-40dc-9cd1-ad99ae65cfc6 req-4c45533a-8ca0-44ca-93f1-62c8cc1022ab tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:26.981138 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-5f992719-6e55-40dc-9cd1-ad99ae65cfc6 req-4c45533a-8ca0-44ca-93f1-62c8cc1022ab tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for port (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:27.014425 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-2edae4c0-5bf9-47d0-9e71-b0b1bc768e5a tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks [] for floatingip (330f115b-bbb7-4328-a212-eb1db3369ec3), before_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:27.048139 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-5f992719-6e55-40dc-9cd1-ad99ae65cfc6 req-4c45533a-8ca0-44ca-93f1-62c8cc1022ab tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7726562 Sep 17 03:53:27.079364 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [req-5f992719-6e55-40dc-9cd1-ad99ae65cfc6 req-d05e0162-a976-4a78-a0cf-ffc4d15ff64b service neutron] Request body: {'port': {'device_id': 'd73bec81-39a0-47b3-b066-7f91389818b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:53:27.112563 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e8ca4-b1cd-4f27-b2a1-725e925450d8 req-7eb1c3f7-99da-4f49-87b3-109459dcb733 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:27.114124 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e30e8ca4-b1cd-4f27-b2a1-725e925450d8 req-7eb1c3f7-99da-4f49-87b3-109459dcb733 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 931 time: 0.0654092 Sep 17 03:53:27.147992 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-5f992719-6e55-40dc-9cd1-ad99ae65cfc6 req-d05e0162-a976-4a78-a0cf-ffc4d15ff64b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (7a9faf1e-30af-44c9-b2f3-1362a9298cbe), before_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:27.159423 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:27.161004 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-3929ba3e-df17-46d4-8ee5-73b23a8b11c7 None None] Provisioning complete for port 7a9faf1e-30af-44c9-b2f3-1362a9298cbe triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:53:27.166416 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-3929ba3e-df17-46d4-8ee5-73b23a8b11c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (7a9faf1e-30af-44c9-b2f3-1362a9298cbe), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:27.166416 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-3929ba3e-df17-46d4-8ee5-73b23a8b11c7 None None] Attempt 1 to provision port 7a9faf1e-30af-44c9-b2f3-1362a9298cbe Sep 17 03:53:27.195415 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-3929ba3e-df17-46d4-8ee5-73b23a8b11c7 None None] Port 7a9faf1e-30af-44c9-b2f3-1362a9298cbe cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:53:27.232618 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e30e8ca4-b1cd-4f27-b2a1-725e925450d8 req-625aaab3-3061-4506-9c5f-acc0513a1278 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901759 Sep 17 03:53:27.321142 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:27.432964 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.notifiers.nova [req-5f992719-6e55-40dc-9cd1-ad99ae65cfc6 req-d05e0162-a976-4a78-a0cf-ffc4d15ff64b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a9faf1e-30af-44c9-b2f3-1362a9298cbe {{(pid=113210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:53:27.440633 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-5f992719-6e55-40dc-9cd1-ad99ae65cfc6 req-d05e0162-a976-4a78-a0cf-ffc4d15ff64b service neutron] Publish callbacks [] for port (7a9faf1e-30af-44c9-b2f3-1362a9298cbe), precommit_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:27.448854 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:27.453946 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.provisioning_blocks [req-5f992719-6e55-40dc-9cd1-ad99ae65cfc6 req-d05e0162-a976-4a78-a0cf-ffc4d15ff64b service neutron] Transition to ACTIVE for port object 7a9faf1e-30af-44c9-b2f3-1362a9298cbe will not be triggered until provisioned by entity L2. {{(pid=113210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 03:53:27.547811 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-5f992719-6e55-40dc-9cd1-ad99ae65cfc6 req-d05e0162-a976-4a78-a0cf-ffc4d15ff64b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25815858'] for port (7a9faf1e-30af-44c9-b2f3-1362a9298cbe), after_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:27.552797 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:27.579164 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-2edae4c0-5bf9-47d0-9e71-b0b1bc768e5a tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:27.625325 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e0162-a976-4a78-a0cf-ffc4d15ff64b service neutron] Pushing event updated for resources: {'Port': ['ID=7a9faf1e-30af-44c9-b2f3-1362a9298cbe,revision_number=2']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:53:27.659483 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.managers [req-5f992719-6e55-40dc-9cd1-ad99ae65cfc6 req-d05e0162-a976-4a78-a0cf-ffc4d15ff64b service neutron] Attempting to bind port 7a9faf1e-30af-44c9-b2f3-1362a9298cbe on host hv-cinder-84914 for vnic_type normal with profile {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:53:27.659813 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.managers [req-5f992719-6e55-40dc-9cd1-ad99ae65cfc6 req-d05e0162-a976-4a78-a0cf-ffc4d15ff64b service neutron] Attempting to bind port 7a9faf1e-30af-44c9-b2f3-1362a9298cbe by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '08cb3b6a-b907-4438-a94b-64c1979bcd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a2c22271-da7e-4d2b-b2be-97deb622f84c'}] {{(pid=113210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:53:27.660139 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f992719-6e55-40dc-9cd1-ad99ae65cfc6 req-d05e0162-a976-4a78-a0cf-ffc4d15ff64b service neutron] Attempting to bind port 7a9faf1e-30af-44c9-b2f3-1362a9298cbe on network a2c22271-da7e-4d2b-b2be-97deb622f84c {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:53:27.662528 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-2edae4c0-5bf9-47d0-9e71-b0b1bc768e5a tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615334'] for floatingip (330f115b-bbb7-4328-a212-eb1db3369ec3), after_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:27.696901 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-3929ba3e-df17-46d4-8ee5-73b23a8b11c7 None None] Attempt 2 to provision port 7a9faf1e-30af-44c9-b2f3-1362a9298cbe Sep 17 03:53:27.702301 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f992719-6e55-40dc-9cd1-ad99ae65cfc6 req-d05e0162-a976-4a78-a0cf-ffc4d15ff64b service neutron] Port 7a9faf1e-30af-44c9-b2f3-1362a9298cbe on network a2c22271-da7e-4d2b-b2be-97deb622f84c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 03:53:27.702627 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f992719-6e55-40dc-9cd1-ad99ae65cfc6 req-d05e0162-a976-4a78-a0cf-ffc4d15ff64b service neutron] Attempting to bind port 7a9faf1e-30af-44c9-b2f3-1362a9298cbe on network a2c22271-da7e-4d2b-b2be-97deb622f84c {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:53:27.712744 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:27.743013 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-3929ba3e-df17-46d4-8ee5-73b23a8b11c7 None None] Port 7a9faf1e-30af-44c9-b2f3-1362a9298cbe cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:53:27.751891 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f992719-6e55-40dc-9cd1-ad99ae65cfc6 req-d05e0162-a976-4a78-a0cf-ffc4d15ff64b service neutron] Checking agent: {'id': '56a63866-613b-46a0-90ee-05b9222d9bfc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 46, 46), 'started_at': datetime.datetime(2022, 9, 17, 3, 46, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:53:27.752220 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f992719-6e55-40dc-9cd1-ad99ae65cfc6 req-d05e0162-a976-4a78-a0cf-ffc4d15ff64b service neutron] Checking segment: {'id': '08cb3b6a-b907-4438-a94b-64c1979bcd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a2c22271-da7e-4d2b-b2be-97deb622f84c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:53:27.752608 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f992719-6e55-40dc-9cd1-ad99ae65cfc6 req-d05e0162-a976-4a78-a0cf-ffc4d15ff64b service neutron] Bound using segment: {'id': '08cb3b6a-b907-4438-a94b-64c1979bcd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a2c22271-da7e-4d2b-b2be-97deb622f84c'} {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:53:27.753042 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.managers [req-5f992719-6e55-40dc-9cd1-ad99ae65cfc6 req-d05e0162-a976-4a78-a0cf-ffc4d15ff64b service neutron] Bound port: 7a9faf1e-30af-44c9-b2f3-1362a9298cbe, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08cb3b6a-b907-4438-a94b-64c1979bcd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a2c22271-da7e-4d2b-b2be-97deb622f84c'}}] {{(pid=113210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:53:27.753399 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-5f992719-6e55-40dc-9cd1-ad99ae65cfc6 req-d05e0162-a976-4a78-a0cf-ffc4d15ff64b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (7a9faf1e-30af-44c9-b2f3-1362a9298cbe), before_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:27.816792 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [req-5f992719-6e55-40dc-9cd1-ad99ae65cfc6 req-d05e0162-a976-4a78-a0cf-ffc4d15ff64b service neutron] For port 7a9faf1e-30af-44c9-b2f3-1362a9298cbe, host hv-cinder-84914, cleared binding levels {{(pid=113210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:53:27.819929 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [req-5f992719-6e55-40dc-9cd1-ad99ae65cfc6 req-d05e0162-a976-4a78-a0cf-ffc4d15ff64b service neutron] For port 7a9faf1e-30af-44c9-b2f3-1362a9298cbe, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=7a9faf1e-30af-44c9-b2f3-1362a9298cbe,segment=NetworkSegment(08cb3b6a-b907-4438-a94b-64c1979bcd7f),segment_id=08cb3b6a-b907-4438-a94b-64c1979bcd7f)] {{(pid=113210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:53:27.866509 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2edae4c0-5bf9-47d0-9e71-b0b1bc768e5a tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Router cec91c57-14e1-4ebf-a6bf-a10584fb1163 has already been hosted by L3 agent b971cbd0-997d-41fb-8614-0aea29982798 {{(pid=113211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:53:27.913815 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-5f992719-6e55-40dc-9cd1-ad99ae65cfc6 req-d05e0162-a976-4a78-a0cf-ffc4d15ff64b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25815858'] for port (7a9faf1e-30af-44c9-b2f3-1362a9298cbe), after_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:27.918472 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f992719-6e55-40dc-9cd1-ad99ae65cfc6 req-d05e0162-a976-4a78-a0cf-ffc4d15ff64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:27.919124 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-5f992719-6e55-40dc-9cd1-ad99ae65cfc6 req-d05e0162-a976-4a78-a0cf-ffc4d15ff64b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for port (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:27.920494 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-5f992719-6e55-40dc-9cd1-ad99ae65cfc6 req-d05e0162-a976-4a78-a0cf-ffc4d15ff64b service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/7a9faf1e-30af-44c9-b2f3-1362a9298cbe HTTP/1.1" status: 200 len: 1093 time: 0.8457749 Sep 17 03:53:27.922008 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd73bec81-39a0-47b3-b066-7f91389818b5', 'tag': '7a9faf1e-30af-44c9-b2f3-1362a9298cbe'}] {{(pid=113210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:53:27.924288 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a613894f386080b2b9315951ba9a4c402b93d12b77848e4e2f89d9386810e3b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbcbb14-8c6e-491f-b060-24da8b950423" -d '{"events": [{"name": "network-changed", "server_uuid": "d73bec81-39a0-47b3-b066-7f91389818b5", "tag": "7a9faf1e-30af-44c9-b2f3-1362a9298cbe"}]}' {{(pid=113210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:53:27.967478 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86b88be-0cf6-4bf4-968c-7b6cabf70801 x-openstack-request-id: req-a86b88be-0cf6-4bf4-968c-7b6cabf70801 {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:53:27.967760 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d73bec81-39a0-47b3-b066-7f91389818b5", "tag": "7a9faf1e-30af-44c9-b2f3-1362a9298cbe", "status": "completed", "code": 200}]} {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:53:27.968007 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a86b88be-0cf6-4bf4-968c-7b6cabf70801 {{(pid=113210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:53:27.968397 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a86b88be-0cf6-4bf4-968c-7b6cabf70801'] response: {'name': 'network-changed', 'server_uuid': 'd73bec81-39a0-47b3-b066-7f91389818b5', 'tag': '7a9faf1e-30af-44c9-b2f3-1362a9298cbe', 'status': 'completed', 'code': 200} Sep 17 03:53:27.974451 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e0162-a976-4a78-a0cf-ffc4d15ff64b service neutron] Pushing event updated for resources: {'Port': ['ID=7a9faf1e-30af-44c9-b2f3-1362a9298cbe,revision_number=3']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:53:27.977474 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2edae4c0-5bf9-47d0-9e71-b0b1bc768e5a tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:53:27.983012 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-2edae4c0-5bf9-47d0-9e71-b0b1bc768e5a tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for floatingip (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:27.989328 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81f9bca-f40b-4554-94c1-4af49ffb6474 None None] Sync routers for ids ['cec91c57-14e1-4ebf-a6bf-a10584fb1163'] in dv-cinder-849143-3-iscsi {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:53:28.000693 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81f9bca-f40b-4554-94c1-4af49ffb6474 None None] Routers {'cec91c57-14e1-4ebf-a6bf-a10584fb1163'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:53:28.001283 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-c81f9bca-f40b-4554-94c1-4af49ffb6474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:53:10Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['cec91c57-14e1-4ebf-a6bf-a10584fb1163'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:53:28.014118 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6826743-7fdd-48c9-8894-fe539ce261fe', 'tag': '763d28d0-99e6-46b1-a147-d5dd0a8d8b37'}] {{(pid=113211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:53:28.016363 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346c2caff186dcd388f83f6dc64b2ba25d7763d65cfebe6fa09f9256a5522518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a546a96d-67a8-40f6-b3dd-b488b03f69f3" -d '{"events": [{"name": "network-changed", "server_uuid": "c6826743-7fdd-48c9-8894-fe539ce261fe", "tag": "763d28d0-99e6-46b1-a147-d5dd0a8d8b37"}]}' {{(pid=113211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:53:28.050114 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:28.059744 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-2edae4c0-5bf9-47d0-9e71-b0b1bc768e5a tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/330f115b-bbb7-4328-a212-eb1db3369ec3 HTTP/1.1" status: 200 len: 994 time: 1.1108546 Sep 17 03:53:28.061400 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74a5e98-8e49-45fd-b3ab-bcdae272e6d7 x-openstack-request-id: req-c74a5e98-8e49-45fd-b3ab-bcdae272e6d7 {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:53:28.061772 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6826743-7fdd-48c9-8894-fe539ce261fe", "tag": "763d28d0-99e6-46b1-a147-d5dd0a8d8b37", "status": "completed", "code": 200}]} {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:53:28.062035 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c74a5e98-8e49-45fd-b3ab-bcdae272e6d7 {{(pid=113211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:53:28.062428 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c74a5e98-8e49-45fd-b3ab-bcdae272e6d7'] response: {'name': 'network-changed', 'server_uuid': 'c6826743-7fdd-48c9-8894-fe539ce261fe', 'tag': '763d28d0-99e6-46b1-a147-d5dd0a8d8b37', 'status': 'completed', 'code': 200} Sep 17 03:53:28.081086 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcbb14-8c6e-491f-b060-24da8b950423 req-fb173590-3dfa-4367-b67e-7c0e10d7bf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:28.083659 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-7bbcbb14-8c6e-491f-b060-24da8b950423 req-fb173590-3dfa-4367-b67e-7c0e10d7bf42 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=c1a07eadb5ea4914a6e1e6f3844afe94&device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 1127 time: 0.0544555 Sep 17 03:53:28.127085 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-c81f9bca-f40b-4554-94c1-4af49ffb6474 None None] Set router cec91c57-14e1-4ebf-a6bf-a10584fb1163 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:53:28.223970 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546a96d-67a8-40f6-b3dd-b488b03f69f3 req-61e976e4-6405-4dc9-a8d0-2e562fb59654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:28.225592 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-a546a96d-67a8-40f6-b3dd-b488b03f69f3 req-61e976e4-6405-4dc9-a8d0-2e562fb59654 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=294abb2085b844a99908242d4b02e263&device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 1130 time: 0.0797770 Sep 17 03:53:28.246785 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:28.248034 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-3929ba3e-df17-46d4-8ee5-73b23a8b11c7 None None] Attempt 3 to provision port 7a9faf1e-30af-44c9-b2f3-1362a9298cbe Sep 17 03:53:28.310730 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcbb14-8c6e-491f-b060-24da8b950423 req-c53aa9cf-d5a9-43b2-b153-58cd84f05beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:28.312121 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-7bbcbb14-8c6e-491f-b060-24da8b950423 req-c53aa9cf-d5a9-43b2-b153-58cd84f05beb service neutron] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=c1a07eadb5ea4914a6e1e6f3844afe94&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1765695 Sep 17 03:53:28.326873 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-3929ba3e-df17-46d4-8ee5-73b23a8b11c7 None None] Port 7a9faf1e-30af-44c9-b2f3-1362a9298cbe had new provisioning blocks added so it will not transition to active. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 17 03:53:28.346195 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:28.346590 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:28.362539 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d6d14-eb51-40eb-9e3a-641121156c70 req-566c4230-e97a-495b-b704-b9ba5986f82a tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:28.364323 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0c0d6d14-eb51-40eb-9e3a-641121156c70 req-566c4230-e97a-495b-b704-b9ba5986f82a tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 943 time: 0.0539722 Sep 17 03:53:28.393515 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-c81f9bca-f40b-4554-94c1-4af49ffb6474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec91c57-14e1-4ebf-a6bf-a10584fb1163', 'name': 'tempest-ServerRescueNegativeTestJSON-199005461-router', 'tenant_id': '294abb2085b844a99908242d4b02e263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'd61a15ac-7b12-4790-8d02-9c43ea0835f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:51Z', 'revision_number': 4, 'project_id': '294abb2085b844a99908242d4b02e263', 'gw_port': {'id': 'd61a15ac-7b12-4790-8d02-9c43ea0835f6', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec91c57-14e1-4ebf-a6bf-a10584fb1163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:43Z', 'updated_at': '2022-09-17T03:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_floatingips': [{'id': '330f115b-bbb7-4328-a212-eb1db3369ec3', 'tenant_id': '294abb2085b844a99908242d4b02e263', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': 'cec91c57-14e1-4ebf-a6bf-a10584fb1163', 'port_id': '763d28d0-99e6-46b1-a147-d5dd0a8d8b37', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0', 'mac_address': 'fa:16:3e:d8:1b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6826743-7fdd-48c9-8894-fe539ce261fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:51:22Z', 'updated_at': '2022-09-17T03:53:27Z', 'revision_number': 3, 'project_id': '294abb2085b844a99908242d4b02e263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c19f6ebb-49a0-4506-8286-d0386d11220c', 'name': '', 'network_id': '2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0', 'tenant_id': '294abb2085b844a99908242d4b02e263', 'mac_address': 'fa:16:3e:25:c6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec91c57-14e1-4ebf-a6bf-a10584fb1163', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a9bc613-44d6-4890-b247-86fc85e41240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:50Z', 'updated_at': '2022-09-17T03:48:59Z', 'revision_number': 5, 'project_id': '294abb2085b844a99908242d4b02e263', 'subnets': [{'id': '4a9bc613-44d6-4890-b247-86fc85e41240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:53:28.416838 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0c0d6d14-eb51-40eb-9e3a-641121156c70 req-2e8b4d76-b1ee-4e37-9172-b95d3f1d2a86 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464053 Sep 17 03:53:28.424914 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81f9bca-f40b-4554-94c1-4af49ffb6474 None None] Checking router: cec91c57-14e1-4ebf-a6bf-a10584fb1163 for host: dv-cinder-849143-3-iscsi {{(pid=113212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:53:28.430123 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546a96d-67a8-40f6-b3dd-b488b03f69f3 req-ee57b983-f77b-4806-bc41-78a9b830e39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:28.431596 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-a546a96d-67a8-40f6-b3dd-b488b03f69f3 req-ee57b983-f77b-4806-bc41-78a9b830e39a service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0 HTTP/1.1" status: 200 len: 919 time: 0.1994913 Sep 17 03:53:28.434622 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81f9bca-f40b-4554-94c1-4af49ffb6474 None None] Routers {'cec91c57-14e1-4ebf-a6bf-a10584fb1163'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:53:28.435224 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-c81f9bca-f40b-4554-94c1-4af49ffb6474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:53:10Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['cec91c57-14e1-4ebf-a6bf-a10584fb1163'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:53:28.455854 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcbb14-8c6e-491f-b060-24da8b950423 req-a626394d-64f8-409a-8cc9-56c30686a168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:28.457973 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-7bbcbb14-8c6e-491f-b060-24da8b950423 req-a626394d-64f8-409a-8cc9-56c30686a168 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1363528 Sep 17 03:53:28.508600 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-a546a96d-67a8-40f6-b3dd-b488b03f69f3 req-28b6a81d-ab15-436b-8c9f-00ad45ddfaf2 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=763d28d0-99e6-46b1-a147-d5dd0a8d8b37 HTTP/1.1" status: 200 len: 1002 time: 0.0625598 Sep 17 03:53:28.547618 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-c81f9bca-f40b-4554-94c1-4af49ffb6474 None None] Set router cec91c57-14e1-4ebf-a6bf-a10584fb1163 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:53:28.601078 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f992719-6e55-40dc-9cd1-ad99ae65cfc6 req-e30afe19-d37d-42cc-b0cf-f9f9521f3795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:28.602507 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-5f992719-6e55-40dc-9cd1-ad99ae65cfc6 req-e30afe19-d37d-42cc-b0cf-f9f9521f3795 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=c1a07eadb5ea4914a6e1e6f3844afe94&device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 1127 time: 0.0564125 Sep 17 03:53:28.603932 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546a96d-67a8-40f6-b3dd-b488b03f69f3 req-7749d271-42a1-4cd2-9edf-27bba7f1e317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:28.605231 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-a546a96d-67a8-40f6-b3dd-b488b03f69f3 req-7749d271-42a1-4cd2-9edf-27bba7f1e317 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=4a9bc613-44d6-4890-b247-86fc85e41240 HTTP/1.1" status: 200 len: 857 time: 0.0866938 Sep 17 03:53:28.662680 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-5f992719-6e55-40dc-9cd1-ad99ae65cfc6 req-cc57fe73-38e1-4489-a7e7-780b8821fed7 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a9faf1e-30af-44c9-b2f3-1362a9298cbe HTTP/1.1" status: 200 len: 217 time: 0.0395989 Sep 17 03:53:28.721228 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546a96d-67a8-40f6-b3dd-b488b03f69f3 req-1c4da94c-3de4-4611-baeb-e98190691c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:28.722714 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-a546a96d-67a8-40f6-b3dd-b488b03f69f3 req-1c4da94c-3de4-4611-baeb-e98190691c89 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0986569 Sep 17 03:53:28.743840 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f992719-6e55-40dc-9cd1-ad99ae65cfc6 req-63b54dd5-7e66-4ce2-909c-f62fc9cf44b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:28.745188 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-5f992719-6e55-40dc-9cd1-ad99ae65cfc6 req-63b54dd5-7e66-4ce2-909c-f62fc9cf44b8 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5 HTTP/1.1" status: 200 len: 854 time: 0.0670671 Sep 17 03:53:28.768938 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-c81f9bca-f40b-4554-94c1-4af49ffb6474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec91c57-14e1-4ebf-a6bf-a10584fb1163', 'name': 'tempest-ServerRescueNegativeTestJSON-199005461-router', 'tenant_id': '294abb2085b844a99908242d4b02e263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'd61a15ac-7b12-4790-8d02-9c43ea0835f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:51Z', 'revision_number': 4, 'project_id': '294abb2085b844a99908242d4b02e263', 'gw_port': {'id': 'd61a15ac-7b12-4790-8d02-9c43ea0835f6', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec91c57-14e1-4ebf-a6bf-a10584fb1163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:43Z', 'updated_at': '2022-09-17T03:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_floatingips': [{'id': '330f115b-bbb7-4328-a212-eb1db3369ec3', 'tenant_id': '294abb2085b844a99908242d4b02e263', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': 'cec91c57-14e1-4ebf-a6bf-a10584fb1163', 'port_id': '763d28d0-99e6-46b1-a147-d5dd0a8d8b37', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0', 'mac_address': 'fa:16:3e:d8:1b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6826743-7fdd-48c9-8894-fe539ce261fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:51:22Z', 'updated_at': '2022-09-17T03:53:27Z', 'revision_number': 3, 'project_id': '294abb2085b844a99908242d4b02e263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c19f6ebb-49a0-4506-8286-d0386d11220c', 'name': '', 'network_id': '2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0', 'tenant_id': '294abb2085b844a99908242d4b02e263', 'mac_address': 'fa:16:3e:25:c6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec91c57-14e1-4ebf-a6bf-a10584fb1163', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a9bc613-44d6-4890-b247-86fc85e41240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:50Z', 'updated_at': '2022-09-17T03:48:59Z', 'revision_number': 5, 'project_id': '294abb2085b844a99908242d4b02e263', 'subnets': [{'id': '4a9bc613-44d6-4890-b247-86fc85e41240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:53:28.802209 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81f9bca-f40b-4554-94c1-4af49ffb6474 None None] The sync data for ids ['cec91c57-14e1-4ebf-a6bf-a10584fb1163'] in dv-cinder-849143-3-iscsi is: [{'id': 'cec91c57-14e1-4ebf-a6bf-a10584fb1163', 'name': 'tempest-ServerRescueNegativeTestJSON-199005461-router', 'tenant_id': '294abb2085b844a99908242d4b02e263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'd61a15ac-7b12-4790-8d02-9c43ea0835f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:51Z', 'revision_number': 4, 'project_id': '294abb2085b844a99908242d4b02e263', 'gw_port': {'id': 'd61a15ac-7b12-4790-8d02-9c43ea0835f6', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec91c57-14e1-4ebf-a6bf-a10584fb1163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:43Z', 'updated_at': '2022-09-17T03:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_floatingips': [{'id': '330f115b-bbb7-4328-a212-eb1db3369ec3', 'tenant_id': '294abb2085b844a99908242d4b02e263', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': 'cec91c57-14e1-4ebf-a6bf-a10584fb1163', 'port_id': '763d28d0-99e6-46b1-a147-d5dd0a8d8b37', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0', 'mac_address': 'fa:16:3e:d8:1b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6826743-7fdd-48c9-8894-fe539ce261fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:51:22Z', 'updated_at': '2022-09-17T03:53:27Z', 'revision_number': 3, 'project_id': '294abb2085b844a99908242d4b02e263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c19f6ebb-49a0-4506-8286-d0386d11220c', 'name': '', 'network_id': '2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0', 'tenant_id': '294abb2085b844a99908242d4b02e263', 'mac_address': 'fa:16:3e:25:c6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec91c57-14e1-4ebf-a6bf-a10584fb1163', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a9bc613-44d6-4890-b247-86fc85e41240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:50Z', 'updated_at': '2022-09-17T03:48:59Z', 'revision_number': 5, 'project_id': '294abb2085b844a99908242d4b02e263', 'subnets': [{'id': '4a9bc613-44d6-4890-b247-86fc85e41240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:53:28.826157 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f992719-6e55-40dc-9cd1-ad99ae65cfc6 req-50d1a0b5-1cd5-48a1-985a-242d75609fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:28.828510 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-5f992719-6e55-40dc-9cd1-ad99ae65cfc6 req-50d1a0b5-1cd5-48a1-985a-242d75609fec service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=a2c22271-da7e-4d2b-b2be-97deb622f84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0743284 Sep 17 03:53:28.909402 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-a546a96d-67a8-40f6-b3dd-b488b03f69f3 req-c0120012-7351-4efe-99a3-92cc6228b36f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782594 Sep 17 03:53:28.977654 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=100 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:29.265116 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-5f992719-6e55-40dc-9cd1-ad99ae65cfc6 req-47aec2bd-e2bd-46f5-b144-d40fc537e7b9 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a2c22271-da7e-4d2b-b2be-97deb622f84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4087052 Sep 17 03:53:29.330951 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-a546a96d-67a8-40f6-b3dd-b488b03f69f3 req-98059d18-33e1-4a09-82d1-015760602e1d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4148176 Sep 17 03:53:29.375210 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-5f992719-6e55-40dc-9cd1-ad99ae65cfc6 req-89d881c9-9395-4a9f-8c94-e8ac42b16064 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a2c22271-da7e-4d2b-b2be-97deb622f84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011665 Sep 17 03:53:29.546732 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff4d20-7cd3-4500-afe7-25dd65c9b0e5 req-61131748-b370-48f3-8394-0c5fa9d650b6 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:29.548096 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e8ff4d20-7cd3-4500-afe7-25dd65c9b0e5 req-61131748-b370-48f3-8394-0c5fa9d650b6 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 943 time: 0.0460677 Sep 17 03:53:29.600291 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e8ff4d20-7cd3-4500-afe7-25dd65c9b0e5 req-e773186e-f475-44fa-99e3-05420db02f99 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453267 Sep 17 03:53:30.063651 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6826743-7fdd-48c9-8894-fe539ce261fe', 'tag': '763d28d0-99e6-46b1-a147-d5dd0a8d8b37'}] {{(pid=113211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:53:30.065893 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346c2caff186dcd388f83f6dc64b2ba25d7763d65cfebe6fa09f9256a5522518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128a24ac-9657-42ae-8fe9-2416f139addf" -d '{"events": [{"name": "network-changed", "server_uuid": "c6826743-7fdd-48c9-8894-fe539ce261fe", "tag": "763d28d0-99e6-46b1-a147-d5dd0a8d8b37"}]}' {{(pid=113211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:53:30.107922 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b225f2-dbba-4421-8992-96fc4e4d5efe x-openstack-request-id: req-f7b225f2-dbba-4421-8992-96fc4e4d5efe {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:53:30.108206 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6826743-7fdd-48c9-8894-fe539ce261fe", "tag": "763d28d0-99e6-46b1-a147-d5dd0a8d8b37", "status": "completed", "code": 200}]} {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:53:30.108451 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f7b225f2-dbba-4421-8992-96fc4e4d5efe {{(pid=113211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:53:30.108843 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7b225f2-dbba-4421-8992-96fc4e4d5efe'] response: {'name': 'network-changed', 'server_uuid': 'c6826743-7fdd-48c9-8894-fe539ce261fe', 'tag': '763d28d0-99e6-46b1-a147-d5dd0a8d8b37', 'status': 'completed', 'code': 200} Sep 17 03:53:30.687201 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a24ac-9657-42ae-8fe9-2416f139addf req-b9a30416-89c4-43b2-a7c9-d963628d2fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:30.688701 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-128a24ac-9657-42ae-8fe9-2416f139addf req-b9a30416-89c4-43b2-a7c9-d963628d2fc4 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=294abb2085b844a99908242d4b02e263&device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 1130 time: 0.0444074 Sep 17 03:53:30.725828 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410292ff-ea54-4c56-a3dc-986076f63d3f req-e3a6f639-0693-4292-b509-128dec860e17 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:30.727304 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-410292ff-ea54-4c56-a3dc-986076f63d3f req-e3a6f639-0693-4292-b509-128dec860e17 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 943 time: 0.0472949 Sep 17 03:53:30.774957 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-410292ff-ea54-4c56-a3dc-986076f63d3f req-25e20ddf-4646-4576-bf26-2a4d76e2d36c tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421503 Sep 17 03:53:30.784817 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a24ac-9657-42ae-8fe9-2416f139addf req-63b396e6-514d-44fb-9d49-f84057aaa8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:30.787176 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-128a24ac-9657-42ae-8fe9-2416f139addf req-63b396e6-514d-44fb-9d49-f84057aaa8e6 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0 HTTP/1.1" status: 200 len: 919 time: 0.0883374 Sep 17 03:53:30.854045 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-128a24ac-9657-42ae-8fe9-2416f139addf req-048788f1-061e-4084-b238-d581a9bc99e5 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=763d28d0-99e6-46b1-a147-d5dd0a8d8b37 HTTP/1.1" status: 200 len: 1002 time: 0.0593357 Sep 17 03:53:30.902265 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a24ac-9657-42ae-8fe9-2416f139addf req-c1c4bb2e-908e-4f3e-92ba-1d2abdcd3887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:30.903645 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-128a24ac-9657-42ae-8fe9-2416f139addf req-c1c4bb2e-908e-4f3e-92ba-1d2abdcd3887 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=4a9bc613-44d6-4890-b247-86fc85e41240 HTTP/1.1" status: 200 len: 857 time: 0.0433586 Sep 17 03:53:30.951144 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a24ac-9657-42ae-8fe9-2416f139addf req-9ae04169-1570-48e6-ac34-71a4c8e40f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:30.952614 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-128a24ac-9657-42ae-8fe9-2416f139addf req-9ae04169-1570-48e6-ac34-71a4c8e40f93 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372775 Sep 17 03:53:31.032804 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=100 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:31.059307 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-128a24ac-9657-42ae-8fe9-2416f139addf req-35f0034d-5279-425e-bf58-84eaa151c522 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880525 Sep 17 03:53:31.161380 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-128a24ac-9657-42ae-8fe9-2416f139addf req-2153cfd2-47cf-4e2e-82f4-447d4b80a93a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853202 Sep 17 03:53:31.900890 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1a93a-6656-4a2a-a930-9bc2ca7276cf req-25e4a248-7a0e-4217-a2d5-7d4973a101dd tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:31.902376 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e3f1a93a-6656-4a2a-a930-9bc2ca7276cf req-25e4a248-7a0e-4217-a2d5-7d4973a101dd tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 943 time: 0.0461323 Sep 17 03:53:31.950812 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e3f1a93a-6656-4a2a-a930-9bc2ca7276cf req-13d0528b-b620-4888-b1db-75bf41548236 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429974 Sep 17 03:53:32.023210 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:33.084161 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898a957-ea26-4a48-81f6-8e3492d54a2c req-8f05d83c-a21f-4fc9-be1b-15ad17f4723e tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:33.085508 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b898a957-ea26-4a48-81f6-8e3492d54a2c req-8f05d83c-a21f-4fc9-be1b-15ad17f4723e tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 943 time: 0.0502031 Sep 17 03:53:33.133585 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b898a957-ea26-4a48-81f6-8e3492d54a2c req-4e005096-0f2f-448c-ab95-67dd0ccf9391 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420294 Sep 17 03:53:33.307676 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 7a9faf1e-30af-44c9-b2f3-1362a9298cbe details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=113212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 03:53:33.405332 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port 7a9faf1e-30af-44c9-b2f3-1362a9298cbe, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=7a9faf1e-30af-44c9-b2f3-1362a9298cbe,segment=NetworkSegment(08cb3b6a-b907-4438-a94b-64c1979bcd7f),segment_id=08cb3b6a-b907-4438-a94b-64c1979bcd7f)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:53:33.417600 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Returning: {'device': '7a9faf1e-30af-44c9-b2f3-1362a9298cbe', 'network_id': 'a2c22271-da7e-4d2b-b2be-97deb622f84c', 'port_id': '7a9faf1e-30af-44c9-b2f3-1362a9298cbe', 'mac_address': 'fa:16:3e:34:c4:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 03:53:33.457105 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=100 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:33.461642 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port 7a9faf1e-30af-44c9-b2f3-1362a9298cbe is: DOWN; New status is: BUILD {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:53:33.462059 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (7a9faf1e-30af-44c9-b2f3-1362a9298cbe), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:33.476967 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a9faf1e-30af-44c9-b2f3-1362a9298cbe {{(pid=113212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:53:33.497619 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port 7a9faf1e-30af-44c9-b2f3-1362a9298cbe, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=7a9faf1e-30af-44c9-b2f3-1362a9298cbe,segment=NetworkSegment(08cb3b6a-b907-4438-a94b-64c1979bcd7f),segment_id=08cb3b6a-b907-4438-a94b-64c1979bcd7f)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:53:33.594172 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (7a9faf1e-30af-44c9-b2f3-1362a9298cbe), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:33.640426 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=7a9faf1e-30af-44c9-b2f3-1362a9298cbe,revision_number=4']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:53:34.025551 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] get_ports_and_sgs() called for port_ids ['7a9faf1e-30af-44c9-b2f3-1362a9298cbe'] {{(pid=113212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:53:34.261696 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298fdfc-6a12-4b3b-bbbf-ef0f18c7207b req-ca84ba27-7ce8-44c7-a6e0-8f7fde1c6e98 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:34.263180 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-1298fdfc-6a12-4b3b-bbbf-ef0f18c7207b req-ca84ba27-7ce8-44c7-a6e0-8f7fde1c6e98 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 944 time: 0.0461369 Sep 17 03:53:34.296981 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:34.310722 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-1298fdfc-6a12-4b3b-bbbf-ef0f18c7207b req-29f4051a-3e84-408e-b8bc-8c28a1b8a8bc tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419273 Sep 17 03:53:35.342857 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 7a9faf1e-30af-44c9-b2f3-1362a9298cbe up at agent hyperv_hv-cinder-84914 {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:53:35.385574 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Provisioning for port 7a9faf1e-30af-44c9-b2f3-1362a9298cbe completed by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 03:53:35.438935 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f095dd5-683c-4145-912b-683e5a80ec62 req-19427328-69db-456e-beff-c126911091e3 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:35.440428 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-2f095dd5-683c-4145-912b-683e5a80ec62 req-19427328-69db-456e-beff-c126911091e3 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 944 time: 0.0463955 Sep 17 03:53:35.474727 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Provisioning complete for port 7a9faf1e-30af-44c9-b2f3-1362a9298cbe triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:53:35.475110 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (7a9faf1e-30af-44c9-b2f3-1362a9298cbe), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:35.475462 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Attempt 1 to provision port 7a9faf1e-30af-44c9-b2f3-1362a9298cbe Sep 17 03:53:35.479447 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:35.494801 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-2f095dd5-683c-4145-912b-683e5a80ec62 req-18355ec0-8aff-4951-86c8-c2ce6f59618b tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483997 Sep 17 03:53:35.670121 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port 7a9faf1e-30af-44c9-b2f3-1362a9298cbe is: BUILD; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:53:35.670504 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (7a9faf1e-30af-44c9-b2f3-1362a9298cbe), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:35.694324 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73bec81-39a0-47b3-b066-7f91389818b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9faf1e-30af-44c9-b2f3-1362a9298cbe'}] {{(pid=113212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:53:35.696584 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc6586f6b4c6bd034ee7705c69f50a833cff710b963951e05e6de8956872ccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f287d3d7-14e1-4f96-9bce-35a90ae688f6" -d '{"events": [{"server_uuid": "d73bec81-39a0-47b3-b066-7f91389818b5", "name": "network-vif-plugged", "status": "completed", "tag": "7a9faf1e-30af-44c9-b2f3-1362a9298cbe"}]}' {{(pid=113212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:53:35.709472 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port 7a9faf1e-30af-44c9-b2f3-1362a9298cbe, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=7a9faf1e-30af-44c9-b2f3-1362a9298cbe,segment=NetworkSegment(08cb3b6a-b907-4438-a94b-64c1979bcd7f),segment_id=08cb3b6a-b907-4438-a94b-64c1979bcd7f)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:53:35.734442 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406233df-3dea-46e8-9450-feda565721aa x-openstack-request-id: req-406233df-3dea-46e8-9450-feda565721aa {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:53:35.734728 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73bec81-39a0-47b3-b066-7f91389818b5", "name": "network-vif-plugged", "status": "completed", "tag": "7a9faf1e-30af-44c9-b2f3-1362a9298cbe", "code": 200}]} {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:53:35.734978 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-406233df-3dea-46e8-9450-feda565721aa {{(pid=113212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:53:35.735373 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-406233df-3dea-46e8-9450-feda565721aa'] response: {'server_uuid': 'd73bec81-39a0-47b3-b066-7f91389818b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9faf1e-30af-44c9-b2f3-1362a9298cbe', 'code': 200} Sep 17 03:53:35.759790 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (7a9faf1e-30af-44c9-b2f3-1362a9298cbe), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:35.809678 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=7a9faf1e-30af-44c9-b2f3-1362a9298cbe,revision_number=5']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:53:36.154906 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14c12a-d628-4f9b-aeb6-2eac4f40e742 req-cd0c01e2-3f7e-4501-9d57-a5edf190a587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:36.156475 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-6c14c12a-d628-4f9b-aeb6-2eac4f40e742 req-cd0c01e2-3f7e-4501-9d57-a5edf190a587 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 1129 time: 0.0420256 Sep 17 03:53:36.203725 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-6c14c12a-d628-4f9b-aeb6-2eac4f40e742 req-707c7b0a-40e9-4928-8a58-1d61c0400445 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379848 Sep 17 03:53:36.624999 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eee767-3338-4e43-91ab-ab4e1ac1d8bf req-c20f6b35-28fb-4cec-b9d7-01c4bba7a0a4 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:36.626475 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-07eee767-3338-4e43-91ab-ab4e1ac1d8bf req-c20f6b35-28fb-4cec-b9d7-01c4bba7a0a4 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 945 time: 0.0479031 Sep 17 03:53:36.672990 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-07eee767-3338-4e43-91ab-ab4e1ac1d8bf req-62abd421-ea72-4fab-b2ba-0741df5a318b tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409508 Sep 17 03:53:37.797791 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e35cc-6c57-463e-96c8-c523336e797f req-c53312e3-0551-468b-ad3b-e0ba4642582b tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:37.799297 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-fa9e35cc-6c57-463e-96c8-c523336e797f req-c53312e3-0551-468b-ad3b-e0ba4642582b tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 945 time: 0.0463858 Sep 17 03:53:37.850013 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-fa9e35cc-6c57-463e-96c8-c523336e797f req-e6332e64-b1b5-4837-b0aa-6306689b0947 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430555 Sep 17 03:53:37.966413 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-c6efda7f-6cbc-421e-9fc5-f615862ff1da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b0b4725d-5d3f-4adf-8b60-729f2f7a35da), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:38.985231 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83824e45-caa9-466c-9a73-2c7918b705af req-ff0536c3-00fb-4178-94b9-ed4ed3260dd1 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:38.986706 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-83824e45-caa9-466c-9a73-2c7918b705af req-ff0536c3-00fb-4178-94b9-ed4ed3260dd1 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 945 time: 0.0544779 Sep 17 03:53:39.033910 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-83824e45-caa9-466c-9a73-2c7918b705af req-390008f8-1032-48e8-9c40-d5e2ad6aa336 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411308 Sep 17 03:53:39.155797 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6014ad-6d7e-41e8-b33c-d3062828e543 req-4ee88971-efaa-483e-bff9-4ce60ee91695 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:39.157249 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0b6014ad-6d7e-41e8-b33c-d3062828e543 req-4ee88971-efaa-483e-bff9-4ce60ee91695 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 945 time: 0.0458343 Sep 17 03:53:39.168212 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 50422) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:53:39.172528 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [None req-0d05b473-44d0-4bc2-b1b1-0b942d68c6d3 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Request body: {'floatingip': {'port_id': '7a9faf1e-30af-44c9-b2f3-1362a9298cbe'}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:53:39.213028 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0d05b473-44d0-4bc2-b1b1-0b942d68c6d3 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks [] for floatingip (d8e5ac66-ee94-43b2-b574-e2ab73c321ff), before_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:39.270131 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:39.641748 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0d05b473-44d0-4bc2-b1b1-0b942d68c6d3 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:39.674174 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0d05b473-44d0-4bc2-b1b1-0b942d68c6d3 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615334'] for floatingip (d8e5ac66-ee94-43b2-b574-e2ab73c321ff), after_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:39.784571 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.db.l3_db [None req-0d05b473-44d0-4bc2-b1b1-0b942d68c6d3 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Floating IP d8e5ac66-ee94-43b2-b574-e2ab73c321ff associated. External IP: 172.27.0.53, port: 7a9faf1e-30af-44c9-b2f3-1362a9298cbe. Sep 17 03:53:39.859386 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e7d4d-d408-4907-8ccf-27b7126a3fb7 req-02fde157-d065-48cb-a794-afac818655e4 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:39.860916 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7d5e7d4d-d408-4907-8ccf-27b7126a3fb7 req-02fde157-d065-48cb-a794-afac818655e4 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 985 time: 0.0876811 Sep 17 03:53:39.925704 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:39.943331 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5989073-4aa7-4344-91b8-c89b4803b1fc req-24b54f11-0231-4165-b5a8-c616ac11c3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:39.944851 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-d5989073-4aa7-4344-91b8-c89b4803b1fc req-24b54f11-0231-4165-b5a8-c616ac11c3dd service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=0cdb8140dca34727ab99c95efc7acb81&device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 1169 time: 0.0395818 Sep 17 03:53:39.968397 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7d5e7d4d-d408-4907-8ccf-27b7126a3fb7 req-514e1706-fddc-4b63-9c87-1442e7e807bf tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b4a13084-8dac-44d2-bb8f-f8f2c9cef483&id=d8275a16-90b5-4561-abe3-858bc0d2510f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1012006 Sep 17 03:53:40.045462 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=100 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:40.050173 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5989073-4aa7-4344-91b8-c89b4803b1fc req-e70e8dd5-2bc5-4c05-a0b3-a909517a5c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:40.051875 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-d5989073-4aa7-4344-91b8-c89b4803b1fc req-e70e8dd5-2bc5-4c05-a0b3-a909517a5c92 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=a074f835-aa65-4c2d-81dc-c695b3cf95bc HTTP/1.1" status: 200 len: 914 time: 0.0967436 Sep 17 03:53:40.073436 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d05b473-44d0-4bc2-b1b1-0b942d68c6d3 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Router 55187bde-bd51-4273-87a5-034f3846d8b9 has already been hosted by L3 agent b971cbd0-997d-41fb-8614-0aea29982798 {{(pid=113211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:53:40.115506 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-d5989073-4aa7-4344-91b8-c89b4803b1fc req-f15fd8bc-10e3-436c-a318-f4b68c768734 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ca4f360-9c06-4609-ad1e-cb074af587c0 HTTP/1.1" status: 200 len: 1002 time: 0.0567610 Sep 17 03:53:40.169065 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5989073-4aa7-4344-91b8-c89b4803b1fc req-bcf168bd-a47a-4128-bd59-7720df9001d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:40.170570 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-d5989073-4aa7-4344-91b8-c89b4803b1fc req-bcf168bd-a47a-4128-bd59-7720df9001d4 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=94dd6929-42d1-492b-beda-592421495231 HTTP/1.1" status: 200 len: 852 time: 0.0441597 Sep 17 03:53:40.176537 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d05b473-44d0-4bc2-b1b1-0b942d68c6d3 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:53:40.180979 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0d05b473-44d0-4bc2-b1b1-0b942d68c6d3 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for floatingip (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:40.187357 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd50aa1-46f5-406f-b7df-adde103b6294 None None] Sync routers for ids ['55187bde-bd51-4273-87a5-034f3846d8b9'] in dv-cinder-849143-3-iscsi {{(pid=113213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:53:40.203939 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:40.210926 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd50aa1-46f5-406f-b7df-adde103b6294 None None] Routers {'55187bde-bd51-4273-87a5-034f3846d8b9'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:53:40.211537 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-edd50aa1-46f5-406f-b7df-adde103b6294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:53:10Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['55187bde-bd51-4273-87a5-034f3846d8b9'], 'active': True} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:53:40.214495 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-0d05b473-44d0-4bc2-b1b1-0b942d68c6d3 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/d8e5ac66-ee94-43b2-b574-e2ab73c321ff HTTP/1.1" status: 200 len: 990 time: 1.0445848 Sep 17 03:53:40.214796 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd73bec81-39a0-47b3-b066-7f91389818b5', 'tag': '7a9faf1e-30af-44c9-b2f3-1362a9298cbe'}] {{(pid=113211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:53:40.217666 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346c2caff186dcd388f83f6dc64b2ba25d7763d65cfebe6fa09f9256a5522518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745f344f-89c0-4951-b829-68c7afe66022" -d '{"events": [{"name": "network-changed", "server_uuid": "d73bec81-39a0-47b3-b066-7f91389818b5", "tag": "7a9faf1e-30af-44c9-b2f3-1362a9298cbe"}]}' {{(pid=113211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:53:40.231611 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5989073-4aa7-4344-91b8-c89b4803b1fc req-767ff3e4-fb24-450f-bc8a-6f80dfa82fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:40.233282 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-d5989073-4aa7-4344-91b8-c89b4803b1fc req-767ff3e4-fb24-450f-bc8a-6f80dfa82fc2 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=a074f835-aa65-4c2d-81dc-c695b3cf95bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453324 Sep 17 03:53:40.259172 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93bf625-2425-4461-8d61-4cdca2accb09 x-openstack-request-id: req-c93bf625-2425-4461-8d61-4cdca2accb09 {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:53:40.259553 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d73bec81-39a0-47b3-b066-7f91389818b5", "tag": "7a9faf1e-30af-44c9-b2f3-1362a9298cbe", "status": "completed", "code": 200}]} {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:53:40.259893 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c93bf625-2425-4461-8d61-4cdca2accb09 {{(pid=113211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:53:40.260423 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c93bf625-2425-4461-8d61-4cdca2accb09'] response: {'name': 'network-changed', 'server_uuid': 'd73bec81-39a0-47b3-b066-7f91389818b5', 'tag': '7a9faf1e-30af-44c9-b2f3-1362a9298cbe', 'status': 'completed', 'code': 200} Sep 17 03:53:40.297416 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-82e09b65-6a41-438d-8fa8-abd003112e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b971cbd0-997d-41fb-8614-0aea29982798), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:40.325542 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvr_db [None req-edd50aa1-46f5-406f-b7df-adde103b6294 None None] Set router 55187bde-bd51-4273-87a5-034f3846d8b9 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:53:40.414397 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f344f-89c0-4951-b829-68c7afe66022 req-e119ebae-7891-493f-b3fe-bb6c728de20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:40.415865 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-745f344f-89c0-4951-b829-68c7afe66022 req-e119ebae-7891-493f-b3fe-bb6c728de20b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=c1a07eadb5ea4914a6e1e6f3844afe94&device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 1129 time: 0.0503201 Sep 17 03:53:40.461525 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-d5989073-4aa7-4344-91b8-c89b4803b1fc req-f064bf7b-dbea-4cf9-b7ca-b4e2a8066efb service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a074f835-aa65-4c2d-81dc-c695b3cf95bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411369 Sep 17 03:53:40.540641 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-edd50aa1-46f5-406f-b7df-adde103b6294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'name': 'tempest-AttachVolumeShelveTestJSON-78764827-router', 'tenant_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'd838550e-a97c-48f5-88c3-721de7e315e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:40Z', 'updated_at': '2022-09-17T03:48:49Z', 'revision_number': 4, 'project_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'gw_port': {'id': 'd838550e-a97c-48f5-88c3-721de7e315e5', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ed:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_floatingips': [{'id': 'd8e5ac66-ee94-43b2-b574-e2ab73c321ff', 'tenant_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'port_id': '7a9faf1e-30af-44c9-b2f3-1362a9298cbe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2c22271-da7e-4d2b-b2be-97deb622f84c', 'mac_address': 'fa:16:3e:34:c4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73bec81-39a0-47b3-b066-7f91389818b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:53:20Z', 'updated_at': '2022-09-17T03:53:39Z', 'revision_number': 1, 'project_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b48780f2-bafd-4655-9b4e-36f920d83460', 'name': '', 'network_id': 'a2c22271-da7e-4d2b-b2be-97deb622f84c', 'tenant_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'mac_address': 'fa:16:3e:33:74:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:47Z', 'updated_at': '2022-09-17T03:49:01Z', 'revision_number': 5, 'project_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'subnets': [{'id': 'eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:53:40.572667 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd50aa1-46f5-406f-b7df-adde103b6294 None None] Checking router: 55187bde-bd51-4273-87a5-034f3846d8b9 for host: dv-cinder-849143-3-iscsi {{(pid=113213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:53:40.583621 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd50aa1-46f5-406f-b7df-adde103b6294 None None] Routers {'55187bde-bd51-4273-87a5-034f3846d8b9'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:53:40.584227 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-edd50aa1-46f5-406f-b7df-adde103b6294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:53:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['55187bde-bd51-4273-87a5-034f3846d8b9'], 'active': True} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:53:40.602579 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f344f-89c0-4951-b829-68c7afe66022 req-54784adf-7170-4832-bf89-eeea28e77398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:40.604059 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-745f344f-89c0-4951-b829-68c7afe66022 req-54784adf-7170-4832-bf89-eeea28e77398 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=a2c22271-da7e-4d2b-b2be-97deb622f84c HTTP/1.1" status: 200 len: 916 time: 0.1741374 Sep 17 03:53:40.609271 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-d5989073-4aa7-4344-91b8-c89b4803b1fc req-8b7e8633-3a19-42c6-9f19-f23525dd74a5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a074f835-aa65-4c2d-81dc-c695b3cf95bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227555 Sep 17 03:53:40.688110 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-745f344f-89c0-4951-b829-68c7afe66022 req-76298646-d2fa-4745-8ed6-98a6d788eeb1 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a9faf1e-30af-44c9-b2f3-1362a9298cbe HTTP/1.1" status: 200 len: 998 time: 0.0589232 Sep 17 03:53:40.690509 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvr_db [None req-edd50aa1-46f5-406f-b7df-adde103b6294 None None] Set router 55187bde-bd51-4273-87a5-034f3846d8b9 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:53:40.799527 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f344f-89c0-4951-b829-68c7afe66022 req-a51603ba-dbe2-40ef-864d-e6e117b4f045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:40.802229 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-745f344f-89c0-4951-b829-68c7afe66022 req-a51603ba-dbe2-40ef-864d-e6e117b4f045 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5 HTTP/1.1" status: 200 len: 854 time: 0.0553541 Sep 17 03:53:40.852681 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f344f-89c0-4951-b829-68c7afe66022 req-c3624ab0-bfad-45de-a6c3-f498e0331e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:40.854143 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-745f344f-89c0-4951-b829-68c7afe66022 req-c3624ab0-bfad-45de-a6c3-f498e0331e0a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=a2c22271-da7e-4d2b-b2be-97deb622f84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445974 Sep 17 03:53:40.906805 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-edd50aa1-46f5-406f-b7df-adde103b6294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'name': 'tempest-AttachVolumeShelveTestJSON-78764827-router', 'tenant_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'd838550e-a97c-48f5-88c3-721de7e315e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:40Z', 'updated_at': '2022-09-17T03:48:49Z', 'revision_number': 4, 'project_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'gw_port': {'id': 'd838550e-a97c-48f5-88c3-721de7e315e5', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ed:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_floatingips': [{'id': 'd8e5ac66-ee94-43b2-b574-e2ab73c321ff', 'tenant_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'port_id': '7a9faf1e-30af-44c9-b2f3-1362a9298cbe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2c22271-da7e-4d2b-b2be-97deb622f84c', 'mac_address': 'fa:16:3e:34:c4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73bec81-39a0-47b3-b066-7f91389818b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:53:20Z', 'updated_at': '2022-09-17T03:53:39Z', 'revision_number': 1, 'project_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b48780f2-bafd-4655-9b4e-36f920d83460', 'name': '', 'network_id': 'a2c22271-da7e-4d2b-b2be-97deb622f84c', 'tenant_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'mac_address': 'fa:16:3e:33:74:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:47Z', 'updated_at': '2022-09-17T03:49:01Z', 'revision_number': 5, 'project_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'subnets': [{'id': 'eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:53:40.934236 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=100 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:40.938277 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd50aa1-46f5-406f-b7df-adde103b6294 None None] The sync data for ids ['55187bde-bd51-4273-87a5-034f3846d8b9'] in dv-cinder-849143-3-iscsi is: [{'id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'name': 'tempest-AttachVolumeShelveTestJSON-78764827-router', 'tenant_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'd838550e-a97c-48f5-88c3-721de7e315e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:40Z', 'updated_at': '2022-09-17T03:48:49Z', 'revision_number': 4, 'project_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'gw_port': {'id': 'd838550e-a97c-48f5-88c3-721de7e315e5', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ed:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_floatingips': [{'id': 'd8e5ac66-ee94-43b2-b574-e2ab73c321ff', 'tenant_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'port_id': '7a9faf1e-30af-44c9-b2f3-1362a9298cbe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2c22271-da7e-4d2b-b2be-97deb622f84c', 'mac_address': 'fa:16:3e:34:c4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73bec81-39a0-47b3-b066-7f91389818b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:53:20Z', 'updated_at': '2022-09-17T03:53:39Z', 'revision_number': 1, 'project_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b48780f2-bafd-4655-9b4e-36f920d83460', 'name': '', 'network_id': 'a2c22271-da7e-4d2b-b2be-97deb622f84c', 'tenant_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'mac_address': 'fa:16:3e:33:74:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:47Z', 'updated_at': '2022-09-17T03:49:01Z', 'revision_number': 5, 'project_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'subnets': [{'id': 'eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:53:40.960357 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-745f344f-89c0-4951-b829-68c7afe66022 req-0724e5e2-ad1f-493e-8aee-dcf1bcc6e7e9 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a2c22271-da7e-4d2b-b2be-97deb622f84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901029 Sep 17 03:53:41.062096 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-745f344f-89c0-4951-b829-68c7afe66022 req-dfa30861-b83a-484c-b90e-7f80dab1f032 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a2c22271-da7e-4d2b-b2be-97deb622f84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936360 Sep 17 03:53:41.149489 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a3290b-ae32-475d-b0a9-3cc3d902795a None None] New status for floating IP d8e5ac66-ee94-43b2-b574-e2ab73c321ff: ACTIVE {{(pid=113212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 03:53:41.218510 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643cea1-1d11-4abf-9134-cef65c6826f9 req-684b89fe-fe68-4320-b69e-5baf27735bc6 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:41.220088 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a643cea1-1d11-4abf-9134-cef65c6826f9 req-684b89fe-fe68-4320-b69e-5baf27735bc6 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 985 time: 0.1698883 Sep 17 03:53:41.285623 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a643cea1-1d11-4abf-9134-cef65c6826f9 req-36256c73-0123-4231-8e1b-a4bbc05921ef tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b4a13084-8dac-44d2-bb8f-f8f2c9cef483&id=d8275a16-90b5-4561-abe3-858bc0d2510f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0594437 Sep 17 03:53:41.451950 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ff42d983-095d-47ba-82c6-d5d7a2ded2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b812d02d-dcd0-44a4-bd1c-6e92b95e6b3f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:42.459556 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6973061-d27c-4716-9968-6f931e6788ed req-9825ce17-c128-4c92-8ea4-83ffa87d92cf tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:42.460912 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a6973061-d27c-4716-9968-6f931e6788ed req-9825ce17-c128-4c92-8ea4-83ffa87d92cf tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 985 time: 0.0958292 Sep 17 03:53:42.519372 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a6973061-d27c-4716-9968-6f931e6788ed req-a079dff6-599b-47ce-80ed-7d0a88f3ff00 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b4a13084-8dac-44d2-bb8f-f8f2c9cef483&id=d8275a16-90b5-4561-abe3-858bc0d2510f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525339 Sep 17 03:53:43.000029 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (287db9f2-8160-4728-95aa-12aebca604d4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:43.302704 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fecdf064-2280-4810-8c6f-7fec6cce5654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (7e0cb1e0-c4a7-4d3b-9abd-ffc9973ed5e0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:43.643909 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4633f0-7aaa-48d8-95c4-7a3f0491792e req-d1065d9e-ef4a-4725-8e3b-5d5a4768676f tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:43.645778 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-fb4633f0-7aaa-48d8-95c4-7a3f0491792e req-d1065d9e-ef4a-4725-8e3b-5d5a4768676f tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 985 time: 0.0511608 Sep 17 03:53:43.708253 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-fb4633f0-7aaa-48d8-95c4-7a3f0491792e req-9afc167b-89b2-4282-9212-06961049b61b tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b4a13084-8dac-44d2-bb8f-f8f2c9cef483&id=d8275a16-90b5-4561-abe3-858bc0d2510f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563819 Sep 17 03:53:44.832030 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971edb1d-8069-4547-95c3-ee01e0b885cf req-ea9c5637-f021-4383-836b-08b7a1ebd2df tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:44.834128 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-971edb1d-8069-4547-95c3-ee01e0b885cf req-ea9c5637-f021-4383-836b-08b7a1ebd2df tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 985 time: 0.0501845 Sep 17 03:53:44.892198 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-971edb1d-8069-4547-95c3-ee01e0b885cf req-b206593f-2356-4796-ba40-7dc41be670e5 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b4a13084-8dac-44d2-bb8f-f8f2c9cef483&id=d8275a16-90b5-4561-abe3-858bc0d2510f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524526 Sep 17 03:53:46.013863 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c7023-6788-4099-a766-ec75ed8a9598 req-6a79849b-c3cc-4695-bde0-d2aa784cbbc3 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:46.015333 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-320c7023-6788-4099-a766-ec75ed8a9598 req-6a79849b-c3cc-4695-bde0-d2aa784cbbc3 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 985 time: 0.0481784 Sep 17 03:53:46.077993 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-320c7023-6788-4099-a766-ec75ed8a9598 req-4b69a523-3410-4eb4-9c55-6d75057626a9 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b4a13084-8dac-44d2-bb8f-f8f2c9cef483&id=d8275a16-90b5-4561-abe3-858bc0d2510f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561638 Sep 17 03:53:46.232225 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-f37092f4-c95a-4ed6-b920-88154f4b1021 req-a3a25719-90d4-4b92-b235-23b442b9d46d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f73d2688-0699-49aa-9019-94ca41f9df5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385826 Sep 17 03:53:46.354826 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37092f4-c95a-4ed6-b920-88154f4b1021 req-3ca73731-869b-43ad-8a4f-5d9f90c9084c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:46.356223 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-f37092f4-c95a-4ed6-b920-88154f4b1021 req-3ca73731-869b-43ad-8a4f-5d9f90c9084c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=294abb2085b844a99908242d4b02e263&device_id=f73d2688-0699-49aa-9019-94ca41f9df5c HTTP/1.1" status: 200 len: 1129 time: 0.0404861 Sep 17 03:53:46.388374 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (56a63866-613b-46a0-90ee-05b9222d9bfc), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:46.467079 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=100 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:46.470035 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37092f4-c95a-4ed6-b920-88154f4b1021 req-a32e6b26-87d3-431b-a0ab-9cf0d6bf6f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:46.471515 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-f37092f4-c95a-4ed6-b920-88154f4b1021 req-a32e6b26-87d3-431b-a0ab-9cf0d6bf6f96 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0 HTTP/1.1" status: 200 len: 919 time: 0.0930269 Sep 17 03:53:46.511898 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-f37092f4-c95a-4ed6-b920-88154f4b1021 req-f284cc24-2f53-44f4-be3c-5270472f3b9f service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3503855f-51a9-451a-8977-ccd98a4a0f27 HTTP/1.1" status: 200 len: 217 time: 0.0331810 Sep 17 03:53:46.560245 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37092f4-c95a-4ed6-b920-88154f4b1021 req-1b8481db-0dfb-40b7-8fb7-63d06a3409f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:46.561658 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-f37092f4-c95a-4ed6-b920-88154f4b1021 req-1b8481db-0dfb-40b7-8fb7-63d06a3409f3 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=4a9bc613-44d6-4890-b247-86fc85e41240 HTTP/1.1" status: 200 len: 857 time: 0.0431561 Sep 17 03:53:46.608870 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37092f4-c95a-4ed6-b920-88154f4b1021 req-320b5cc8-f54a-40fb-8e5f-971d97dba357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:46.610283 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-f37092f4-c95a-4ed6-b920-88154f4b1021 req-320b5cc8-f54a-40fb-8e5f-971d97dba357 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409460 Sep 17 03:53:46.702367 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-f37092f4-c95a-4ed6-b920-88154f4b1021 req-49cf9d4d-9b85-4152-a633-ca87f29a27c1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823770 Sep 17 03:53:46.796720 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-f37092f4-c95a-4ed6-b920-88154f4b1021 req-70f467df-e429-4355-bb52-172b53df813f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870934 Sep 17 03:53:47.200324 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a7f02-526d-442d-8368-994a3da625ab req-709449aa-b80c-44b4-bcb9-febc8f39891f tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:47.201798 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e00a7f02-526d-442d-8368-994a3da625ab req-709449aa-b80c-44b4-bcb9-febc8f39891f tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 985 time: 0.0472610 Sep 17 03:53:47.266747 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e00a7f02-526d-442d-8368-994a3da625ab req-0afe8405-f647-460e-a90d-025875bdff1b tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b4a13084-8dac-44d2-bb8f-f8f2c9cef483&id=d8275a16-90b5-4561-abe3-858bc0d2510f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585272 Sep 17 03:53:48.387119 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25868fa-7724-4fd1-97f2-d84ace638238 req-08104adb-41d4-4e11-a6bb-9080123492b7 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:48.388561 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d25868fa-7724-4fd1-97f2-d84ace638238 req-08104adb-41d4-4e11-a6bb-9080123492b7 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 985 time: 0.0468349 Sep 17 03:53:48.448261 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d25868fa-7724-4fd1-97f2-d84ace638238 req-9b13a552-d5d0-489c-b5f4-d73d396b1291 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b4a13084-8dac-44d2-bb8f-f8f2c9cef483&id=d8275a16-90b5-4561-abe3-858bc0d2510f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540869 Sep 17 03:53:49.574530 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c979e5-d9aa-4fe1-91c2-ec485b3d3b72 req-b0f68ee1-7da3-4115-a5eb-f4706ac0de83 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:49.575969 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-08c979e5-d9aa-4fe1-91c2-ec485b3d3b72 req-b0f68ee1-7da3-4115-a5eb-f4706ac0de83 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 985 time: 0.0463915 Sep 17 03:53:49.635206 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-08c979e5-d9aa-4fe1-91c2-ec485b3d3b72 req-3cd2bd06-ecd6-4208-b5b8-9a4bcf048aee tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b4a13084-8dac-44d2-bb8f-f8f2c9cef483&id=d8275a16-90b5-4561-abe3-858bc0d2510f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536258 Sep 17 03:53:50.746086 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:50.759457 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53ff04-1114-4a2c-96ca-2c4f08c3f594 req-bf88fa22-9baa-47ba-9592-ee94bf24bff3 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:50.762298 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-be53ff04-1114-4a2c-96ca-2c4f08c3f594 req-bf88fa22-9baa-47ba-9592-ee94bf24bff3 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 985 time: 0.0503025 Sep 17 03:53:50.786463 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:50.822398 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-be53ff04-1114-4a2c-96ca-2c4f08c3f594 req-400b7362-ee28-436a-86b0-2ecadeeb9c28 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b4a13084-8dac-44d2-bb8f-f8f2c9cef483&id=d8275a16-90b5-4561-abe3-858bc0d2510f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556109 Sep 17 03:53:50.903937 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=80 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:50.909983 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=68 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:51.947833 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c0fc1-f1eb-4cb6-ab9c-e1a15b9b8121 req-79030e6e-0d55-4db2-a801-559db136e19f tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:51.949948 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-170c0fc1-f1eb-4cb6-ab9c-e1a15b9b8121 req-79030e6e-0d55-4db2-a801-559db136e19f tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 985 time: 0.0489228 Sep 17 03:53:52.021016 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-170c0fc1-f1eb-4cb6-ab9c-e1a15b9b8121 req-0c971510-eb35-4515-a7df-60134512578f tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b4a13084-8dac-44d2-bb8f-f8f2c9cef483&id=d8275a16-90b5-4561-abe3-858bc0d2510f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0657699 Sep 17 03:53:53.144933 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd8358-2c9e-4c48-9496-d304f48cf1ca req-d816701e-043e-42c1-9118-4d370bd9edad tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:53.146460 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-70cd8358-2c9e-4c48-9496-d304f48cf1ca req-d816701e-043e-42c1-9118-4d370bd9edad tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 985 time: 0.0504715 Sep 17 03:53:53.204855 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-70cd8358-2c9e-4c48-9496-d304f48cf1ca req-7653aef1-d305-47c8-8df8-07269734859c tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b4a13084-8dac-44d2-bb8f-f8f2c9cef483&id=d8275a16-90b5-4561-abe3-858bc0d2510f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527256 Sep 17 03:53:54.327786 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f396552d-156d-462c-a620-965e26abdbd4 req-dd240f76-bb35-42e2-a7d6-7be764fdbf7c tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:54.329260 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f396552d-156d-462c-a620-965e26abdbd4 req-dd240f76-bb35-42e2-a7d6-7be764fdbf7c tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 985 time: 0.0486531 Sep 17 03:53:54.391258 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f396552d-156d-462c-a620-965e26abdbd4 req-7f1a6afa-b3c9-45ba-a959-0be505af7c03 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b4a13084-8dac-44d2-bb8f-f8f2c9cef483&id=d8275a16-90b5-4561-abe3-858bc0d2510f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559900 Sep 17 03:53:55.514311 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862cf0f5-cad6-41c0-9519-4dab758945da req-ae7458e8-4bf9-4be5-ad1e-578395666ff1 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:55.515790 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-862cf0f5-cad6-41c0-9519-4dab758945da req-ae7458e8-4bf9-4be5-ad1e-578395666ff1 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 985 time: 0.0468383 Sep 17 03:53:55.583697 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-862cf0f5-cad6-41c0-9519-4dab758945da req-2b8641c0-1506-4b38-9af7-43ce2e5dd12b tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b4a13084-8dac-44d2-bb8f-f8f2c9cef483&id=d8275a16-90b5-4561-abe3-858bc0d2510f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0613065 Sep 17 03:53:56.319310 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:56.324299 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=51,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:56.703412 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c2aa5-5fea-457f-be51-bec1e4576f0c req-d1c91340-78ba-4173-8df3-e9ffd993f2ec tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:56.704879 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e04c2aa5-5fea-457f-be51-bec1e4576f0c req-d1c91340-78ba-4173-8df3-e9ffd993f2ec tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 985 time: 0.0460365 Sep 17 03:53:56.764653 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e04c2aa5-5fea-457f-be51-bec1e4576f0c req-24b687b8-0f12-48ed-b34f-3df1ee1d7a16 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b4a13084-8dac-44d2-bb8f-f8f2c9cef483&id=d8275a16-90b5-4561-abe3-858bc0d2510f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534115 Sep 17 03:53:56.792068 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=56 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:56.794050 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=28 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:53:57.884292 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fff0a7-17b8-4e52-ae5b-2b531bbef126 req-164c39bb-c913-458c-bfda-35d99e1e9527 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:53:57.885716 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-48fff0a7-17b8-4e52-ae5b-2b531bbef126 req-164c39bb-c913-458c-bfda-35d99e1e9527 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 985 time: 0.0461912 Sep 17 03:53:57.944277 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-48fff0a7-17b8-4e52-ae5b-2b531bbef126 req-5e2749e1-75b7-4a2a-9972-8df20b9d0c25 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b4a13084-8dac-44d2-bb8f-f8f2c9cef483&id=d8275a16-90b5-4561-abe3-858bc0d2510f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530035 Sep 17 03:53:59.026845 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.agents_db [None req-b2aba882-f127-474e-990c-8a1f8fa77bd5 None None] Agent healthcheck: found 6 active agents {{(pid=113213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:54:07.934521 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=73 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:07.938379 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=62 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:07.944061 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ab6a2fb5-e3ca-4f58-9c79-3676440308b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b0b4725d-5d3f-4adf-8b60-729f2f7a35da), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:09.022780 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=6 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:09.023528 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:10.296919 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-54cb3bac-14c7-4421-9562-dc4c4c7ef702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b971cbd0-997d-41fb-8614-0aea29982798), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:11.456834 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ff42d983-095d-47ba-82c6-d5d7a2ded2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b812d02d-dcd0-44a4-bd1c-6e92b95e6b3f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:12.993699 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (287db9f2-8160-4728-95aa-12aebca604d4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:13.308259 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fecdf064-2280-4810-8c6f-7fec6cce5654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (7e0cb1e0-c4a7-4d3b-9abd-ffc9973ed5e0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:16.274194 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d18d2-1587-45a9-a061-2ba4de7c85dc req-4b7fc32f-adde-4fa5-9827-c2adf39100e5 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:16.275652 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8e4d18d2-1587-45a9-a061-2ba4de7c85dc req-4b7fc32f-adde-4fa5-9827-c2adf39100e5 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 946 time: 0.0504386 Sep 17 03:54:16.322948 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8e4d18d2-1587-45a9-a061-2ba4de7c85dc req-e42d7721-2647-4c9e-9140-42bb6bbee50f tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9767fb28-7dda-4f4b-b024-154add37b49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416529 Sep 17 03:54:16.416674 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (56a63866-613b-46a0-90ee-05b9222d9bfc), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:17.441489 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b2496-36a4-4596-ad18-6e742bc303bc req-e5a52579-35fa-4f3d-8537-964161000cd4 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:17.443758 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-763b2496-36a4-4596-ad18-6e742bc303bc req-e5a52579-35fa-4f3d-8537-964161000cd4 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 946 time: 0.0461590 Sep 17 03:54:17.491755 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-763b2496-36a4-4596-ad18-6e742bc303bc req-c951b817-01f6-4713-bb1f-d1785a20cfec tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9767fb28-7dda-4f4b-b024-154add37b49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426114 Sep 17 03:54:18.617209 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0878197-9c74-4bfb-81ab-79f882ed0711 req-d7f640f9-1627-4bf1-a264-44a604c63286 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:18.618691 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d0878197-9c74-4bfb-81ab-79f882ed0711 req-d7f640f9-1627-4bf1-a264-44a604c63286 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 946 time: 0.0520275 Sep 17 03:54:18.888531 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d0878197-9c74-4bfb-81ab-79f882ed0711 req-e177b722-6078-4318-8264-52b9323e26fd tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9767fb28-7dda-4f4b-b024-154add37b49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2641749 Sep 17 03:54:20.013628 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a1a17f-e0b9-41f3-a9f0-2297095c73d8 req-64285bbe-8807-4468-84a6-5938198f7001 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:20.015114 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-94a1a17f-e0b9-41f3-a9f0-2297095c73d8 req-64285bbe-8807-4468-84a6-5938198f7001 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 946 time: 0.0519223 Sep 17 03:54:20.063971 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-94a1a17f-e0b9-41f3-a9f0-2297095c73d8 req-c065e6c5-55df-43d4-bdbd-22597380f7a2 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9767fb28-7dda-4f4b-b024-154add37b49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431516 Sep 17 03:54:20.242615 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990faab6-8bef-48b1-8cbd-2ef4a6a8079f req-ff14952c-4b82-44ed-b2d1-c94fc822ac20 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:20.244091 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-990faab6-8bef-48b1-8cbd-2ef4a6a8079f req-ff14952c-4b82-44ed-b2d1-c94fc822ac20 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 946 time: 0.0470414 Sep 17 03:54:20.335929 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [req-990faab6-8bef-48b1-8cbd-2ef4a6a8079f req-987b7cf7-ae15-4227-ba0d-6040f19d5d8f tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Deleting port 763d28d0-99e6-46b1-a147-d5dd0a8d8b37 {{(pid=113210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:54:20.336176 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-990faab6-8bef-48b1-8cbd-2ef4a6a8079f req-987b7cf7-ae15-4227-ba0d-6040f19d5d8f tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (763d28d0-99e6-46b1-a147-d5dd0a8d8b37), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:20.424609 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [req-990faab6-8bef-48b1-8cbd-2ef4a6a8079f req-987b7cf7-ae15-4227-ba0d-6040f19d5d8f tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] For port 763d28d0-99e6-46b1-a147-d5dd0a8d8b37, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=763d28d0-99e6-46b1-a147-d5dd0a8d8b37,segment=NetworkSegment(fd61fd09-fc24-4021-8673-02b64116f7ad),segment_id=fd61fd09-fc24-4021-8673-02b64116f7ad)] {{(pid=113210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:54:20.424976 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-990faab6-8bef-48b1-8cbd-2ef4a6a8079f req-987b7cf7-ae15-4227-ba0d-6040f19d5d8f tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (763d28d0-99e6-46b1-a147-d5dd0a8d8b37), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:20.588947 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-990faab6-8bef-48b1-8cbd-2ef4a6a8079f req-987b7cf7-ae15-4227-ba0d-6040f19d5d8f tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:20.589235 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-990faab6-8bef-48b1-8cbd-2ef4a6a8079f req-987b7cf7-ae15-4227-ba0d-6040f19d5d8f tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615334'] for floatingip (330f115b-bbb7-4328-a212-eb1db3369ec3), after_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:20.589549 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.db.l3_db [req-990faab6-8bef-48b1-8cbd-2ef4a6a8079f req-987b7cf7-ae15-4227-ba0d-6040f19d5d8f tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Floating IP 330f115b-bbb7-4328-a212-eb1db3369ec3 disassociated. External IP: 172.27.0.171, port: 763d28d0-99e6-46b1-a147-d5dd0a8d8b37. Sep 17 03:54:20.589919 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [req-990faab6-8bef-48b1-8cbd-2ef4a6a8079f req-987b7cf7-ae15-4227-ba0d-6040f19d5d8f tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Calling delete_port for 763d28d0-99e6-46b1-a147-d5dd0a8d8b37 owned by compute:nova {{(pid=113210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:54:20.759851 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-990faab6-8bef-48b1-8cbd-2ef4a6a8079f req-987b7cf7-ae15-4227-ba0d-6040f19d5d8f tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (763d28d0-99e6-46b1-a147-d5dd0a8d8b37), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:20.790713 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987b7cf7-ae15-4227-ba0d-6040f19d5d8f tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Pushing event deleted for resources: {'Port': ['ID=763d28d0-99e6-46b1-a147-d5dd0a8d8b37,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:54:20.804497 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b7cf7-ae15-4227-ba0d-6040f19d5d8f tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:54:20.804497 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b7cf7-ae15-4227-ba0d-6040f19d5d8f tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:54:20.805195 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b7cf7-ae15-4227-ba0d-6040f19d5d8f tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:54:20.805195 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b7cf7-ae15-4227-ba0d-6040f19d5d8f tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:54:20.805195 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b7cf7-ae15-4227-ba0d-6040f19d5d8f tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:54:20.805540 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b7cf7-ae15-4227-ba0d-6040f19d5d8f tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:54:20.806157 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b7cf7-ae15-4227-ba0d-6040f19d5d8f tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:54:20.806261 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b7cf7-ae15-4227-ba0d-6040f19d5d8f tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:54:20.806519 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b7cf7-ae15-4227-ba0d-6040f19d5d8f tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:54:20.806815 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b7cf7-ae15-4227-ba0d-6040f19d5d8f tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:54:20.807138 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b7cf7-ae15-4227-ba0d-6040f19d5d8f tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:54:20.807720 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b7cf7-ae15-4227-ba0d-6040f19d5d8f tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:54:20.808045 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b7cf7-ae15-4227-ba0d-6040f19d5d8f tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:54:20.808369 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b7cf7-ae15-4227-ba0d-6040f19d5d8f tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:54:20.808692 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b7cf7-ae15-4227-ba0d-6040f19d5d8f tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:54:20.914472 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.l3_agent_scheduler [req-990faab6-8bef-48b1-8cbd-2ef4a6a8079f req-987b7cf7-ae15-4227-ba0d-6040f19d5d8f tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Router cec91c57-14e1-4ebf-a6bf-a10584fb1163 has already been hosted by L3 agent b971cbd0-997d-41fb-8614-0aea29982798 {{(pid=113210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:54:21.022719 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-990faab6-8bef-48b1-8cbd-2ef4a6a8079f req-987b7cf7-ae15-4227-ba0d-6040f19d5d8f tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:54:21.035061 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5a7226-37a3-4cdc-b4e3-c8311288dd25 None None] Sync routers for ids ['cec91c57-14e1-4ebf-a6bf-a10584fb1163'] in dv-cinder-849143-3-iscsi {{(pid=113213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:54:21.047695 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5a7226-37a3-4cdc-b4e3-c8311288dd25 None None] Routers {'cec91c57-14e1-4ebf-a6bf-a10584fb1163'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:54:21.048609 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-cf5a7226-37a3-4cdc-b4e3-c8311288dd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:54:10Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['cec91c57-14e1-4ebf-a6bf-a10584fb1163'], 'active': True} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:54:21.069060 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [req-990faab6-8bef-48b1-8cbd-2ef4a6a8079f req-987b7cf7-ae15-4227-ba0d-6040f19d5d8f tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] No DVR routers for this DVR port 763d28d0-99e6-46b1-a147-d5dd0a8d8b37 on host hv-cinder-84914 {{(pid=113210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:54:21.072005 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-990faab6-8bef-48b1-8cbd-2ef4a6a8079f req-987b7cf7-ae15-4227-ba0d-6040f19d5d8f tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for port (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:21.075698 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-990faab6-8bef-48b1-8cbd-2ef4a6a8079f req-987b7cf7-ae15-4227-ba0d-6040f19d5d8f tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.18 "DELETE /networking/v2.0/ports/763d28d0-99e6-46b1-a147-d5dd0a8d8b37 HTTP/1.1" status: 204 len: 173 time: 0.8259015 Sep 17 03:54:21.076215 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6826743-7fdd-48c9-8894-fe539ce261fe', 'name': 'network-vif-deleted', 'tag': '763d28d0-99e6-46b1-a147-d5dd0a8d8b37'}] {{(pid=113210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:54:21.078554 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a613894f386080b2b9315951ba9a4c402b93d12b77848e4e2f89d9386810e3b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92fb4c5-5321-42df-83ee-8c3e2b8ee8ef" -d '{"events": [{"server_uuid": "c6826743-7fdd-48c9-8894-fe539ce261fe", "name": "network-vif-deleted", "tag": "763d28d0-99e6-46b1-a147-d5dd0a8d8b37"}]}' {{(pid=113210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:54:21.119716 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b696eec-2925-4d31-aa67-2686b02055c1 req-add846a4-80db-49cd-ac32-8bff5a0b07bd tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:21.120226 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0b696eec-2925-4d31-aa67-2686b02055c1 req-add846a4-80db-49cd-ac32-8bff5a0b07bd tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9eaeee00-d56a-41ea-ad87-fc5ad9956079 HTTP/1.1" status: 200 len: 945 time: 0.0539787 Sep 17 03:54:21.120917 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84349ea2-a518-4ef7-90e8-2c0a5d2b0271 x-openstack-request-id: req-84349ea2-a518-4ef7-90e8-2c0a5d2b0271 {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:54:21.121208 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6826743-7fdd-48c9-8894-fe539ce261fe", "name": "network-vif-deleted", "tag": "763d28d0-99e6-46b1-a147-d5dd0a8d8b37", "status": "completed", "code": 200}]} {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:54:21.121465 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-84349ea2-a518-4ef7-90e8-2c0a5d2b0271 {{(pid=113210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:54:21.122115 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84349ea2-a518-4ef7-90e8-2c0a5d2b0271'] response: {'server_uuid': 'c6826743-7fdd-48c9-8894-fe539ce261fe', 'name': 'network-vif-deleted', 'tag': '763d28d0-99e6-46b1-a147-d5dd0a8d8b37', 'status': 'completed', 'code': 200} Sep 17 03:54:21.160651 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvr_db [None req-cf5a7226-37a3-4cdc-b4e3-c8311288dd25 None None] Set router cec91c57-14e1-4ebf-a6bf-a10584fb1163 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:54:21.192559 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0b696eec-2925-4d31-aa67-2686b02055c1 req-75756f29-a471-4a03-87f6-fe3b0407ebe1 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270ca5d9-2858-4af7-9467-701f7ba93648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573206 Sep 17 03:54:21.231312 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a800a814-6bd7-4f7e-89bb-cbd18ae17602 req-caf7fa61-db61-489e-93a2-3f141dd64f0e tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 210 time: 0.0287199 Sep 17 03:54:21.372447 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-cf5a7226-37a3-4cdc-b4e3-c8311288dd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec91c57-14e1-4ebf-a6bf-a10584fb1163', 'name': 'tempest-ServerRescueNegativeTestJSON-199005461-router', 'tenant_id': '294abb2085b844a99908242d4b02e263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'd61a15ac-7b12-4790-8d02-9c43ea0835f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:51Z', 'revision_number': 4, 'project_id': '294abb2085b844a99908242d4b02e263', 'gw_port': {'id': 'd61a15ac-7b12-4790-8d02-9c43ea0835f6', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec91c57-14e1-4ebf-a6bf-a10584fb1163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:43Z', 'updated_at': '2022-09-17T03:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': 'c19f6ebb-49a0-4506-8286-d0386d11220c', 'name': '', 'network_id': '2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0', 'tenant_id': '294abb2085b844a99908242d4b02e263', 'mac_address': 'fa:16:3e:25:c6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec91c57-14e1-4ebf-a6bf-a10584fb1163', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a9bc613-44d6-4890-b247-86fc85e41240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:50Z', 'updated_at': '2022-09-17T03:48:59Z', 'revision_number': 5, 'project_id': '294abb2085b844a99908242d4b02e263', 'subnets': [{'id': '4a9bc613-44d6-4890-b247-86fc85e41240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:54:21.396299 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5a7226-37a3-4cdc-b4e3-c8311288dd25 None None] Checking router: cec91c57-14e1-4ebf-a6bf-a10584fb1163 for host: dv-cinder-849143-3-iscsi {{(pid=113213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:54:21.404374 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5a7226-37a3-4cdc-b4e3-c8311288dd25 None None] Routers {'cec91c57-14e1-4ebf-a6bf-a10584fb1163'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:54:21.404989 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-cf5a7226-37a3-4cdc-b4e3-c8311288dd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:54:10Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['cec91c57-14e1-4ebf-a6bf-a10584fb1163'], 'active': True} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:54:21.590145 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvr_db [None req-cf5a7226-37a3-4cdc-b4e3-c8311288dd25 None None] Set router cec91c57-14e1-4ebf-a6bf-a10584fb1163 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:54:21.784111 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-cf5a7226-37a3-4cdc-b4e3-c8311288dd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec91c57-14e1-4ebf-a6bf-a10584fb1163', 'name': 'tempest-ServerRescueNegativeTestJSON-199005461-router', 'tenant_id': '294abb2085b844a99908242d4b02e263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'd61a15ac-7b12-4790-8d02-9c43ea0835f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:51Z', 'revision_number': 4, 'project_id': '294abb2085b844a99908242d4b02e263', 'gw_port': {'id': 'd61a15ac-7b12-4790-8d02-9c43ea0835f6', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec91c57-14e1-4ebf-a6bf-a10584fb1163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:43Z', 'updated_at': '2022-09-17T03:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': 'c19f6ebb-49a0-4506-8286-d0386d11220c', 'name': '', 'network_id': '2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0', 'tenant_id': '294abb2085b844a99908242d4b02e263', 'mac_address': 'fa:16:3e:25:c6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec91c57-14e1-4ebf-a6bf-a10584fb1163', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a9bc613-44d6-4890-b247-86fc85e41240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:50Z', 'updated_at': '2022-09-17T03:48:59Z', 'revision_number': 5, 'project_id': '294abb2085b844a99908242d4b02e263', 'subnets': [{'id': '4a9bc613-44d6-4890-b247-86fc85e41240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:54:21.809051 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5a7226-37a3-4cdc-b4e3-c8311288dd25 None None] The sync data for ids ['cec91c57-14e1-4ebf-a6bf-a10584fb1163'] in dv-cinder-849143-3-iscsi is: [{'id': 'cec91c57-14e1-4ebf-a6bf-a10584fb1163', 'name': 'tempest-ServerRescueNegativeTestJSON-199005461-router', 'tenant_id': '294abb2085b844a99908242d4b02e263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'd61a15ac-7b12-4790-8d02-9c43ea0835f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:51Z', 'revision_number': 4, 'project_id': '294abb2085b844a99908242d4b02e263', 'gw_port': {'id': 'd61a15ac-7b12-4790-8d02-9c43ea0835f6', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec91c57-14e1-4ebf-a6bf-a10584fb1163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:43Z', 'updated_at': '2022-09-17T03:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': 'c19f6ebb-49a0-4506-8286-d0386d11220c', 'name': '', 'network_id': '2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0', 'tenant_id': '294abb2085b844a99908242d4b02e263', 'mac_address': 'fa:16:3e:25:c6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec91c57-14e1-4ebf-a6bf-a10584fb1163', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a9bc613-44d6-4890-b247-86fc85e41240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:50Z', 'updated_at': '2022-09-17T03:48:59Z', 'revision_number': 5, 'project_id': '294abb2085b844a99908242d4b02e263', 'subnets': [{'id': '4a9bc613-44d6-4890-b247-86fc85e41240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:54:22.017378 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf4063f-267a-457e-aa06-6a3f115c8410 None None] New status for floating IP 330f115b-bbb7-4328-a212-eb1db3369ec3: DOWN {{(pid=113212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 03:54:22.320808 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76c84e-f547-4ce2-8189-f8dd6272399f req-7f8a5e4d-b9ec-451b-afba-8abd057b3943 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:22.322435 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-6f76c84e-f547-4ce2-8189-f8dd6272399f req-7f8a5e4d-b9ec-451b-afba-8abd057b3943 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9eaeee00-d56a-41ea-ad87-fc5ad9956079 HTTP/1.1" status: 200 len: 945 time: 0.0513828 Sep 17 03:54:22.359224 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-57d3b27c-6a9c-4070-a56a-7148d4fd3049 req-22a3f414-2bc3-4969-a0e3-9d422b4a2530 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 210 time: 0.0357907 Sep 17 03:54:22.394644 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-6f76c84e-f547-4ce2-8189-f8dd6272399f req-73a5e677-fbed-4704-8fc1-17903df981f4 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270ca5d9-2858-4af7-9467-701f7ba93648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618186 Sep 17 03:54:23.056615 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f950bb-c508-4195-99cf-2e2e92a320c2 req-7333f201-af66-4d98-9226-fb94eb517e54 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:23.058008 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-f0f950bb-c508-4195-99cf-2e2e92a320c2 req-7333f201-af66-4d98-9226-fb94eb517e54 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9eaeee00-d56a-41ea-ad87-fc5ad9956079 HTTP/1.1" status: 200 len: 945 time: 0.0460682 Sep 17 03:54:23.141503 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:23.150697 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [req-f0f950bb-c508-4195-99cf-2e2e92a320c2 req-c7d95005-0f8e-4c56-9f17-95772073798e tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Deleting port ee21b28c-9e57-4b3f-a197-9df64715d9d6 {{(pid=113210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:54:23.151034 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-f0f950bb-c508-4195-99cf-2e2e92a320c2 req-c7d95005-0f8e-4c56-9f17-95772073798e tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (ee21b28c-9e57-4b3f-a197-9df64715d9d6), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:23.154613 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:23.247596 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [req-f0f950bb-c508-4195-99cf-2e2e92a320c2 req-c7d95005-0f8e-4c56-9f17-95772073798e tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] For port ee21b28c-9e57-4b3f-a197-9df64715d9d6, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ee21b28c-9e57-4b3f-a197-9df64715d9d6,segment=NetworkSegment(f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54),segment_id=f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54)] {{(pid=113210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:54:23.249574 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-f0f950bb-c508-4195-99cf-2e2e92a320c2 req-c7d95005-0f8e-4c56-9f17-95772073798e tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (ee21b28c-9e57-4b3f-a197-9df64715d9d6), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:23.414477 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-f0f950bb-c508-4195-99cf-2e2e92a320c2 req-c7d95005-0f8e-4c56-9f17-95772073798e tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:23.414847 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-f0f950bb-c508-4195-99cf-2e2e92a320c2 req-c7d95005-0f8e-4c56-9f17-95772073798e tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615334'] for floatingip (ade63866-e62f-4fde-a9fc-4b167e633773), after_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:23.415165 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.db.l3_db [req-f0f950bb-c508-4195-99cf-2e2e92a320c2 req-c7d95005-0f8e-4c56-9f17-95772073798e tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Floating IP ade63866-e62f-4fde-a9fc-4b167e633773 disassociated. External IP: 172.27.0.128, port: ee21b28c-9e57-4b3f-a197-9df64715d9d6. Sep 17 03:54:23.415504 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [req-f0f950bb-c508-4195-99cf-2e2e92a320c2 req-c7d95005-0f8e-4c56-9f17-95772073798e tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Calling delete_port for ee21b28c-9e57-4b3f-a197-9df64715d9d6 owned by compute:nova {{(pid=113210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:54:23.476143 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e0fab1f7-33b8-4893-b10a-bedc316a6b26 req-fdeea6a4-29d0-4649-b8ae-20d19ad6ffc6 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6826743-7fdd-48c9-8894-fe539ce261fe HTTP/1.1" status: 200 len: 210 time: 0.0285718 Sep 17 03:54:23.525065 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a87af4a-950d-47aa-b462-55d352a83611 req-947a199f-4952-4cc5-acc8-d361c32cb54b tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:23.526571 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-6a87af4a-950d-47aa-b462-55d352a83611 req-947a199f-4952-4cc5-acc8-d361c32cb54b tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9eaeee00-d56a-41ea-ad87-fc5ad9956079 HTTP/1.1" status: 200 len: 945 time: 0.0490100 Sep 17 03:54:23.574624 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-6a87af4a-950d-47aa-b462-55d352a83611 req-a621a4fe-d8d2-48b7-8719-8f0ccfc938c8 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270ca5d9-2858-4af7-9467-701f7ba93648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422311 Sep 17 03:54:23.581810 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 763d28d0-99e6-46b1-a147-d5dd0a8d8b37 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:54:23.602632 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] No Port match for: 763d28d0-99e6-46b1-a147-d5dd0a8d8b37 {{(pid=113212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:54:23.602986 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 763d28d0-99e6-46b1-a147-d5dd0a8d8b37 not bound to the agent host hv-cinder-84914 {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:54:23.605753 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-f0f950bb-c508-4195-99cf-2e2e92a320c2 req-c7d95005-0f8e-4c56-9f17-95772073798e tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (ee21b28c-9e57-4b3f-a197-9df64715d9d6), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:23.631989 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d95005-0f8e-4c56-9f17-95772073798e tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Pushing event deleted for resources: {'Port': ['ID=ee21b28c-9e57-4b3f-a197-9df64715d9d6,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:54:23.752921 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0f950bb-c508-4195-99cf-2e2e92a320c2 req-c7d95005-0f8e-4c56-9f17-95772073798e tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Router 1199cd8e-d329-4648-ace2-63398eb0ef65 has already been hosted by L3 agent b971cbd0-997d-41fb-8614-0aea29982798 {{(pid=113210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:54:23.864815 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0f950bb-c508-4195-99cf-2e2e92a320c2 req-c7d95005-0f8e-4c56-9f17-95772073798e tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:54:23.878072 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb76236d-3d63-460d-8aca-a47ca03264ec None None] Sync routers for ids ['1199cd8e-d329-4648-ace2-63398eb0ef65'] in dv-cinder-849143-3-iscsi {{(pid=113213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:54:23.893806 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb76236d-3d63-460d-8aca-a47ca03264ec None None] Routers {'1199cd8e-d329-4648-ace2-63398eb0ef65'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:54:23.894540 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-fb76236d-3d63-460d-8aca-a47ca03264ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:54:10Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['1199cd8e-d329-4648-ace2-63398eb0ef65'], 'active': True} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:54:23.914413 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f950bb-c508-4195-99cf-2e2e92a320c2 req-c7d95005-0f8e-4c56-9f17-95772073798e tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] No DVR routers for this DVR port ee21b28c-9e57-4b3f-a197-9df64715d9d6 on host hv-cinder-84914 {{(pid=113210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:54:23.917158 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-f0f950bb-c508-4195-99cf-2e2e92a320c2 req-c7d95005-0f8e-4c56-9f17-95772073798e tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for port (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:23.920774 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-f0f950bb-c508-4195-99cf-2e2e92a320c2 req-c7d95005-0f8e-4c56-9f17-95772073798e tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.18 "DELETE /networking/v2.0/ports/ee21b28c-9e57-4b3f-a197-9df64715d9d6 HTTP/1.1" status: 204 len: 173 time: 0.8567667 Sep 17 03:54:23.921310 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eaeee00-d56a-41ea-ad87-fc5ad9956079', 'name': 'network-vif-deleted', 'tag': 'ee21b28c-9e57-4b3f-a197-9df64715d9d6'}] {{(pid=113210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:54:23.924167 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a613894f386080b2b9315951ba9a4c402b93d12b77848e4e2f89d9386810e3b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b721c7-0499-4dd8-a4f0-5431cbd423d3" -d '{"events": [{"server_uuid": "9eaeee00-d56a-41ea-ad87-fc5ad9956079", "name": "network-vif-deleted", "tag": "ee21b28c-9e57-4b3f-a197-9df64715d9d6"}]}' {{(pid=113210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:54:24.005446 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvr_db [None req-fb76236d-3d63-460d-8aca-a47ca03264ec None None] Set router 1199cd8e-d329-4648-ace2-63398eb0ef65 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:54:24.026637 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532da212-3ab6-4567-bb0e-1a8c7ce6306e x-openstack-request-id: req-532da212-3ab6-4567-bb0e-1a8c7ce6306e {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:54:24.026898 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eaeee00-d56a-41ea-ad87-fc5ad9956079", "name": "network-vif-deleted", "tag": "ee21b28c-9e57-4b3f-a197-9df64715d9d6", "status": "completed", "code": 200}]} {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:54:24.027160 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-532da212-3ab6-4567-bb0e-1a8c7ce6306e {{(pid=113210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:54:24.027570 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-532da212-3ab6-4567-bb0e-1a8c7ce6306e'] response: {'server_uuid': '9eaeee00-d56a-41ea-ad87-fc5ad9956079', 'name': 'network-vif-deleted', 'tag': 'ee21b28c-9e57-4b3f-a197-9df64715d9d6', 'status': 'completed', 'code': 200} Sep 17 03:54:24.207513 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=100 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:24.218214 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-fb76236d-3d63-460d-8aca-a47ca03264ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'name': 'tempest-AttachVolumeNegativeTest-710767008-router', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:40Z', 'updated_at': '2022-09-17T03:48:49Z', 'revision_number': 4, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'gw_port': {'id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ae:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': 'fbd44a3f-6ef3-4bdc-8585-990b9803e2f0', 'name': '', 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'mac_address': 'fa:16:3e:c8:15:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:47Z', 'updated_at': '2022-09-17T03:49:00Z', 'revision_number': 5, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'subnets': [{'id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:54:24.243398 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb76236d-3d63-460d-8aca-a47ca03264ec None None] Checking router: 1199cd8e-d329-4648-ace2-63398eb0ef65 for host: dv-cinder-849143-3-iscsi {{(pid=113213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:54:24.251887 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb76236d-3d63-460d-8aca-a47ca03264ec None None] Routers {'1199cd8e-d329-4648-ace2-63398eb0ef65'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:54:24.252481 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-fb76236d-3d63-460d-8aca-a47ca03264ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:54:10Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['1199cd8e-d329-4648-ace2-63398eb0ef65'], 'active': True} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:54:24.287838 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=100 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:24.359396 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvr_db [None req-fb76236d-3d63-460d-8aca-a47ca03264ec None None] Set router 1199cd8e-d329-4648-ace2-63398eb0ef65 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:54:24.557769 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-fb76236d-3d63-460d-8aca-a47ca03264ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'name': 'tempest-AttachVolumeNegativeTest-710767008-router', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:40Z', 'updated_at': '2022-09-17T03:48:49Z', 'revision_number': 4, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'gw_port': {'id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ae:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': 'fbd44a3f-6ef3-4bdc-8585-990b9803e2f0', 'name': '', 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'mac_address': 'fa:16:3e:c8:15:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:47Z', 'updated_at': '2022-09-17T03:49:00Z', 'revision_number': 5, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'subnets': [{'id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:54:24.583225 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb76236d-3d63-460d-8aca-a47ca03264ec None None] The sync data for ids ['1199cd8e-d329-4648-ace2-63398eb0ef65'] in dv-cinder-849143-3-iscsi is: [{'id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'name': 'tempest-AttachVolumeNegativeTest-710767008-router', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:40Z', 'updated_at': '2022-09-17T03:48:49Z', 'revision_number': 4, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'gw_port': {'id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ae:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': 'fbd44a3f-6ef3-4bdc-8585-990b9803e2f0', 'name': '', 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'mac_address': 'fa:16:3e:c8:15:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:47Z', 'updated_at': '2022-09-17T03:49:00Z', 'revision_number': 5, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'subnets': [{'id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:54:24.641291 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 50634) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:54:24.673226 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:24.709133 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8ac75bb0-84dd-4775-b22e-b97d49aec530 req-2aa3adbd-c2f8-42c8-a7f7-83e1eb1f14ef tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9eaeee00-d56a-41ea-ad87-fc5ad9956079 HTTP/1.1" status: 200 len: 210 time: 0.0363226 Sep 17 03:54:24.717602 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-be06d5c2-b965-4a5d-84ae-4b6eba4115e5 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks [] for security_group (9767fb28-7dda-4f4b-b024-154add37b49d), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:24.747585 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-be06d5c2-b965-4a5d-84ae-4b6eba4115e5 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks [] for security_group (9767fb28-7dda-4f4b-b024-154add37b49d), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:24.848008 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253339b5-566a-4403-bd8d-acbc7d5e25e4 None None] New status for floating IP ade63866-e62f-4fde-a9fc-4b167e633773: DOWN {{(pid=113212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 03:54:24.862789 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-be06d5c2-b965-4a5d-84ae-4b6eba4115e5 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (9767fb28-7dda-4f4b-b024-154add37b49d), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:24.869017 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-be06d5c2-b965-4a5d-84ae-4b6eba4115e5 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:24.869017 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-be06d5c2-b965-4a5d-84ae-4b6eba4115e5 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/9767fb28-7dda-4f4b-b024-154add37b49d HTTP/1.1" status: 204 len: 168 time: 0.2241857 Sep 17 03:54:24.869461 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 50636) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:54:24.876276 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be06d5c2-b965-4a5d-84ae-4b6eba4115e5 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9767fb28-7dda-4f4b-b024-154add37b49d,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:54:24.884187 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.api.v2.resource [None req-1c51597f-0e17-4f9b-88a5-95be96ea3b38 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] show failed (client error): The resource could not be found. Sep 17 03:54:24.885382 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-1c51597f-0e17-4f9b-88a5-95be96ea3b38 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups/9767fb28-7dda-4f4b-b024-154add37b49d HTTP/1.1" status: 404 len: 347 time: 0.0147927 Sep 17 03:54:24.888199 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 50638) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:54:25.010504 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.plugin [None req-044b616f-df6a-4db5-a0e2-adf8a2f00c5d tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Deleting port 0577aa08-12fb-45bf-bb04-3a4fb70fb296 {{(pid=113211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:54:25.010909 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-044b616f-df6a-4db5-a0e2-adf8a2f00c5d tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (0577aa08-12fb-45bf-bb04-3a4fb70fb296), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:25.103266 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-044b616f-df6a-4db5-a0e2-adf8a2f00c5d tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (0577aa08-12fb-45bf-bb04-3a4fb70fb296), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:25.103597 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-044b616f-df6a-4db5-a0e2-adf8a2f00c5d tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks [] for floatingip (0577aa08-12fb-45bf-bb04-3a4fb70fb296), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:25.116474 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.plugin [None req-044b616f-df6a-4db5-a0e2-adf8a2f00c5d tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Calling delete_port for 0577aa08-12fb-45bf-bb04-3a4fb70fb296 owned by network:floatingip {{(pid=113211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:54:25.164908 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:25.191251 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:25.314337 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-044b616f-df6a-4db5-a0e2-adf8a2f00c5d tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26185590'] for port (0577aa08-12fb-45bf-bb04-3a4fb70fb296), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:25.339174 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044b616f-df6a-4db5-a0e2-adf8a2f00c5d tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Pushing event deleted for resources: {'Port': ['ID=0577aa08-12fb-45bf-bb04-3a4fb70fb296,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:54:25.349176 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044b616f-df6a-4db5-a0e2-adf8a2f00c5d tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:54:25.350049 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044b616f-df6a-4db5-a0e2-adf8a2f00c5d tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:54:25.350539 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044b616f-df6a-4db5-a0e2-adf8a2f00c5d tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:54:25.351083 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044b616f-df6a-4db5-a0e2-adf8a2f00c5d tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:54:25.351886 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044b616f-df6a-4db5-a0e2-adf8a2f00c5d tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:54:25.351886 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044b616f-df6a-4db5-a0e2-adf8a2f00c5d tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:54:25.352083 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044b616f-df6a-4db5-a0e2-adf8a2f00c5d tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:54:25.352394 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044b616f-df6a-4db5-a0e2-adf8a2f00c5d tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:54:25.352731 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044b616f-df6a-4db5-a0e2-adf8a2f00c5d tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:54:25.353054 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044b616f-df6a-4db5-a0e2-adf8a2f00c5d tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:54:25.353380 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044b616f-df6a-4db5-a0e2-adf8a2f00c5d tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:54:25.353706 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044b616f-df6a-4db5-a0e2-adf8a2f00c5d tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:54:25.354059 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044b616f-df6a-4db5-a0e2-adf8a2f00c5d tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:54:25.354385 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044b616f-df6a-4db5-a0e2-adf8a2f00c5d tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:54:25.354711 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044b616f-df6a-4db5-a0e2-adf8a2f00c5d tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:54:25.429926 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-044b616f-df6a-4db5-a0e2-adf8a2f00c5d tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks [] for floatingip (330f115b-bbb7-4328-a212-eb1db3369ec3), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:25.432528 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-044b616f-df6a-4db5-a0e2-adf8a2f00c5d tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for floatingip (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:25.433687 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-044b616f-df6a-4db5-a0e2-adf8a2f00c5d tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/330f115b-bbb7-4328-a212-eb1db3369ec3 HTTP/1.1" status: 204 len: 168 time: 0.5443912 Sep 17 03:54:25.933102 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 50658) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:54:25.988815 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-b83a6008-d8b8-440b-9eb7-370baf3d52c6 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for security_group (270ca5d9-2858-4af7-9467-701f7ba93648), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:26.012153 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-b83a6008-d8b8-440b-9eb7-370baf3d52c6 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for security_group (270ca5d9-2858-4af7-9467-701f7ba93648), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:26.108262 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-b83a6008-d8b8-440b-9eb7-370baf3d52c6 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (270ca5d9-2858-4af7-9467-701f7ba93648), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:26.110903 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-b83a6008-d8b8-440b-9eb7-370baf3d52c6 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for security_group (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:26.112057 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-b83a6008-d8b8-440b-9eb7-370baf3d52c6 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/270ca5d9-2858-4af7-9467-701f7ba93648 HTTP/1.1" status: 204 len: 168 time: 0.1777792 Sep 17 03:54:26.114993 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 50660) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:54:26.121620 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83a6008-d8b8-440b-9eb7-370baf3d52c6 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=270ca5d9-2858-4af7-9467-701f7ba93648,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:54:26.128994 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.api.v2.resource [None req-0bacb7c5-dd0e-460b-ab41-6916c1c8400e tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] show failed (client error): The resource could not be found. Sep 17 03:54:26.130267 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-0bacb7c5-dd0e-460b-ab41-6916c1c8400e tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups/270ca5d9-2858-4af7-9467-701f7ba93648 HTTP/1.1" status: 404 len: 347 time: 0.0142953 Sep 17 03:54:26.133656 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 50662) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:54:26.250864 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-9a14c524-4169-4bc2-97ee-c28b0ec9bdef tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Deleting port d5514d30-eda6-41a5-9b7b-2153db1684fe {{(pid=113210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:54:26.251116 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9a14c524-4169-4bc2-97ee-c28b0ec9bdef tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (d5514d30-eda6-41a5-9b7b-2153db1684fe), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:26.302661 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:26.328213 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9a14c524-4169-4bc2-97ee-c28b0ec9bdef tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (d5514d30-eda6-41a5-9b7b-2153db1684fe), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:26.328544 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9a14c524-4169-4bc2-97ee-c28b0ec9bdef tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for floatingip (d5514d30-eda6-41a5-9b7b-2153db1684fe), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:26.341875 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-9a14c524-4169-4bc2-97ee-c28b0ec9bdef tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Calling delete_port for d5514d30-eda6-41a5-9b7b-2153db1684fe owned by network:floatingip {{(pid=113210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:54:26.543159 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9a14c524-4169-4bc2-97ee-c28b0ec9bdef tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (d5514d30-eda6-41a5-9b7b-2153db1684fe), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:26.570814 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14c524-4169-4bc2-97ee-c28b0ec9bdef tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Pushing event deleted for resources: {'Port': ['ID=d5514d30-eda6-41a5-9b7b-2153db1684fe,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:54:26.635263 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9a14c524-4169-4bc2-97ee-c28b0ec9bdef tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for floatingip (ade63866-e62f-4fde-a9fc-4b167e633773), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:26.637717 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9a14c524-4169-4bc2-97ee-c28b0ec9bdef tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for floatingip (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:26.638918 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-9a14c524-4169-4bc2-97ee-c28b0ec9bdef tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/ade63866-e62f-4fde-a9fc-4b167e633773 HTTP/1.1" status: 204 len: 168 time: 0.5043263 Sep 17 03:54:26.769077 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 50674) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:54:26.774519 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-f422ecfb-4153-4e43-8872-856363c036c1 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1236102465', 'description': 'tempest-description--1351002002'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:54:26.857014 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-f422ecfb-4153-4e43-8872-856363c036c1 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:26.926117 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-f422ecfb-4153-4e43-8872-856363c036c1 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for security_group (6456395d-bbb3-4670-9127-20d887c9db71), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:26.971453 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-f422ecfb-4153-4e43-8872-856363c036c1 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (6456395d-bbb3-4670-9127-20d887c9db71), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:26.991446 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:DELETE=10,neutron:SELECT=89,neutron:INSERT=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:27.003842 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f422ecfb-4153-4e43-8872-856363c036c1 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6456395d-bbb3-4670-9127-20d887c9db71,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:54:27.058719 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-f422ecfb-4153-4e43-8872-856363c036c1 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:27.059978 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-f422ecfb-4153-4e43-8872-856363c036c1 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2898245 Sep 17 03:54:27.063209 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 50678) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:54:27.067911 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [None req-a5b1ea1f-fb30-4aee-834b-0042cd0bc1f3 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Request body: {'security_group_rule': {'security_group_id': '6456395d-bbb3-4670-9127-20d887c9db71', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:54:27.154279 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-a5b1ea1f-fb30-4aee-834b-0042cd0bc1f3 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for security_group_rule (62fa1a6c-df40-4b0e-88aa-6e20280d59d0), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:27.216131 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-a5b1ea1f-fb30-4aee-834b-0042cd0bc1f3 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for security_group_rule (62fa1a6c-df40-4b0e-88aa-6e20280d59d0), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:27.285085 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-a5b1ea1f-fb30-4aee-834b-0042cd0bc1f3 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553096'] for security_group_rule (62fa1a6c-df40-4b0e-88aa-6e20280d59d0), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:27.304978 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b1ea1f-fb30-4aee-834b-0042cd0bc1f3 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62fa1a6c-df40-4b0e-88aa-6e20280d59d0,revision_number=0']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:54:27.390299 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-a5b1ea1f-fb30-4aee-834b-0042cd0bc1f3 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:27.391509 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-a5b1ea1f-fb30-4aee-834b-0042cd0bc1f3 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3272517 Sep 17 03:54:27.394257 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 50680) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:54:27.399141 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [None req-6a35dbd4-0cfd-4a02-b0ce-477b45e0ea37 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Request body: {'security_group_rule': {'security_group_id': '6456395d-bbb3-4670-9127-20d887c9db71', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:54:27.513908 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-6a35dbd4-0cfd-4a02-b0ce-477b45e0ea37 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for security_group_rule (7f936973-a1c9-4406-9a4a-84d6a25ce32d), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:27.571609 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-6a35dbd4-0cfd-4a02-b0ce-477b45e0ea37 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for security_group_rule (7f936973-a1c9-4406-9a4a-84d6a25ce32d), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:27.599919 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device ee21b28c-9e57-4b3f-a197-9df64715d9d6 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:54:27.618747 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] No Port match for: ee21b28c-9e57-4b3f-a197-9df64715d9d6 {{(pid=113212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:54:27.620740 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device ee21b28c-9e57-4b3f-a197-9df64715d9d6 not bound to the agent host hv-cinder-84914 {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:54:27.645469 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-6a35dbd4-0cfd-4a02-b0ce-477b45e0ea37 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553096'] for security_group_rule (7f936973-a1c9-4406-9a4a-84d6a25ce32d), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:27.671551 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a35dbd4-0cfd-4a02-b0ce-477b45e0ea37 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f936973-a1c9-4406-9a4a-84d6a25ce32d,revision_number=0']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:54:27.801528 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-6a35dbd4-0cfd-4a02-b0ce-477b45e0ea37 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:27.803719 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-6a35dbd4-0cfd-4a02-b0ce-477b45e0ea37 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4077814 Sep 17 03:54:27.807730 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 50686) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:54:27.812275 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [None req-c42c4e46-1310-4fef-aea6-f35e0fc6f7b6 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Request body: {'floatingip': {'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:54:27.919570 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c42c4e46-1310-4fef-aea6-f35e0fc6f7b6 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:28.001372 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:DELETE=12,neutron:SELECT=81,neutron:INSERT=7 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:28.004450 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c42c4e46-1310-4fef-aea6-f35e0fc6f7b6 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:28.116479 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:28.125011 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.db_base_plugin_common [None req-c42c4e46-1310-4fef-aea6-f35e0fc6f7b6 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Allocated IP 172.27.0.133 (4d68fa53-4257-4a6b-8a5b-fb329be82f15/9fe7d342-7214-45a3-bf4f-d121f4a79efc/79961616-05f1-4c58-9df5-8fc0f1f91bb8) {{(pid=113211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:54:28.242284 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c42c4e46-1310-4fef-aea6-f35e0fc6f7b6 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for port (79961616-05f1-4c58-9df5-8fc0f1f91bb8), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:28.328059 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd22212-efa7-441e-b73d-0e1acacf2cf6 req-8ebf064c-075c-4c89-8262-ed1c9f38efbe tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:28.329572 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9fd22212-efa7-441e-b73d-0e1acacf2cf6 req-8ebf064c-075c-4c89-8262-ed1c9f38efbe tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 945 time: 0.0465095 Sep 17 03:54:28.382783 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c42c4e46-1310-4fef-aea6-f35e0fc6f7b6 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26185590'] for port (79961616-05f1-4c58-9df5-8fc0f1f91bb8), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:28.409144 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9fd22212-efa7-441e-b73d-0e1acacf2cf6 req-a23b24e2-cdca-4bf7-96c7-14f7de7f3da7 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688491 Sep 17 03:54:28.426611 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42c4e46-1310-4fef-aea6-f35e0fc6f7b6 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Network 4d68fa53-4257-4a6b-8a5b-fb329be82f15 is already hosted by enough agents. {{(pid=113211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:54:28.432162 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.base_scheduler [None req-c42c4e46-1310-4fef-aea6-f35e0fc6f7b6 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Resources bound (agent type, host, resource id): {{(pid=113211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:54:28.435963 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42c4e46-1310-4fef-aea6-f35e0fc6f7b6 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Received port after_create {{(pid=113211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:54:28.439121 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c4e46-1310-4fef-aea6-f35e0fc6f7b6 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Pushing event updated for resources: {'Port': ['ID=79961616-05f1-4c58-9df5-8fc0f1f91bb8,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:54:28.530560 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c42c4e46-1310-4fef-aea6-f35e0fc6f7b6 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for floatingip (2a48f601-64cf-4a4d-a294-c3852572dcdf), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:28.554501 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:INSERT=6,neutron:UPDATE=3,neutron:SELECT=91 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:28.593548 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291421a-dc38-4a96-8648-fc6c8b154801 req-11561ad6-f94b-463b-8258-bbe42d7acfd2 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:28.595077 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-4291421a-dc38-4a96-8648-fc6c8b154801 req-11561ad6-f94b-463b-8258-bbe42d7acfd2 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 946 time: 0.0629470 Sep 17 03:54:28.654092 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c42c4e46-1310-4fef-aea6-f35e0fc6f7b6 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (79961616-05f1-4c58-9df5-8fc0f1f91bb8), before_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:28.695124 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-4291421a-dc38-4a96-8648-fc6c8b154801 req-b6d8350c-70ee-4b81-a5f1-a3c740c82a6d tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928764 Sep 17 03:54:28.842689 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c42c4e46-1310-4fef-aea6-f35e0fc6f7b6 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for port (79961616-05f1-4c58-9df5-8fc0f1f91bb8), precommit_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:28.948461 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c42c4e46-1310-4fef-aea6-f35e0fc6f7b6 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26185551'] for port (79961616-05f1-4c58-9df5-8fc0f1f91bb8), after_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:29.019110 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c42c4e46-1310-4fef-aea6-f35e0fc6f7b6 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615334'] for floatingip (2a48f601-64cf-4a4d-a294-c3852572dcdf), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:29.021578 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c4e46-1310-4fef-aea6-f35e0fc6f7b6 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Pushing event updated for resources: {'Port': ['ID=79961616-05f1-4c58-9df5-8fc0f1f91bb8,revision_number=2']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:54:29.110361 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c42c4e46-1310-4fef-aea6-f35e0fc6f7b6 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for floatingip (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:29.111657 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-c42c4e46-1310-4fef-aea6-f35e0fc6f7b6 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3037357 Sep 17 03:54:29.268179 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ed2e3937-b4bf-49f5-8f83-edde88c8c996 req-54b4fe3c-dfe0-4d37-a0d3-8958cf355413 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1236102465&fields=id&tenant_id=fb6cb03abf5242b594efcf325909dd32 HTTP/1.1" status: 200 len: 267 time: 0.0421555 Sep 17 03:54:29.284923 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:29.379136 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e3937-b4bf-49f5-8f83-edde88c8c996 req-95c69eeb-fc88-4c8d-b90e-30c9bb684b5b tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:29.380604 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ed2e3937-b4bf-49f5-8f83-edde88c8c996 req-95c69eeb-fc88-4c8d-b90e-30c9bb684b5b tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/networks?id=07c207ee-c2bb-4d53-bca3-b5aa6199ad0f HTTP/1.1" status: 200 len: 814 time: 0.1053479 Sep 17 03:54:29.395798 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ed2e3937-b4bf-49f5-8f83-edde88c8c996 req-fc2f39c2-6009-4170-875e-0f7680c7a3ee tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/quotas/fb6cb03abf5242b594efcf325909dd32 HTTP/1.1" status: 200 len: 375 time: 0.0093734 Sep 17 03:54:29.444772 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ed2e3937-b4bf-49f5-8f83-edde88c8c996 req-742c8f91-827b-4104-9f74-9995d24306ca tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=fb6cb03abf5242b594efcf325909dd32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433772 Sep 17 03:54:29.581318 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02511689-bac0-4131-8639-4a235421b47c req-41f017ec-8b49-4f5b-a790-4f22d558aef6 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:29.582755 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-02511689-bac0-4131-8639-4a235421b47c req-41f017ec-8b49-4f5b-a790-4f22d558aef6 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 945 time: 0.0893986 Sep 17 03:54:29.648006 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ed2e3937-b4bf-49f5-8f83-edde88c8c996 req-024391bc-4aab-4840-b917-d709d9ecb5ac service neutron] 10.222.0.42 "GET /networking/v2.0/networks/07c207ee-c2bb-4d53-bca3-b5aa6199ad0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916981 Sep 17 03:54:29.654895 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-02511689-bac0-4131-8639-4a235421b47c req-9a9b4f74-1de9-4bba-9967-4fc33bd84d75 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639470 Sep 17 03:54:29.744584 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ed2e3937-b4bf-49f5-8f83-edde88c8c996 req-3dcd9461-00f5-400b-b6e1-4ddb11b6be4a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/07c207ee-c2bb-4d53-bca3-b5aa6199ad0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879745 Sep 17 03:54:29.822918 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0808151-1a13-435e-9c90-17fcc3ec0d1c req-638a7bb9-245f-4f0f-ab8f-d59b127ea2f6 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:29.824506 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e0808151-1a13-435e-9c90-17fcc3ec0d1c req-638a7bb9-245f-4f0f-ab8f-d59b127ea2f6 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 946 time: 0.0479507 Sep 17 03:54:29.874679 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e0808151-1a13-435e-9c90-17fcc3ec0d1c req-09b0fe18-9db5-470c-9834-5c50fdc67c98 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446041 Sep 17 03:54:30.031039 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-3e56b88c-5274-4261-99ab-07c511dc0776 req-1685bb0b-13d8-40e0-8ab3-577a0a116cd7 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acd17ae6-a2bb-4b1e-a465-78c4ca35dcae HTTP/1.1" status: 200 len: 210 time: 0.0320020 Sep 17 03:54:30.658680 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e526b4-7450-4ce2-ae2e-fbfc8d07a778 req-176bace3-f5ea-434b-ad22-fab455d5d44e tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:30.660037 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-53e526b4-7450-4ce2-ae2e-fbfc8d07a778 req-176bace3-f5ea-434b-ad22-fab455d5d44e tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 946 time: 0.0459073 Sep 17 03:54:30.792274 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0015f804-2966-4c0c-9a21-6bef2259f146 req-cdab836d-8c2c-402a-9c72-2b142e7e4303 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:30.798167 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0015f804-2966-4c0c-9a21-6bef2259f146 req-cdab836d-8c2c-402a-9c72-2b142e7e4303 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 945 time: 0.0537772 Sep 17 03:54:30.854747 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0015f804-2966-4c0c-9a21-6bef2259f146 req-8882043e-733a-4fd3-946d-7a425be99922 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480106 Sep 17 03:54:31.002979 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe569e-cc05-4707-b90f-16f79553dbb5 req-b82c93f5-b939-4285-9161-071dbbccc026 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:31.004474 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b5fe569e-cc05-4707-b90f-16f79553dbb5 req-b82c93f5-b939-4285-9161-071dbbccc026 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 946 time: 0.0493762 Sep 17 03:54:31.024346 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [req-53e526b4-7450-4ce2-ae2e-fbfc8d07a778 req-cc192c4a-6c46-4156-b52d-f17ce6c1d997 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Deleting port b02d1a09-a924-4830-ad51-135682e8cbb2 {{(pid=113210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:54:31.024688 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-53e526b4-7450-4ce2-ae2e-fbfc8d07a778 req-cc192c4a-6c46-4156-b52d-f17ce6c1d997 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (b02d1a09-a924-4830-ad51-135682e8cbb2), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:31.058174 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b5fe569e-cc05-4707-b90f-16f79553dbb5 req-4bb23e48-57a4-41e3-af49-f19c9980dcec tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469189 Sep 17 03:54:31.125501 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [req-53e526b4-7450-4ce2-ae2e-fbfc8d07a778 req-cc192c4a-6c46-4156-b52d-f17ce6c1d997 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] For port b02d1a09-a924-4830-ad51-135682e8cbb2, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=b02d1a09-a924-4830-ad51-135682e8cbb2,segment=NetworkSegment(fd61fd09-fc24-4021-8673-02b64116f7ad),segment_id=fd61fd09-fc24-4021-8673-02b64116f7ad)] {{(pid=113210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:54:31.125992 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-53e526b4-7450-4ce2-ae2e-fbfc8d07a778 req-cc192c4a-6c46-4156-b52d-f17ce6c1d997 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (b02d1a09-a924-4830-ad51-135682e8cbb2), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:31.141540 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [req-53e526b4-7450-4ce2-ae2e-fbfc8d07a778 req-cc192c4a-6c46-4156-b52d-f17ce6c1d997 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Calling delete_port for b02d1a09-a924-4830-ad51-135682e8cbb2 owned by compute:nova {{(pid=113210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:54:31.143501 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f9a24411-6688-4c1e-b1c9-c654cfdf9d59 req-bb885fab-9262-4251-b5bf-d228f164fa6d tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acd17ae6-a2bb-4b1e-a465-78c4ca35dcae HTTP/1.1" status: 200 len: 210 time: 0.0287497 Sep 17 03:54:31.330671 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-53e526b4-7450-4ce2-ae2e-fbfc8d07a778 req-cc192c4a-6c46-4156-b52d-f17ce6c1d997 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (b02d1a09-a924-4830-ad51-135682e8cbb2), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:31.364834 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc192c4a-6c46-4156-b52d-f17ce6c1d997 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Pushing event deleted for resources: {'Port': ['ID=b02d1a09-a924-4830-ad51-135682e8cbb2,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:54:31.384153 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] get_ports_and_sgs() called for port_ids ['3503855f-51a9-451a-8977-ccd98a4a0f27', 'b02d1a09-a924-4830-ad51-135682e8cbb2'] {{(pid=113212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:54:31.415611 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e526b4-7450-4ce2-ae2e-fbfc8d07a778 req-cc192c4a-6c46-4156-b52d-f17ce6c1d997 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] No DVR routers for this DVR port b02d1a09-a924-4830-ad51-135682e8cbb2 on host hv-cinder-84914 {{(pid=113210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:54:31.418289 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-53e526b4-7450-4ce2-ae2e-fbfc8d07a778 req-cc192c4a-6c46-4156-b52d-f17ce6c1d997 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for port (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:31.421611 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-53e526b4-7450-4ce2-ae2e-fbfc8d07a778 req-cc192c4a-6c46-4156-b52d-f17ce6c1d997 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.18 "DELETE /networking/v2.0/ports/b02d1a09-a924-4830-ad51-135682e8cbb2 HTTP/1.1" status: 204 len: 173 time: 0.7549911 Sep 17 03:54:31.422135 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e', 'name': 'network-vif-deleted', 'tag': 'b02d1a09-a924-4830-ad51-135682e8cbb2'}] {{(pid=113210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:54:31.424379 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a613894f386080b2b9315951ba9a4c402b93d12b77848e4e2f89d9386810e3b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fae0777-8421-4b89-ba56-ad2737ee5e08" -d '{"events": [{"server_uuid": "0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e", "name": "network-vif-deleted", "tag": "b02d1a09-a924-4830-ad51-135682e8cbb2"}]}' {{(pid=113210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:54:31.465835 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e405acf-a969-48cb-92d7-dbf8be690df5 x-openstack-request-id: req-5e405acf-a969-48cb-92d7-dbf8be690df5 {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:54:31.466224 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e", "name": "network-vif-deleted", "tag": "b02d1a09-a924-4830-ad51-135682e8cbb2", "status": "completed", "code": 200}]} {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:54:31.466362 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5e405acf-a969-48cb-92d7-dbf8be690df5 {{(pid=113210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:54:31.466920 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e405acf-a969-48cb-92d7-dbf8be690df5'] response: {'server_uuid': '0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e', 'name': 'network-vif-deleted', 'tag': 'b02d1a09-a924-4830-ad51-135682e8cbb2', 'status': 'completed', 'code': 200} Sep 17 03:54:31.999088 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b8968-8e4c-4cd3-b7be-4420d3ef80b6 req-11490d8b-81d3-4872-840d-0c8c1f91a040 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:32.000469 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-980b8968-8e4c-4cd3-b7be-4420d3ef80b6 req-11490d8b-81d3-4872-840d-0c8c1f91a040 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 945 time: 0.0505669 Sep 17 03:54:32.028136 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:32.050756 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-980b8968-8e4c-4cd3-b7be-4420d3ef80b6 req-6cbeced2-761d-4f7c-8c00-e8d5e1b2e057 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444343 Sep 17 03:54:32.186170 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-acfcc8ce-220d-4b7e-83f6-207492bc5c4e req-7c7ed732-439e-4395-a8e4-42fa4d685529 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0fb78c6c-2bf0-4a07-9fc2-e7f68027f37e HTTP/1.1" status: 200 len: 210 time: 0.0294693 Sep 17 03:54:32.266633 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-1302b832-b4e3-44cf-ad62-bdd8278de8e6 req-5f40cf58-e12a-4986-aab2-12067a5ff2bd tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acd17ae6-a2bb-4b1e-a465-78c4ca35dcae HTTP/1.1" status: 200 len: 210 time: 0.0274351 Sep 17 03:54:32.362525 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e3937-b4bf-49f5-8f83-edde88c8c996 req-108481b2-aa3d-4d84-a0e5-c56ffba3bec2 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:32.364253 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-ed2e3937-b4bf-49f5-8f83-edde88c8c996 req-108481b2-aa3d-4d84-a0e5-c56ffba3bec2 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.18 "GET /networking/v2.0/networks?id=07c207ee-c2bb-4d53-bca3-b5aa6199ad0f HTTP/1.1" status: 200 len: 814 time: 0.1279280 Sep 17 03:54:32.411785 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:32.441383 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-ed2e3937-b4bf-49f5-8f83-edde88c8c996 req-d23dcad3-c2c1-4198-a67f-2282d857d877 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fb6cb03abf5242b594efcf325909dd32 HTTP/1.1" status: 200 len: 380 time: 0.0560741 Sep 17 03:54:32.714993 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [req-ed2e3937-b4bf-49f5-8f83-edde88c8c996 req-11f81ad0-125c-4bc9-8d38-03728ba9ad03 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Request body: {'port': {'device_id': 'acd17ae6-a2bb-4b1e-a465-78c4ca35dcae', 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f', 'admin_state_up': True, 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'security_groups': ['6456395d-bbb3-4670-9127-20d887c9db71']}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:54:32.908199 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed2e3937-b4bf-49f5-8f83-edde88c8c996 req-11f81ad0-125c-4bc9-8d38-03728ba9ad03 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Made reservation on behalf of fb6cb03abf5242b594efcf325909dd32 for: {'port': 1} {{(pid=113210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:54:32.912135 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-ed2e3937-b4bf-49f5-8f83-edde88c8c996 req-11f81ad0-125c-4bc9-8d38-03728ba9ad03 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:33.044778 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.db_base_plugin_common [req-ed2e3937-b4bf-49f5-8f83-edde88c8c996 req-11f81ad0-125c-4bc9-8d38-03728ba9ad03 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Allocated IP 172.20.0.6 (07c207ee-c2bb-4d53-bca3-b5aa6199ad0f/21657c11-9b0c-49b1-8935-9d760016ec10/87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a) {{(pid=113210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:54:33.057903 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:33.183523 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04e8bd-5e16-442c-ab25-b5298a2e66ea req-e4188445-749c-47e6-809b-cb183fe1b562 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:33.185180 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8a04e8bd-5e16-442c-ab25-b5298a2e66ea req-e4188445-749c-47e6-809b-cb183fe1b562 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 945 time: 0.0499496 Sep 17 03:54:33.196484 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-ed2e3937-b4bf-49f5-8f83-edde88c8c996 req-11f81ad0-125c-4bc9-8d38-03728ba9ad03 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for port (87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:33.234982 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8a04e8bd-5e16-442c-ab25-b5298a2e66ea req-6c3aa980-829c-48f4-ac33-635b7e991796 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439553 Sep 17 03:54:33.269153 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-ed2e3937-b4bf-49f5-8f83-edde88c8c996 req-11f81ad0-125c-4bc9-8d38-03728ba9ad03 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:33.325311 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed2e3937-b4bf-49f5-8f83-edde88c8c996 req-11f81ad0-125c-4bc9-8d38-03728ba9ad03 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Network 07c207ee-c2bb-4d53-bca3-b5aa6199ad0f is already hosted by enough agents. {{(pid=113210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:54:33.327426 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.base_scheduler [req-ed2e3937-b4bf-49f5-8f83-edde88c8c996 req-11f81ad0-125c-4bc9-8d38-03728ba9ad03 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Resources bound (agent type, host, resource id): {{(pid=113210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:54:33.329628 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed2e3937-b4bf-49f5-8f83-edde88c8c996 req-11f81ad0-125c-4bc9-8d38-03728ba9ad03 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Received port after_create {{(pid=113210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:54:33.333841 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f81ad0-125c-4bc9-8d38-03728ba9ad03 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Pushing event updated for resources: {'Port': ['ID=87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:54:33.395714 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e3937-b4bf-49f5-8f83-edde88c8c996 req-11f81ad0-125c-4bc9-8d38-03728ba9ad03 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:33.396690 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-ed2e3937-b4bf-49f5-8f83-edde88c8c996 req-11f81ad0-125c-4bc9-8d38-03728ba9ad03 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for port (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:33.421860 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b0603-80b3-4c1c-94b6-d08a673db4e9 req-8ffb1650-cc25-4624-8847-585a2ef4fc9b tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:33.423329 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-618b0603-80b3-4c1c-94b6-d08a673db4e9 req-8ffb1650-cc25-4624-8847-585a2ef4fc9b tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acd17ae6-a2bb-4b1e-a465-78c4ca35dcae HTTP/1.1" status: 200 len: 931 time: 0.0643313 Sep 17 03:54:33.466928 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-ed2e3937-b4bf-49f5-8f83-edde88c8c996 req-11f81ad0-125c-4bc9-8d38-03728ba9ad03 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7559581 Sep 17 03:54:33.483052 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-618b0603-80b3-4c1c-94b6-d08a673db4e9 req-84dd7647-519f-441f-84fe-2a57b0f4d439 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6456395d-bbb3-4670-9127-20d887c9db71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524318 Sep 17 03:54:33.547736 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [req-ed2e3937-b4bf-49f5-8f83-edde88c8c996 req-a3e57897-291a-45b6-a92e-5ce363607d86 service neutron] Request body: {'port': {'device_id': 'acd17ae6-a2bb-4b1e-a465-78c4ca35dcae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:54:33.575977 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:33.583567 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-cba811cc-2f9d-4a19-aed7-a532ddfbc29e None None] Provisioning complete for port 87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:54:33.584294 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-cba811cc-2f9d-4a19-aed7-a532ddfbc29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:33.584481 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-cba811cc-2f9d-4a19-aed7-a532ddfbc29e None None] Attempt 1 to provision port 87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a Sep 17 03:54:33.623063 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-cba811cc-2f9d-4a19-aed7-a532ddfbc29e None None] Port 87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:54:33.625171 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-ed2e3937-b4bf-49f5-8f83-edde88c8c996 req-a3e57897-291a-45b6-a92e-5ce363607d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a), before_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:33.656866 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67033f0f-f161-48d9-b775-8bcabc55bd6e req-ab433ec4-7d5e-4ead-a1dc-27e9a97b69be tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:33.658330 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-67033f0f-f161-48d9-b775-8bcabc55bd6e req-ab433ec4-7d5e-4ead-a1dc-27e9a97b69be tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f73d2688-0699-49aa-9019-94ca41f9df5c HTTP/1.1" status: 200 len: 945 time: 0.0470695 Sep 17 03:54:33.698467 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:33.710792 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-67033f0f-f161-48d9-b775-8bcabc55bd6e req-33cfcc9f-f7f6-486f-b668-32adc053abef tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456412 Sep 17 03:54:34.049988 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device b02d1a09-a924-4830-ad51-135682e8cbb2 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:54:34.049988 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] No Port match for: b02d1a09-a924-4830-ad51-135682e8cbb2 {{(pid=113212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:54:34.049988 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device b02d1a09-a924-4830-ad51-135682e8cbb2 not bound to the agent host hv-cinder-84914 {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:54:34.050389 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.notifiers.nova [req-ed2e3937-b4bf-49f5-8f83-edde88c8c996 req-a3e57897-291a-45b6-a92e-5ce363607d86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a {{(pid=113210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:54:34.050389 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-ed2e3937-b4bf-49f5-8f83-edde88c8c996 req-a3e57897-291a-45b6-a92e-5ce363607d86 service neutron] Publish callbacks [] for port (87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a), precommit_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:34.050389 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.provisioning_blocks [req-ed2e3937-b4bf-49f5-8f83-edde88c8c996 req-a3e57897-291a-45b6-a92e-5ce363607d86 service neutron] Transition to ACTIVE for port object 87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a will not be triggered until provisioned by entity L2. {{(pid=113210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 03:54:34.079671 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-ed2e3937-b4bf-49f5-8f83-edde88c8c996 req-a3e57897-291a-45b6-a92e-5ce363607d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25815858'] for port (87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a), after_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:34.117436 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:34.124611 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-cba811cc-2f9d-4a19-aed7-a532ddfbc29e None None] Attempt 2 to provision port 87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a Sep 17 03:54:34.157711 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-cba811cc-2f9d-4a19-aed7-a532ddfbc29e None None] Port 87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:54:34.162597 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e57897-291a-45b6-a92e-5ce363607d86 service neutron] Pushing event updated for resources: {'Port': ['ID=87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a,revision_number=2']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:54:34.192517 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.managers [req-ed2e3937-b4bf-49f5-8f83-edde88c8c996 req-a3e57897-291a-45b6-a92e-5ce363607d86 service neutron] Attempting to bind port 87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a on host hv-cinder-84914 for vnic_type normal with profile {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:54:34.192852 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.managers [req-ed2e3937-b4bf-49f5-8f83-edde88c8c996 req-a3e57897-291a-45b6-a92e-5ce363607d86 service neutron] Attempting to bind port 87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f'}] {{(pid=113210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:54:34.193708 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2e3937-b4bf-49f5-8f83-edde88c8c996 req-a3e57897-291a-45b6-a92e-5ce363607d86 service neutron] Attempting to bind port 87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a on network 07c207ee-c2bb-4d53-bca3-b5aa6199ad0f {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:54:34.239989 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2e3937-b4bf-49f5-8f83-edde88c8c996 req-a3e57897-291a-45b6-a92e-5ce363607d86 service neutron] Port 87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a on network 07c207ee-c2bb-4d53-bca3-b5aa6199ad0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 03:54:34.240341 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2e3937-b4bf-49f5-8f83-edde88c8c996 req-a3e57897-291a-45b6-a92e-5ce363607d86 service neutron] Attempting to bind port 87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a on network 07c207ee-c2bb-4d53-bca3-b5aa6199ad0f {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:54:34.287165 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2e3937-b4bf-49f5-8f83-edde88c8c996 req-a3e57897-291a-45b6-a92e-5ce363607d86 service neutron] Checking agent: {'id': '56a63866-613b-46a0-90ee-05b9222d9bfc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 46, 46), 'started_at': datetime.datetime(2022, 9, 17, 3, 46, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:54:34.287488 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2e3937-b4bf-49f5-8f83-edde88c8c996 req-a3e57897-291a-45b6-a92e-5ce363607d86 service neutron] Checking segment: {'id': 'f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:54:34.287739 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2e3937-b4bf-49f5-8f83-edde88c8c996 req-a3e57897-291a-45b6-a92e-5ce363607d86 service neutron] Bound using segment: {'id': 'f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f'} {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:54:34.288183 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.managers [req-ed2e3937-b4bf-49f5-8f83-edde88c8c996 req-a3e57897-291a-45b6-a92e-5ce363607d86 service neutron] Bound port: 87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f'}}] {{(pid=113210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:54:34.290484 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-ed2e3937-b4bf-49f5-8f83-edde88c8c996 req-a3e57897-291a-45b6-a92e-5ce363607d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a), before_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:34.353891 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [req-ed2e3937-b4bf-49f5-8f83-edde88c8c996 req-a3e57897-291a-45b6-a92e-5ce363607d86 service neutron] For port 87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a, host hv-cinder-84914, cleared binding levels {{(pid=113210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:54:34.356905 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [req-ed2e3937-b4bf-49f5-8f83-edde88c8c996 req-a3e57897-291a-45b6-a92e-5ce363607d86 service neutron] For port 87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a,segment=NetworkSegment(f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54),segment_id=f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54)] {{(pid=113210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:54:34.368746 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27a604-b6f3-403e-bd9a-32496af886d5 req-aedab675-5725-4227-9605-0fee22df8137 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:34.370275 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-cd27a604-b6f3-403e-bd9a-32496af886d5 req-aedab675-5725-4227-9605-0fee22df8137 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 945 time: 0.0472455 Sep 17 03:54:34.418813 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-cd27a604-b6f3-403e-bd9a-32496af886d5 req-32878c55-942c-42c9-a936-e50f70179466 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429025 Sep 17 03:54:34.429082 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-ed2e3937-b4bf-49f5-8f83-edde88c8c996 req-a3e57897-291a-45b6-a92e-5ce363607d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25815858'] for port (87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a), after_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:34.435524 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e3937-b4bf-49f5-8f83-edde88c8c996 req-a3e57897-291a-45b6-a92e-5ce363607d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:34.435524 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-ed2e3937-b4bf-49f5-8f83-edde88c8c996 req-a3e57897-291a-45b6-a92e-5ce363607d86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for port (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:34.435524 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-ed2e3937-b4bf-49f5-8f83-edde88c8c996 req-a3e57897-291a-45b6-a92e-5ce363607d86 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a HTTP/1.1" status: 200 len: 1093 time: 0.9407449 Sep 17 03:54:34.437757 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd17ae6-a2bb-4b1e-a465-78c4ca35dcae', 'tag': '87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a'}] {{(pid=113210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:54:34.440143 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a613894f386080b2b9315951ba9a4c402b93d12b77848e4e2f89d9386810e3b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5e2e5f-e513-4464-8f3c-d9a32524bb63" -d '{"events": [{"name": "network-changed", "server_uuid": "acd17ae6-a2bb-4b1e-a465-78c4ca35dcae", "tag": "87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a"}]}' {{(pid=113210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:54:34.483893 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e564fe-332f-428b-a820-616b23f79afc x-openstack-request-id: req-80e564fe-332f-428b-a820-616b23f79afc {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:54:34.484211 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acd17ae6-a2bb-4b1e-a465-78c4ca35dcae", "tag": "87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a", "status": "completed", "code": 200}]} {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:54:34.484459 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-80e564fe-332f-428b-a820-616b23f79afc {{(pid=113210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:54:34.484881 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80e564fe-332f-428b-a820-616b23f79afc'] response: {'name': 'network-changed', 'server_uuid': 'acd17ae6-a2bb-4b1e-a465-78c4ca35dcae', 'tag': '87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a', 'status': 'completed', 'code': 200} Sep 17 03:54:34.489628 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e57897-291a-45b6-a92e-5ce363607d86 service neutron] Pushing event updated for resources: {'Port': ['ID=87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a,revision_number=3']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:54:34.597268 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7bcaa-7cb6-4d0e-ab2a-88d42b6aef46 req-9d9974d4-8f03-42b7-b6ed-ead162327c3a tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:34.598758 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7dd7bcaa-7cb6-4d0e-ab2a-88d42b6aef46 req-9d9974d4-8f03-42b7-b6ed-ead162327c3a tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acd17ae6-a2bb-4b1e-a465-78c4ca35dcae HTTP/1.1" status: 200 len: 943 time: 0.0465558 Sep 17 03:54:34.646119 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7dd7bcaa-7cb6-4d0e-ab2a-88d42b6aef46 req-e11e7da1-11e0-4a92-89b4-2811cec28842 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6456395d-bbb3-4670-9127-20d887c9db71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409033 Sep 17 03:54:34.658930 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-cba811cc-2f9d-4a19-aed7-a532ddfbc29e None None] Attempt 3 to provision port 87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a Sep 17 03:54:34.697127 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-cba811cc-2f9d-4a19-aed7-a532ddfbc29e None None] Port 87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a had new provisioning blocks added so it will not transition to active. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 17 03:54:34.837437 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f41426-3c2b-4214-beaa-daaa9375f845 req-b47558f7-180d-42ab-a497-6a0daf14fbb5 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:34.838916 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-02f41426-3c2b-4214-beaa-daaa9375f845 req-b47558f7-180d-42ab-a497-6a0daf14fbb5 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f73d2688-0699-49aa-9019-94ca41f9df5c HTTP/1.1" status: 200 len: 945 time: 0.0491002 Sep 17 03:54:34.885101 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-02f41426-3c2b-4214-beaa-daaa9375f845 req-0378c4df-0c19-4dac-9547-85dd71360f22 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403872 Sep 17 03:54:35.545876 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41093e58-3b48-47f1-b5f5-40bd4101f7e8 req-b13403ac-14e8-4a58-9920-a3e45a804365 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:35.547334 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-41093e58-3b48-47f1-b5f5-40bd4101f7e8 req-b13403ac-14e8-4a58-9920-a3e45a804365 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 945 time: 0.0463901 Sep 17 03:54:35.594769 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-41093e58-3b48-47f1-b5f5-40bd4101f7e8 req-38099f44-3771-408e-9240-6fe34eef7085 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418925 Sep 17 03:54:35.775312 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268cc1c4-fba5-41ea-8325-728da1e93786 req-87307c99-e07b-418b-9e1c-a3b962f1a419 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:35.776709 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-268cc1c4-fba5-41ea-8325-728da1e93786 req-87307c99-e07b-418b-9e1c-a3b962f1a419 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acd17ae6-a2bb-4b1e-a465-78c4ca35dcae HTTP/1.1" status: 200 len: 943 time: 0.0572219 Sep 17 03:54:35.825572 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-268cc1c4-fba5-41ea-8325-728da1e93786 req-6fab1f3c-9fd8-4315-8316-dee1666e10c1 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6456395d-bbb3-4670-9127-20d887c9db71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433838 Sep 17 03:54:35.947548 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e2e5f-e513-4464-8f3c-d9a32524bb63 req-6b392a3a-26d6-40c4-8b04-463607bc8527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:35.949405 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-7b5e2e5f-e513-4464-8f3c-d9a32524bb63 req-6b392a3a-26d6-40c4-8b04-463607bc8527 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=fb6cb03abf5242b594efcf325909dd32&device_id=acd17ae6-a2bb-4b1e-a465-78c4ca35dcae HTTP/1.1" status: 200 len: 1127 time: 0.0451097 Sep 17 03:54:36.007558 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf953a-14f8-47c0-a386-f1ef4c5ceb36 req-4f9a9158-c806-4fd5-b0fb-1b9282d35aa5 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:36.009052 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-91cf953a-14f8-47c0-a386-f1ef4c5ceb36 req-4f9a9158-c806-4fd5-b0fb-1b9282d35aa5 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f73d2688-0699-49aa-9019-94ca41f9df5c HTTP/1.1" status: 200 len: 945 time: 0.0473046 Sep 17 03:54:36.027334 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.agents_db [None req-b2aba882-f127-474e-990c-8a1f8fa77bd5 None None] Agent healthcheck: found 6 active agents {{(pid=113213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:54:36.059380 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-91cf953a-14f8-47c0-a386-f1ef4c5ceb36 req-eccd7299-467d-4488-82e8-114d347707f1 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6e94395-335b-4200-9ca7-ad1fa77742e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442810 Sep 17 03:54:36.203720 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e2e5f-e513-4464-8f3c-d9a32524bb63 req-775576a2-dc39-45c1-9f7b-960c398583f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:36.205242 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-7b5e2e5f-e513-4464-8f3c-d9a32524bb63 req-775576a2-dc39-45c1-9f7b-960c398583f8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=fb6cb03abf5242b594efcf325909dd32&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0935354 Sep 17 03:54:36.321247 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbcb924-bcc0-42d5-962f-1f4db29ab8a0 req-d309ce83-6f8a-4c40-ba92-2d73c7b742c3 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:36.322645 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-8bbcb924-bcc0-42d5-962f-1f4db29ab8a0 req-d309ce83-6f8a-4c40-ba92-2d73c7b742c3 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f73d2688-0699-49aa-9019-94ca41f9df5c HTTP/1.1" status: 200 len: 945 time: 0.0872064 Sep 17 03:54:36.394102 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e2e5f-e513-4464-8f3c-d9a32524bb63 req-04a65ce3-17b1-48a9-a117-ae33d41bad23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:36.395546 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-7b5e2e5f-e513-4464-8f3c-d9a32524bb63 req-04a65ce3-17b1-48a9-a117-ae33d41bad23 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1676171 Sep 17 03:54:36.434778 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [req-8bbcb924-bcc0-42d5-962f-1f4db29ab8a0 req-9858a5e1-469f-4a2b-af05-fcbf2721ed01 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Deleting port 3503855f-51a9-451a-8977-ccd98a4a0f27 {{(pid=113210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:54:36.435123 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-8bbcb924-bcc0-42d5-962f-1f4db29ab8a0 req-9858a5e1-469f-4a2b-af05-fcbf2721ed01 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (3503855f-51a9-451a-8977-ccd98a4a0f27), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:36.514173 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:36.530048 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e3937-b4bf-49f5-8f83-edde88c8c996 req-30c8649e-912b-4567-9e69-d324113949d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:36.531531 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-ed2e3937-b4bf-49f5-8f83-edde88c8c996 req-30c8649e-912b-4567-9e69-d324113949d4 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=fb6cb03abf5242b594efcf325909dd32&device_id=acd17ae6-a2bb-4b1e-a465-78c4ca35dcae HTTP/1.1" status: 200 len: 1127 time: 0.0531523 Sep 17 03:54:36.594879 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [req-8bbcb924-bcc0-42d5-962f-1f4db29ab8a0 req-9858a5e1-469f-4a2b-af05-fcbf2721ed01 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] For port 3503855f-51a9-451a-8977-ccd98a4a0f27, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3503855f-51a9-451a-8977-ccd98a4a0f27,segment=NetworkSegment(fd61fd09-fc24-4021-8673-02b64116f7ad),segment_id=fd61fd09-fc24-4021-8673-02b64116f7ad)] {{(pid=113210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:54:36.595155 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-8bbcb924-bcc0-42d5-962f-1f4db29ab8a0 req-9858a5e1-469f-4a2b-af05-fcbf2721ed01 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (3503855f-51a9-451a-8977-ccd98a4a0f27), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:36.599051 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-ed2e3937-b4bf-49f5-8f83-edde88c8c996 req-8c4e835f-93c8-4c19-8040-9dffe7efb683 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a HTTP/1.1" status: 200 len: 217 time: 0.0521955 Sep 17 03:54:36.618198 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [req-8bbcb924-bcc0-42d5-962f-1f4db29ab8a0 req-9858a5e1-469f-4a2b-af05-fcbf2721ed01 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Calling delete_port for 3503855f-51a9-451a-8977-ccd98a4a0f27 owned by compute:nova {{(pid=113210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:54:36.689258 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:36.711052 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e3937-b4bf-49f5-8f83-edde88c8c996 req-d46c3d5f-dc26-427e-a8c7-4abd38f6cec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:36.712527 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-ed2e3937-b4bf-49f5-8f83-edde88c8c996 req-d46c3d5f-dc26-427e-a8c7-4abd38f6cec0 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=21657c11-9b0c-49b1-8935-9d760016ec10 HTTP/1.1" status: 200 len: 853 time: 0.1028502 Sep 17 03:54:36.722902 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775da688-c8b0-43d7-a233-ec0cdd7d01eb req-d4e24259-8b69-4d07-b5ba-2b9b6d957948 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:36.724391 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-775da688-c8b0-43d7-a233-ec0cdd7d01eb req-d4e24259-8b69-4d07-b5ba-2b9b6d957948 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 945 time: 0.0482664 Sep 17 03:54:36.767314 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e3937-b4bf-49f5-8f83-edde88c8c996 req-3d653691-1ac6-412b-b59b-4f157e157a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:36.768826 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-ed2e3937-b4bf-49f5-8f83-edde88c8c996 req-3d653691-1ac6-412b-b59b-4f157e157a8b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=07c207ee-c2bb-4d53-bca3-b5aa6199ad0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485976 Sep 17 03:54:36.777565 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-775da688-c8b0-43d7-a233-ec0cdd7d01eb req-cfeaeaad-4808-4866-96ef-955517a027b1 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467863 Sep 17 03:54:36.902176 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-ed2e3937-b4bf-49f5-8f83-edde88c8c996 req-b37e3a61-45a0-4b9e-b811-23ebe35181fd service neutron] 10.222.0.18 "GET /networking/v2.0/networks/07c207ee-c2bb-4d53-bca3-b5aa6199ad0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257343 Sep 17 03:54:36.951072 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b882d-6742-4136-8335-4685fd6a8c6b req-dc7a26ac-9afb-4e7a-baeb-4fad9d1dbf8a tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:36.952552 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-df0b882d-6742-4136-8335-4685fd6a8c6b req-dc7a26ac-9afb-4e7a-baeb-4fad9d1dbf8a tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acd17ae6-a2bb-4b1e-a465-78c4ca35dcae HTTP/1.1" status: 200 len: 943 time: 0.0474687 Sep 17 03:54:36.955244 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-8bbcb924-bcc0-42d5-962f-1f4db29ab8a0 req-9858a5e1-469f-4a2b-af05-fcbf2721ed01 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (3503855f-51a9-451a-8977-ccd98a4a0f27), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:36.974644 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:36.992135 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] get_ports_and_sgs() called for port_ids ['3503855f-51a9-451a-8977-ccd98a4a0f27'] {{(pid=113212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:54:36.994084 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9858a5e1-469f-4a2b-af05-fcbf2721ed01 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Pushing event deleted for resources: {'Port': ['ID=3503855f-51a9-451a-8977-ccd98a4a0f27,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:54:36.996138 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=60,neutron:UPDATE=6 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:36.996938 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=68,neutron:UPDATE=5 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:37.010111 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-df0b882d-6742-4136-8335-4685fd6a8c6b req-3e57500c-c58a-46fe-898c-8ba71ef86f93 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6456395d-bbb3-4670-9127-20d887c9db71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495610 Sep 17 03:54:37.096957 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bbcb924-bcc0-42d5-962f-1f4db29ab8a0 req-9858a5e1-469f-4a2b-af05-fcbf2721ed01 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] No DVR routers for this DVR port 3503855f-51a9-451a-8977-ccd98a4a0f27 on host hv-cinder-84914 {{(pid=113210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:54:37.096957 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-8bbcb924-bcc0-42d5-962f-1f4db29ab8a0 req-9858a5e1-469f-4a2b-af05-fcbf2721ed01 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for port (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:37.096957 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-8bbcb924-bcc0-42d5-962f-1f4db29ab8a0 req-9858a5e1-469f-4a2b-af05-fcbf2721ed01 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.18 "DELETE /networking/v2.0/ports/3503855f-51a9-451a-8977-ccd98a4a0f27 HTTP/1.1" status: 204 len: 173 time: 0.7391806 Sep 17 03:54:37.096957 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f73d2688-0699-49aa-9019-94ca41f9df5c', 'name': 'network-vif-deleted', 'tag': '3503855f-51a9-451a-8977-ccd98a4a0f27'}] {{(pid=113210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:54:37.096957 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a613894f386080b2b9315951ba9a4c402b93d12b77848e4e2f89d9386810e3b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f0e71f-f215-48ef-a10c-0edb3e3f4cb6" -d '{"events": [{"server_uuid": "f73d2688-0699-49aa-9019-94ca41f9df5c", "name": "network-vif-deleted", "tag": "3503855f-51a9-451a-8977-ccd98a4a0f27"}]}' {{(pid=113210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:54:37.096957 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-ed2e3937-b4bf-49f5-8f83-edde88c8c996 req-c48729a1-5bc5-43fa-a5c9-7459d1905f4b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/07c207ee-c2bb-4d53-bca3-b5aa6199ad0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824174 Sep 17 03:54:37.112182 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30796fe7-029e-424f-917f-8604b01f3168 x-openstack-request-id: req-30796fe7-029e-424f-917f-8604b01f3168 {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:54:37.112655 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f73d2688-0699-49aa-9019-94ca41f9df5c", "name": "network-vif-deleted", "tag": "3503855f-51a9-451a-8977-ccd98a4a0f27", "status": "completed", "code": 200}]} {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:54:37.112953 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-30796fe7-029e-424f-917f-8604b01f3168 {{(pid=113210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:54:37.113351 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30796fe7-029e-424f-917f-8604b01f3168'] response: {'server_uuid': 'f73d2688-0699-49aa-9019-94ca41f9df5c', 'name': 'network-vif-deleted', 'tag': '3503855f-51a9-451a-8977-ccd98a4a0f27', 'status': 'completed', 'code': 200} Sep 17 03:54:37.133755 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-55f37c11-c6ab-4400-af78-5c856e0b9976 req-f2a9bb4d-4d9e-4158-a34f-ffed0e1f4181 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1804607871&fields=id&tenant_id=0cdb8140dca34727ab99c95efc7acb81 HTTP/1.1" status: 200 len: 267 time: 0.0575378 Sep 17 03:54:37.207217 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f4bd2f60-2db2-4444-aa25-0dc4c1f4db44 req-492e7a1c-f304-44b0-9543-9cc003cfb82a tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f73d2688-0699-49aa-9019-94ca41f9df5c HTTP/1.1" status: 200 len: 210 time: 0.0378399 Sep 17 03:54:37.215170 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f37c11-c6ab-4400-af78-5c856e0b9976 req-5f5bf665-999e-47e1-aaac-882e03765dad tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:37.216819 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-55f37c11-c6ab-4400-af78-5c856e0b9976 req-5f5bf665-999e-47e1-aaac-882e03765dad tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 985 time: 0.0776391 Sep 17 03:54:37.229229 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [req-55f37c11-c6ab-4400-af78-5c856e0b9976 req-11471432-e09f-4b6e-8cf5-30aeb892d811 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Request body: {'port': {'security_groups': ['b4a13084-8dac-44d2-bb8f-f8f2c9cef483']}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:54:37.310134 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-55f37c11-c6ab-4400-af78-5c856e0b9976 req-11471432-e09f-4b6e-8cf5-30aeb892d811 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (6ca4f360-9c06-4609-ad1e-cb074af587c0), before_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:37.368226 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:37.496861 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.db [req-55f37c11-c6ab-4400-af78-5c856e0b9976 req-11471432-e09f-4b6e-8cf5-30aeb892d811 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] For port 6ca4f360-9c06-4609-ad1e-cb074af587c0, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6ca4f360-9c06-4609-ad1e-cb074af587c0,segment=NetworkSegment(7ea2bdaf-c56d-49fb-adcf-15285fcbe8da),segment_id=7ea2bdaf-c56d-49fb-adcf-15285fcbe8da)] {{(pid=113211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:54:37.526902 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-55f37c11-c6ab-4400-af78-5c856e0b9976 req-11471432-e09f-4b6e-8cf5-30aeb892d811 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks [] for port (6ca4f360-9c06-4609-ad1e-cb074af587c0), precommit_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:37.610609 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-55f37c11-c6ab-4400-af78-5c856e0b9976 req-11471432-e09f-4b6e-8cf5-30aeb892d811 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26185551'] for port (6ca4f360-9c06-4609-ad1e-cb074af587c0), after_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:37.621540 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f37c11-c6ab-4400-af78-5c856e0b9976 req-11471432-e09f-4b6e-8cf5-30aeb892d811 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:37.622134 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-55f37c11-c6ab-4400-af78-5c856e0b9976 req-11471432-e09f-4b6e-8cf5-30aeb892d811 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for port (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:37.623483 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-55f37c11-c6ab-4400-af78-5c856e0b9976 req-11471432-e09f-4b6e-8cf5-30aeb892d811 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "PUT /networking/v2.0/ports/6ca4f360-9c06-4609-ad1e-cb074af587c0 HTTP/1.1" status: 200 len: 943 time: 0.4003549 Sep 17 03:54:37.624038 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68eeaf96-b6f5-4666-b67a-37005c9a78b4', 'tag': '6ca4f360-9c06-4609-ad1e-cb074af587c0'}] {{(pid=113211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:54:37.626387 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346c2caff186dcd388f83f6dc64b2ba25d7763d65cfebe6fa09f9256a5522518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25512ac-f68c-4692-ba44-58a6ceffd47e" -d '{"events": [{"name": "network-changed", "server_uuid": "68eeaf96-b6f5-4666-b67a-37005c9a78b4", "tag": "6ca4f360-9c06-4609-ad1e-cb074af587c0"}]}' {{(pid=113211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:54:37.633280 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 50800) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:54:37.650853 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] get_ports_and_sgs() called for port_ids ['6ca4f360-9c06-4609-ad1e-cb074af587c0'] {{(pid=113212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:54:37.697292 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11471432-e09f-4b6e-8cf5-30aeb892d811 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Pushing event updated for resources: {'Port': ['ID=6ca4f360-9c06-4609-ad1e-cb074af587c0,revision_number=7']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:54:37.700456 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-12951dd3-dd23-48d8-b3d9-6a252c098f0d tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks [] for security_group (d8275a16-90b5-4561-abe3-858bc0d2510f), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:37.741435 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-12951dd3-dd23-48d8-b3d9-6a252c098f0d tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks [] for security_group (d8275a16-90b5-4561-abe3-858bc0d2510f), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:37.748830 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982c058e-39dc-4a6e-9917-65a0233753b8 x-openstack-request-id: req-982c058e-39dc-4a6e-9917-65a0233753b8 {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:54:37.749349 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68eeaf96-b6f5-4666-b67a-37005c9a78b4", "tag": "6ca4f360-9c06-4609-ad1e-cb074af587c0", "status": "completed", "code": 200}]} {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:54:37.749349 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-982c058e-39dc-4a6e-9917-65a0233753b8 {{(pid=113211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:54:37.750251 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-982c058e-39dc-4a6e-9917-65a0233753b8'] response: {'name': 'network-changed', 'server_uuid': '68eeaf96-b6f5-4666-b67a-37005c9a78b4', 'tag': '6ca4f360-9c06-4609-ad1e-cb074af587c0', 'status': 'completed', 'code': 200} Sep 17 03:54:37.824081 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] get_ports_and_sgs() called for port_ids ['6ca4f360-9c06-4609-ad1e-cb074af587c0'] {{(pid=113212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:54:37.868201 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-12951dd3-dd23-48d8-b3d9-6a252c098f0d tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (d8275a16-90b5-4561-abe3-858bc0d2510f), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:37.870801 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-12951dd3-dd23-48d8-b3d9-6a252c098f0d tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:37.874562 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-12951dd3-dd23-48d8-b3d9-6a252c098f0d tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d8275a16-90b5-4561-abe3-858bc0d2510f HTTP/1.1" status: 204 len: 168 time: 0.2412932 Sep 17 03:54:37.876355 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 50806) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:54:37.892499 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12951dd3-dd23-48d8-b3d9-6a252c098f0d tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8275a16-90b5-4561-abe3-858bc0d2510f,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:54:37.920778 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae31388-8823-4cf8-afff-700386f45bd1 req-3b6db389-8286-4fcd-9ac1-8e828497dbd1 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:37.922810 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9ae31388-8823-4cf8-afff-700386f45bd1 req-3b6db389-8286-4fcd-9ac1-8e828497dbd1 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 945 time: 0.0584438 Sep 17 03:54:37.941387 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ebcfb95e-47b9-4322-829e-7032902dffec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b0b4725d-5d3f-4adf-8b60-729f2f7a35da), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:37.981154 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9ae31388-8823-4cf8-afff-700386f45bd1 req-2909f8a4-3554-4615-b33d-97b6d8ff0808 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501847 Sep 17 03:54:38.052752 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-44cfb7cd-618f-4e5b-ac1c-ea59a4f115dd tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Deleting port 16deb61e-a1e0-4ece-8131-55306384754a {{(pid=113210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:54:38.053328 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-44cfb7cd-618f-4e5b-ac1c-ea59a4f115dd tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (16deb61e-a1e0-4ece-8131-55306384754a), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:38.106070 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:38.133208 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-44cfb7cd-618f-4e5b-ac1c-ea59a4f115dd tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (16deb61e-a1e0-4ece-8131-55306384754a), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:38.133450 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-44cfb7cd-618f-4e5b-ac1c-ea59a4f115dd tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks [] for floatingip (16deb61e-a1e0-4ece-8131-55306384754a), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:38.147073 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-44cfb7cd-618f-4e5b-ac1c-ea59a4f115dd tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Calling delete_port for 16deb61e-a1e0-4ece-8131-55306384754a owned by network:floatingip {{(pid=113210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:54:38.151655 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae34f54-3740-41a7-acb1-4ac7a36e2cb2 req-139a0672-b152-400f-8564-b84fded03883 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:38.153151 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0ae34f54-3740-41a7-acb1-4ac7a36e2cb2 req-139a0672-b152-400f-8564-b84fded03883 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acd17ae6-a2bb-4b1e-a465-78c4ca35dcae HTTP/1.1" status: 200 len: 943 time: 0.0492370 Sep 17 03:54:38.206314 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0ae34f54-3740-41a7-acb1-4ac7a36e2cb2 req-dd6930fe-4bb1-416b-8c71-646effa3b4e5 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6456395d-bbb3-4670-9127-20d887c9db71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457089 Sep 17 03:54:38.263595 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:38.267914 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25512ac-f68c-4692-ba44-58a6ceffd47e req-047a20df-c23c-4c9b-b9a8-835fec93eb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:38.269436 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-b25512ac-f68c-4692-ba44-58a6ceffd47e req-047a20df-c23c-4c9b-b9a8-835fec93eb37 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=0cdb8140dca34727ab99c95efc7acb81&device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 1130 time: 0.1092496 Sep 17 03:54:38.330030 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-179bd28b-5a7d-4b1b-88ed-30af4544cfe4 req-65e1535e-eaa4-408b-b7ff-e45cb04d7c22 tempest-ServerRescueNegativeTestJSON-961694271 tempest-ServerRescueNegativeTestJSON-961694271-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f73d2688-0699-49aa-9019-94ca41f9df5c HTTP/1.1" status: 200 len: 210 time: 0.0350730 Sep 17 03:54:38.428494 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25512ac-f68c-4692-ba44-58a6ceffd47e req-954d642f-676e-4868-b1b0-34f6c46dc6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:38.430254 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-b25512ac-f68c-4692-ba44-58a6ceffd47e req-954d642f-676e-4868-b1b0-34f6c46dc6ab service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=a074f835-aa65-4c2d-81dc-c695b3cf95bc HTTP/1.1" status: 200 len: 914 time: 0.1295183 Sep 17 03:54:38.485168 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-44cfb7cd-618f-4e5b-ac1c-ea59a4f115dd tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (16deb61e-a1e0-4ece-8131-55306384754a), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:38.514791 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cfb7cd-618f-4e5b-ac1c-ea59a4f115dd tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Pushing event deleted for resources: {'Port': ['ID=16deb61e-a1e0-4ece-8131-55306384754a,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:54:38.594899 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-b25512ac-f68c-4692-ba44-58a6ceffd47e req-2f8a2fab-d142-41d4-9cc6-7e0e9f9ef6d9 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ca4f360-9c06-4609-ad1e-cb074af587c0 HTTP/1.1" status: 200 len: 217 time: 0.0555544 Sep 17 03:54:38.639452 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-44cfb7cd-618f-4e5b-ac1c-ea59a4f115dd tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks [] for floatingip (3d5cf046-7b38-4304-9eba-12d3b3a5061d), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:38.640106 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.db.l3_db [None req-44cfb7cd-618f-4e5b-ac1c-ea59a4f115dd tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Floating IP 3d5cf046-7b38-4304-9eba-12d3b3a5061d disassociated (deleted). External IP: 172.27.0.134, port: 6ca4f360-9c06-4609-ad1e-cb074af587c0. Sep 17 03:54:38.703227 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25512ac-f68c-4692-ba44-58a6ceffd47e req-2488ffde-adb4-4675-8005-e4b843f7674e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:38.704672 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-b25512ac-f68c-4692-ba44-58a6ceffd47e req-2488ffde-adb4-4675-8005-e4b843f7674e service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=94dd6929-42d1-492b-beda-592421495231 HTTP/1.1" status: 200 len: 852 time: 0.0998912 Sep 17 03:54:38.853052 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44cfb7cd-618f-4e5b-ac1c-ea59a4f115dd tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Router 4a5a2e04-8775-4c3f-924f-68f6191cded7 has already been hosted by L3 agent b971cbd0-997d-41fb-8614-0aea29982798 {{(pid=113210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:54:38.896844 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:38.966574 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44cfb7cd-618f-4e5b-ac1c-ea59a4f115dd tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:54:38.972109 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-44cfb7cd-618f-4e5b-ac1c-ea59a4f115dd tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for floatingip (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:38.977416 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4036e5-7d53-40ae-bec4-a1e94eba44ba None None] Sync routers for ids ['4a5a2e04-8775-4c3f-924f-68f6191cded7'] in dv-cinder-849143-3-iscsi {{(pid=113213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:54:38.988638 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4036e5-7d53-40ae-bec4-a1e94eba44ba None None] Routers {'4a5a2e04-8775-4c3f-924f-68f6191cded7'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:54:38.989277 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-3c4036e5-7d53-40ae-bec4-a1e94eba44ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:54:10Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['4a5a2e04-8775-4c3f-924f-68f6191cded7'], 'active': True} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:54:39.034794 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-44cfb7cd-618f-4e5b-ac1c-ea59a4f115dd tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/3d5cf046-7b38-4304-9eba-12d3b3a5061d HTTP/1.1" status: 204 len: 168 time: 1.1572762 Sep 17 03:54:39.036942 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25512ac-f68c-4692-ba44-58a6ceffd47e req-b24e73a0-38aa-4556-8698-656bcaba4a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:39.039250 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-b25512ac-f68c-4692-ba44-58a6ceffd47e req-b24e73a0-38aa-4556-8698-656bcaba4a92 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=a074f835-aa65-4c2d-81dc-c695b3cf95bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0818470 Sep 17 03:54:39.113676 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvr_db [None req-3c4036e5-7d53-40ae-bec4-a1e94eba44ba None None] Set router 4a5a2e04-8775-4c3f-924f-68f6191cded7 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:54:39.125952 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b2d01-11b7-4b9a-bc1f-8ceef6a9e617 req-fafe8f55-70e0-4a3b-bde1-76d416a41717 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:39.127840 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e36b2d01-11b7-4b9a-bc1f-8ceef6a9e617 req-fafe8f55-70e0-4a3b-bde1-76d416a41717 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 945 time: 0.0560079 Sep 17 03:54:39.148321 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68eeaf96-b6f5-4666-b67a-37005c9a78b4', 'tag': '6ca4f360-9c06-4609-ad1e-cb074af587c0'}] {{(pid=113210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:54:39.151021 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a613894f386080b2b9315951ba9a4c402b93d12b77848e4e2f89d9386810e3b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b31692-d211-4f4e-9afb-423d144297b7" -d '{"events": [{"name": "network-changed", "server_uuid": "68eeaf96-b6f5-4666-b67a-37005c9a78b4", "tag": "6ca4f360-9c06-4609-ad1e-cb074af587c0"}]}' {{(pid=113210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:54:39.151230 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:39.155123 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-b25512ac-f68c-4692-ba44-58a6ceffd47e req-9e8da943-f275-4d67-9825-823aef828e56 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a074f835-aa65-4c2d-81dc-c695b3cf95bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077118 Sep 17 03:54:39.198201 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e36b2d01-11b7-4b9a-bc1f-8ceef6a9e617 req-cba42459-b2ae-4243-b91b-a1fe6bfe0176 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650008 Sep 17 03:54:39.284631 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfbdb5b-7af5-4320-bdd8-2ac8e8e4d524 x-openstack-request-id: req-4dfbdb5b-7af5-4320-bdd8-2ac8e8e4d524 {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:54:39.285039 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68eeaf96-b6f5-4666-b67a-37005c9a78b4", "tag": "6ca4f360-9c06-4609-ad1e-cb074af587c0", "status": "completed", "code": 200}]} {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:54:39.285376 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4dfbdb5b-7af5-4320-bdd8-2ac8e8e4d524 {{(pid=113210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:54:39.286090 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dfbdb5b-7af5-4320-bdd8-2ac8e8e4d524'] response: {'name': 'network-changed', 'server_uuid': '68eeaf96-b6f5-4666-b67a-37005c9a78b4', 'tag': '6ca4f360-9c06-4609-ad1e-cb074af587c0', 'status': 'completed', 'code': 200} Sep 17 03:54:39.298997 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-b25512ac-f68c-4692-ba44-58a6ceffd47e req-23d03db3-02be-4991-bf15-79a2630c67b5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a074f835-aa65-4c2d-81dc-c695b3cf95bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289918 Sep 17 03:54:39.379377 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-3c4036e5-7d53-40ae-bec4-a1e94eba44ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5a2e04-8775-4c3f-924f-68f6191cded7', 'name': 'tempest-TestMinimumBasicScenario-56533848-router', 'tenant_id': '0cdb8140dca34727ab99c95efc7acb81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '426d3b10-cc68-43dc-9eff-740f903221e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:41Z', 'updated_at': '2022-09-17T03:51:46Z', 'revision_number': 4, 'project_id': '0cdb8140dca34727ab99c95efc7acb81', 'gw_port': {'id': '426d3b10-cc68-43dc-9eff-740f903221e7', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5a2e04-8775-4c3f-924f-68f6191cded7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:42Z', 'updated_at': '2022-09-17T03:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': 'dd6ae3fc-95db-452e-a875-fb7fa28e2d54', 'name': '', 'network_id': 'a074f835-aa65-4c2d-81dc-c695b3cf95bc', 'tenant_id': '0cdb8140dca34727ab99c95efc7acb81', 'mac_address': 'fa:16:3e:6d:51:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5a2e04-8775-4c3f-924f-68f6191cded7', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '94dd6929-42d1-492b-beda-592421495231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:45Z', 'updated_at': '2022-09-17T03:51:51Z', 'revision_number': 5, 'project_id': '0cdb8140dca34727ab99c95efc7acb81', 'subnets': [{'id': '94dd6929-42d1-492b-beda-592421495231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:54:39.384712 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cdce68-ac7b-42ba-9e76-1ba760c5d732 req-c933fc0c-ad63-4124-9520-283ec23098c0 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:39.384712 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-17cdce68-ac7b-42ba-9e76-1ba760c5d732 req-c933fc0c-ad63-4124-9520-283ec23098c0 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acd17ae6-a2bb-4b1e-a465-78c4ca35dcae HTTP/1.1" status: 200 len: 943 time: 0.0506446 Sep 17 03:54:39.412274 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4036e5-7d53-40ae-bec4-a1e94eba44ba None None] Checking router: 4a5a2e04-8775-4c3f-924f-68f6191cded7 for host: dv-cinder-849143-3-iscsi {{(pid=113213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:54:39.421366 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4036e5-7d53-40ae-bec4-a1e94eba44ba None None] Routers {'4a5a2e04-8775-4c3f-924f-68f6191cded7'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:54:39.421982 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-3c4036e5-7d53-40ae-bec4-a1e94eba44ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:54:10Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['4a5a2e04-8775-4c3f-924f-68f6191cded7'], 'active': True} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:54:39.430810 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-17cdce68-ac7b-42ba-9e76-1ba760c5d732 req-3eea1dcf-728a-498e-b000-bf580a88d8de tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6456395d-bbb3-4670-9127-20d887c9db71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427418 Sep 17 03:54:39.487275 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 50828) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:54:39.545280 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b31692-d211-4f4e-9afb-423d144297b7 req-f0d71c15-8c66-4f24-b0a3-c81b06d3cff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:39.547236 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-41b31692-d211-4f4e-9afb-423d144297b7 req-f0d71c15-8c66-4f24-b0a3-c81b06d3cff8 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=0cdb8140dca34727ab99c95efc7acb81&device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 1130 time: 0.0525501 Sep 17 03:54:39.623370 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=100 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:39.636809 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvr_db [None req-3c4036e5-7d53-40ae-bec4-a1e94eba44ba None None] Set router 4a5a2e04-8775-4c3f-924f-68f6191cded7 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:54:39.665144 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=100 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:39.841984 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=113212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 03:54:39.855170 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-3c4036e5-7d53-40ae-bec4-a1e94eba44ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5a2e04-8775-4c3f-924f-68f6191cded7', 'name': 'tempest-TestMinimumBasicScenario-56533848-router', 'tenant_id': '0cdb8140dca34727ab99c95efc7acb81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '426d3b10-cc68-43dc-9eff-740f903221e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:41Z', 'updated_at': '2022-09-17T03:51:46Z', 'revision_number': 4, 'project_id': '0cdb8140dca34727ab99c95efc7acb81', 'gw_port': {'id': '426d3b10-cc68-43dc-9eff-740f903221e7', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5a2e04-8775-4c3f-924f-68f6191cded7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:42Z', 'updated_at': '2022-09-17T03:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': 'dd6ae3fc-95db-452e-a875-fb7fa28e2d54', 'name': '', 'network_id': 'a074f835-aa65-4c2d-81dc-c695b3cf95bc', 'tenant_id': '0cdb8140dca34727ab99c95efc7acb81', 'mac_address': 'fa:16:3e:6d:51:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5a2e04-8775-4c3f-924f-68f6191cded7', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '94dd6929-42d1-492b-beda-592421495231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:45Z', 'updated_at': '2022-09-17T03:51:51Z', 'revision_number': 5, 'project_id': '0cdb8140dca34727ab99c95efc7acb81', 'subnets': [{'id': '94dd6929-42d1-492b-beda-592421495231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:54:39.856492 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 3503855f-51a9-451a-8977-ccd98a4a0f27 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:54:39.882157 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4036e5-7d53-40ae-bec4-a1e94eba44ba None None] The sync data for ids ['4a5a2e04-8775-4c3f-924f-68f6191cded7'] in dv-cinder-849143-3-iscsi is: [{'id': '4a5a2e04-8775-4c3f-924f-68f6191cded7', 'name': 'tempest-TestMinimumBasicScenario-56533848-router', 'tenant_id': '0cdb8140dca34727ab99c95efc7acb81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '426d3b10-cc68-43dc-9eff-740f903221e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:41Z', 'updated_at': '2022-09-17T03:51:46Z', 'revision_number': 4, 'project_id': '0cdb8140dca34727ab99c95efc7acb81', 'gw_port': {'id': '426d3b10-cc68-43dc-9eff-740f903221e7', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5a2e04-8775-4c3f-924f-68f6191cded7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:42Z', 'updated_at': '2022-09-17T03:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': 'dd6ae3fc-95db-452e-a875-fb7fa28e2d54', 'name': '', 'network_id': 'a074f835-aa65-4c2d-81dc-c695b3cf95bc', 'tenant_id': '0cdb8140dca34727ab99c95efc7acb81', 'mac_address': 'fa:16:3e:6d:51:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5a2e04-8775-4c3f-924f-68f6191cded7', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '94dd6929-42d1-492b-beda-592421495231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:45Z', 'updated_at': '2022-09-17T03:51:51Z', 'revision_number': 5, 'project_id': '0cdb8140dca34727ab99c95efc7acb81', 'subnets': [{'id': '94dd6929-42d1-492b-beda-592421495231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:54:39.885965 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] No Port match for: 3503855f-51a9-451a-8977-ccd98a4a0f27 {{(pid=113212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:54:39.886395 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 3503855f-51a9-451a-8977-ccd98a4a0f27 not bound to the agent host hv-cinder-84914 {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:54:39.968288 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b31692-d211-4f4e-9afb-423d144297b7 req-3e2c434d-7359-43b3-b162-10f807db5ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:39.969825 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-41b31692-d211-4f4e-9afb-423d144297b7 req-3e2c434d-7359-43b3-b162-10f807db5ca4 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=a074f835-aa65-4c2d-81dc-c695b3cf95bc HTTP/1.1" status: 200 len: 914 time: 0.4147754 Sep 17 03:54:39.985242 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port 87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a,segment=NetworkSegment(f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54),segment_id=f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:54:39.997131 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Returning: {'device': '87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a', 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f', 'port_id': '87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a', 'mac_address': 'fa:16:3e:0a:bc:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 03:54:40.041683 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port 87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a is: DOWN; New status is: BUILD {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:54:40.042112 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:40.056844 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a {{(pid=113212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:54:40.080057 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port 87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a,segment=NetworkSegment(f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54),segment_id=f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:54:40.109804 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-41b31692-d211-4f4e-9afb-423d144297b7 req-c79b2293-8bb5-40fd-9902-88d7a95b66ed service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ca4f360-9c06-4609-ad1e-cb074af587c0 HTTP/1.1" status: 200 len: 217 time: 0.0370519 Sep 17 03:54:40.126750 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbe3b79-e7f7-404d-bed1-c0d80521f1e5 None None] New status for floating IP 3d5cf046-7b38-4304-9eba-12d3b3a5061d: DOWN {{(pid=113212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 03:54:40.158159 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:40.222502 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b31692-d211-4f4e-9afb-423d144297b7 req-957b94c2-10cc-448c-94f3-01cc353f8115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:40.223989 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-41b31692-d211-4f4e-9afb-423d144297b7 req-957b94c2-10cc-448c-94f3-01cc353f8115 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=94dd6929-42d1-492b-beda-592421495231 HTTP/1.1" status: 200 len: 852 time: 0.0814219 Sep 17 03:54:40.248852 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a,revision_number=4']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:54:40.257685 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:54:40.258084 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:54:40.258436 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:54:40.258796 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:54:40.259132 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:54:40.259462 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:54:40.259791 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:54:40.260124 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:54:40.260966 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:54:40.261345 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:54:40.261627 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:54:40.262177 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:54:40.262530 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:54:40.262858 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:54:40.263186 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:54:40.314809 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b31692-d211-4f4e-9afb-423d144297b7 req-e9ca778b-9c4e-48b0-a436-bb48e6489a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:40.316240 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-41b31692-d211-4f4e-9afb-423d144297b7 req-e9ca778b-9c4e-48b0-a436-bb48e6489a0b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=a074f835-aa65-4c2d-81dc-c695b3cf95bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0760849 Sep 17 03:54:40.319796 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-3b033b06-6d77-477f-b627-39c490d77322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b971cbd0-997d-41fb-8614-0aea29982798), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:40.355544 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c21f1-53de-4351-b16c-e3acfc5bbf13 req-329a98ac-d315-40e8-b78d-d6cbf350460e tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:40.357235 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c59c21f1-53de-4351-b16c-e3acfc5bbf13 req-329a98ac-d315-40e8-b78d-d6cbf350460e tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 945 time: 0.0521123 Sep 17 03:54:40.412367 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c59c21f1-53de-4351-b16c-e3acfc5bbf13 req-c71853ba-212e-4e83-9cdb-aef8e2cd7433 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485592 Sep 17 03:54:40.420948 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-dd376691-3a48-49bf-9a9e-f43097191bba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-426662'] for router_interface (cec91c57-14e1-4ebf-a6bf-a10584fb1163), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:40.493591 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-41b31692-d211-4f4e-9afb-423d144297b7 req-f4db8cdc-deeb-4fa6-958e-967e4a572484 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a074f835-aa65-4c2d-81dc-c695b3cf95bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697028 Sep 17 03:54:40.535419 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] get_ports_and_sgs() called for port_ids ['87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a'] {{(pid=113212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:54:40.562892 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc75f401-9810-4dd1-a8d1-97d57fcefb16 req-c35c2d50-19c5-4cca-8f30-3b5b82e928cb tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:40.564567 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-fc75f401-9810-4dd1-a8d1-97d57fcefb16 req-c35c2d50-19c5-4cca-8f30-3b5b82e928cb tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acd17ae6-a2bb-4b1e-a465-78c4ca35dcae HTTP/1.1" status: 200 len: 944 time: 0.0490708 Sep 17 03:54:40.576558 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=100 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:40.641781 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-fc75f401-9810-4dd1-a8d1-97d57fcefb16 req-e34ce1f2-fb93-4d36-b85f-ca3c08cf0b83 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6456395d-bbb3-4670-9127-20d887c9db71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612667 Sep 17 03:54:40.669802 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:40.685590 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-41b31692-d211-4f4e-9afb-423d144297b7 req-f5c81ed1-0f0c-4dc2-ba82-69c68dae05d4 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a074f835-aa65-4c2d-81dc-c695b3cf95bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682887 Sep 17 03:54:40.697624 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:40.759887 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-dd376691-3a48-49bf-9a9e-f43097191bba admin admin] Deleting port c19f6ebb-49a0-4506-8286-d0386d11220c {{(pid=113210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:54:40.760235 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-dd376691-3a48-49bf-9a9e-f43097191bba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (c19f6ebb-49a0-4506-8286-d0386d11220c), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:40.832889 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=100 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:40.848958 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [None req-dd376691-3a48-49bf-9a9e-f43097191bba admin admin] For port c19f6ebb-49a0-4506-8286-d0386d11220c, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=c19f6ebb-49a0-4506-8286-d0386d11220c,segment=NetworkSegment(fd61fd09-fc24-4021-8673-02b64116f7ad),segment_id=fd61fd09-fc24-4021-8673-02b64116f7ad)] {{(pid=113210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:54:40.849320 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-dd376691-3a48-49bf-9a9e-f43097191bba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (c19f6ebb-49a0-4506-8286-d0386d11220c), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:40.862686 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-dd376691-3a48-49bf-9a9e-f43097191bba admin admin] Calling delete_port for c19f6ebb-49a0-4506-8286-d0386d11220c owned by network:router_interface {{(pid=113210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:54:41.096839 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-dd376691-3a48-49bf-9a9e-f43097191bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (c19f6ebb-49a0-4506-8286-d0386d11220c), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:41.123771 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd376691-3a48-49bf-9a9e-f43097191bba admin admin] Pushing event deleted for resources: {'Port': ['ID=c19f6ebb-49a0-4506-8286-d0386d11220c,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:54:41.177028 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:41.302741 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-dd376691-3a48-49bf-9a9e-f43097191bba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619798'] for router_interface (cec91c57-14e1-4ebf-a6bf-a10584fb1163), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:41.462591 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ff42d983-095d-47ba-82c6-d5d7a2ded2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b812d02d-dcd0-44a4-bd1c-6e92b95e6b3f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:41.513051 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd376691-3a48-49bf-9a9e-f43097191bba admin admin] Router cec91c57-14e1-4ebf-a6bf-a10584fb1163 has already been hosted by L3 agent b971cbd0-997d-41fb-8614-0aea29982798 {{(pid=113210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:54:41.551220 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4eaf80-4b94-4b25-8391-19d8450b2901 req-624e8655-fa9d-4118-a390-f457c448698b tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:41.552732 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-df4eaf80-4b94-4b25-8391-19d8450b2901 req-624e8655-fa9d-4118-a390-f457c448698b tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 945 time: 0.0479407 Sep 17 03:54:41.612775 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-df4eaf80-4b94-4b25-8391-19d8450b2901 req-e5b4c07f-c2a3-49d4-8c1c-c7dc122755e2 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535846 Sep 17 03:54:41.627855 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd376691-3a48-49bf-9a9e-f43097191bba admin admin] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:54:41.636714 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-dd376691-3a48-49bf-9a9e-f43097191bba admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/cec91c57-14e1-4ebf-a6bf-a10584fb1163/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1481843 Sep 17 03:54:41.637426 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 50846) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:54:41.640705 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2ce49e-24c2-4c8e-a747-b3975f3cc17f None None] Sync routers for ids ['cec91c57-14e1-4ebf-a6bf-a10584fb1163'] in dv-cinder-849143-3-iscsi {{(pid=113213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:54:41.654815 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2ce49e-24c2-4c8e-a747-b3975f3cc17f None None] Routers {'cec91c57-14e1-4ebf-a6bf-a10584fb1163'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:54:41.655499 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-cc2ce49e-24c2-4c8e-a747-b3975f3cc17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:54:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['cec91c57-14e1-4ebf-a6bf-a10584fb1163'], 'active': True} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:54:41.690078 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=100 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:41.696815 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695df334-6eab-45d2-b070-09f4195fc144 req-ac9da99b-f7de-4a00-a397-672c57609ecb tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:41.698333 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-695df334-6eab-45d2-b070-09f4195fc144 req-ac9da99b-f7de-4a00-a397-672c57609ecb tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2849e6b7-8459-4442-8392-46f23a36f993 HTTP/1.1" status: 200 len: 946 time: 0.0541415 Sep 17 03:54:41.761603 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-4751bcfc-9e11-4036-bfa0-2ab944fae56f admin admin] Publish callbacks [] for router (cec91c57-14e1-4ebf-a6bf-a10584fb1163), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:41.765698 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-695df334-6eab-45d2-b070-09f4195fc144 req-235a0177-9b57-4fd1-a203-2934dc7291f2 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609064 Sep 17 03:54:41.786275 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=100 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:41.812828 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvr_db [None req-cc2ce49e-24c2-4c8e-a747-b3975f3cc17f None None] Set router cec91c57-14e1-4ebf-a6bf-a10584fb1163 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:54:41.857694 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a up at agent hyperv_hv-cinder-84914 {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:54:41.879284 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc48edeb-3a79-42e6-b524-2c0fc4b7b9fa req-d4fe64ae-b4ad-491b-be16-fdb07b7a067c tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:41.881399 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-bc48edeb-3a79-42e6-b524-2c0fc4b7b9fa req-d4fe64ae-b4ad-491b-be16-fdb07b7a067c tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acd17ae6-a2bb-4b1e-a465-78c4ca35dcae HTTP/1.1" status: 200 len: 944 time: 0.0547926 Sep 17 03:54:41.919534 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Provisioning for port 87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a completed by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 03:54:41.927621 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-4751bcfc-9e11-4036-bfa0-2ab944fae56f admin admin] Publish callbacks [] for router_gateway (cec91c57-14e1-4ebf-a6bf-a10584fb1163), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:41.957464 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-bc48edeb-3a79-42e6-b524-2c0fc4b7b9fa req-46c95f00-c840-49ac-975e-faeeea719b21 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6456395d-bbb3-4670-9127-20d887c9db71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691538 Sep 17 03:54:41.983179 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Provisioning complete for port 87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:54:41.983614 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:41.983962 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Attempt 1 to provision port 87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a Sep 17 03:54:42.030928 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-cc2ce49e-24c2-4c8e-a747-b3975f3cc17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec91c57-14e1-4ebf-a6bf-a10584fb1163', 'name': 'tempest-ServerRescueNegativeTestJSON-199005461-router', 'tenant_id': '294abb2085b844a99908242d4b02e263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'd61a15ac-7b12-4790-8d02-9c43ea0835f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:54:40Z', 'revision_number': 5, 'project_id': '294abb2085b844a99908242d4b02e263', 'gw_port': {'id': 'd61a15ac-7b12-4790-8d02-9c43ea0835f6', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec91c57-14e1-4ebf-a6bf-a10584fb1163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:43Z', 'updated_at': '2022-09-17T03:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi'}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:54:42.058015 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2ce49e-24c2-4c8e-a747-b3975f3cc17f None None] Checking router: cec91c57-14e1-4ebf-a6bf-a10584fb1163 for host: dv-cinder-849143-3-iscsi {{(pid=113213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:54:42.067169 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2ce49e-24c2-4c8e-a747-b3975f3cc17f None None] Routers {'cec91c57-14e1-4ebf-a6bf-a10584fb1163'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:54:42.073937 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-cc2ce49e-24c2-4c8e-a747-b3975f3cc17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:54:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['cec91c57-14e1-4ebf-a6bf-a10584fb1163'], 'active': True} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:54:42.078903 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port 87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a is: BUILD; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:54:42.079506 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:42.082443 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-4751bcfc-9e11-4036-bfa0-2ab944fae56f admin admin] Deleting port d61a15ac-7b12-4790-8d02-9c43ea0835f6 {{(pid=113210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:54:42.082783 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-4751bcfc-9e11-4036-bfa0-2ab944fae56f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (d61a15ac-7b12-4790-8d02-9c43ea0835f6), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:42.112144 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd17ae6-a2bb-4b1e-a465-78c4ca35dcae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a'}] {{(pid=113212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:54:42.114884 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc6586f6b4c6bd034ee7705c69f50a833cff710b963951e05e6de8956872ccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce87bc7-fe19-4945-ba14-7beb57977af0" -d '{"events": [{"server_uuid": "acd17ae6-a2bb-4b1e-a465-78c4ca35dcae", "name": "network-vif-plugged", "status": "completed", "tag": "87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a"}]}' {{(pid=113212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:54:42.119381 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port 87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a,segment=NetworkSegment(f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54),segment_id=f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:54:42.166869 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvr_db [None req-cc2ce49e-24c2-4c8e-a747-b3975f3cc17f None None] Set router cec91c57-14e1-4ebf-a6bf-a10584fb1163 gateway port host: None {{(pid=113213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:54:42.171104 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [None req-4751bcfc-9e11-4036-bfa0-2ab944fae56f admin admin] For port d61a15ac-7b12-4790-8d02-9c43ea0835f6, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=d61a15ac-7b12-4790-8d02-9c43ea0835f6,segment=NetworkSegment(b9ff3b7d-3dba-4f81-9340-22e46529b80a),segment_id=b9ff3b7d-3dba-4f81-9340-22e46529b80a)] {{(pid=113210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:54:42.171473 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-4751bcfc-9e11-4036-bfa0-2ab944fae56f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (d61a15ac-7b12-4790-8d02-9c43ea0835f6), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:42.183615 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:42.186598 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-4751bcfc-9e11-4036-bfa0-2ab944fae56f admin admin] Calling delete_port for d61a15ac-7b12-4790-8d02-9c43ea0835f6 owned by network:router_gateway {{(pid=113210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:54:42.223769 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-cc2ce49e-24c2-4c8e-a747-b3975f3cc17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec91c57-14e1-4ebf-a6bf-a10584fb1163', 'name': 'tempest-ServerRescueNegativeTestJSON-199005461-router', 'tenant_id': '294abb2085b844a99908242d4b02e263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:54:41Z', 'revision_number': 6, 'project_id': '294abb2085b844a99908242d4b02e263', 'gw_port_host': None}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:54:42.260723 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2ce49e-24c2-4c8e-a747-b3975f3cc17f None None] The sync data for ids ['cec91c57-14e1-4ebf-a6bf-a10584fb1163'] in dv-cinder-849143-3-iscsi is: [{'id': 'cec91c57-14e1-4ebf-a6bf-a10584fb1163', 'name': 'tempest-ServerRescueNegativeTestJSON-199005461-router', 'tenant_id': '294abb2085b844a99908242d4b02e263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:54:41Z', 'revision_number': 6, 'project_id': '294abb2085b844a99908242d4b02e263', 'gw_port_host': None}] {{(pid=113213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:54:42.290328 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6883d92d-aa63-4913-88fb-c68862a54bf4 x-openstack-request-id: req-6883d92d-aa63-4913-88fb-c68862a54bf4 {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:54:42.290328 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd17ae6-a2bb-4b1e-a465-78c4ca35dcae", "name": "network-vif-plugged", "status": "completed", "tag": "87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a", "code": 200}]} {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:54:42.290328 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6883d92d-aa63-4913-88fb-c68862a54bf4 {{(pid=113212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:54:42.290328 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6883d92d-aa63-4913-88fb-c68862a54bf4'] response: {'server_uuid': 'acd17ae6-a2bb-4b1e-a465-78c4ca35dcae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a', 'code': 200} Sep 17 03:54:42.290328 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a,revision_number=5']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:54:42.450904 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-4751bcfc-9e11-4036-bfa0-2ab944fae56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (d61a15ac-7b12-4790-8d02-9c43ea0835f6), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:42.481298 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4751bcfc-9e11-4036-bfa0-2ab944fae56f admin admin] Pushing event deleted for resources: {'Port': ['ID=d61a15ac-7b12-4790-8d02-9c43ea0835f6,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:54:42.542815 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-4751bcfc-9e11-4036-bfa0-2ab944fae56f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615260'] for router_gateway (cec91c57-14e1-4ebf-a6bf-a10584fb1163), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:42.630935 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-4751bcfc-9e11-4036-bfa0-2ab944fae56f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-617928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5987'] for router (cec91c57-14e1-4ebf-a6bf-a10584fb1163), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:42.633306 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-4751bcfc-9e11-4036-bfa0-2ab944fae56f admin admin] Publish callbacks [] for router_controller (cec91c57-14e1-4ebf-a6bf-a10584fb1163), precommit_delete_associations {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:42.757763 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e06631-7373-4b99-900c-552fe2b4cd63 req-ef8bc47a-067d-4596-a321-56c3e5f67460 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:42.759225 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d9e06631-7373-4b99-900c-552fe2b4cd63 req-ef8bc47a-067d-4596-a321-56c3e5f67460 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 945 time: 0.0524132 Sep 17 03:54:42.765175 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-4751bcfc-9e11-4036-bfa0-2ab944fae56f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-619883'] for router (cec91c57-14e1-4ebf-a6bf-a10584fb1163), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:42.765947 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4751bcfc-9e11-4036-bfa0-2ab944fae56f admin admin] Fanout notify agent at l3_agent the message router_deleted on router cec91c57-14e1-4ebf-a6bf-a10584fb1163 {{(pid=113210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 03:54:42.772658 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:42.772783 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-4751bcfc-9e11-4036-bfa0-2ab944fae56f admin admin] Publish callbacks [] for router (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:42.773042 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-4751bcfc-9e11-4036-bfa0-2ab944fae56f admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/cec91c57-14e1-4ebf-a6bf-a10584fb1163 HTTP/1.1" status: 204 len: 168 time: 1.1339457 Sep 17 03:54:42.775053 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 50866) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:54:42.812255 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d9e06631-7373-4b99-900c-552fe2b4cd63 req-fba0797f-4293-4b82-980c-c09a3b16ad65 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472379 Sep 17 03:54:42.832818 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.db_base_plugin_v2 [None req-896e32ee-998e-4669-a46b-312ff3dbf195 admin admin] Deleting subnet 4a9bc613-44d6-4890-b247-86fc85e41240 {{(pid=113210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 17 03:54:42.837457 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-896e32ee-998e-4669-a46b-312ff3dbf195 admin admin] Publish callbacks [] for subnet (4a9bc613-44d6-4890-b247-86fc85e41240), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:42.871962 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:42.874427 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-896e32ee-998e-4669-a46b-312ff3dbf195 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25293148'] for subnet (4a9bc613-44d6-4890-b247-86fc85e41240), precommit_delete_associations {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:42.899719 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c6208-5550-485f-bdf5-17f7e62fbf80 req-3fe92a42-c256-4906-a2bc-0c5b0a21f68a tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:42.901206 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-fa6c6208-5550-485f-bdf5-17f7e62fbf80 req-3fe92a42-c256-4906-a2bc-0c5b0a21f68a tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2849e6b7-8459-4442-8392-46f23a36f993 HTTP/1.1" status: 200 len: 946 time: 0.0463107 Sep 17 03:54:42.951226 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-896e32ee-998e-4669-a46b-312ff3dbf195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480142'] for subnet (4a9bc613-44d6-4890-b247-86fc85e41240), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:42.953306 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:42.960639 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-fa6c6208-5550-485f-bdf5-17f7e62fbf80 req-63ba1cd0-c0e3-49b5-b400-54af25edcdfe tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525553 Sep 17 03:54:42.982992 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (287db9f2-8160-4728-95aa-12aebca604d4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:43.102815 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device c19f6ebb-49a0-4506-8286-d0386d11220c no longer exists at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:54:43.109644 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-896e32ee-998e-4669-a46b-312ff3dbf195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16482227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25815908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25349492'] for subnet (4a9bc613-44d6-4890-b247-86fc85e41240), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:43.118706 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30cade-af24-472f-a7cd-b4ab0fccac1f req-f384c7e8-59c5-458c-b9b9-6a9d3159b6db tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:43.120462 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8b30cade-af24-472f-a7cd-b4ab0fccac1f req-f384c7e8-59c5-458c-b9b9-6a9d3159b6db tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acd17ae6-a2bb-4b1e-a465-78c4ca35dcae HTTP/1.1" status: 200 len: 945 time: 0.0570352 Sep 17 03:54:43.131250 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] No Port match for: c19f6ebb-49a0-4506-8286-d0386d11220c {{(pid=113212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:54:43.131816 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device c19f6ebb-49a0-4506-8286-d0386d11220c not bound to the agent host dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:54:43.132334 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device d61a15ac-7b12-4790-8d02-9c43ea0835f6 no longer exists at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:54:43.138593 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e32ee-998e-4669-a46b-312ff3dbf195 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a9bc613-44d6-4890-b247-86fc85e41240,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:54:43.141104 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-896e32ee-998e-4669-a46b-312ff3dbf195 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:43.154349 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-896e32ee-998e-4669-a46b-312ff3dbf195 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/4a9bc613-44d6-4890-b247-86fc85e41240 HTTP/1.1" status: 204 len: 168 time: 0.3782051 Sep 17 03:54:43.155235 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 50872) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:54:43.157223 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61307076-28fc-4b2d-bb7c-97756a0c45ac None None] Network 2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0 requested from dv-cinder-849143-3-iscsi {{(pid=113212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:54:43.158334 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] No Port match for: d61a15ac-7b12-4790-8d02-9c43ea0835f6 {{(pid=113212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:54:43.158790 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device d61a15ac-7b12-4790-8d02-9c43ea0835f6 not bound to the agent host dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:54:43.242683 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-cfe12d1a-6a24-472f-a083-1e2f93c1860c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15995131'] for network (2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:43.312332 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-cfe12d1a-6a24-472f-a083-1e2f93c1860c admin admin] Deleting port 56545c49-c7fd-4e32-abe8-dbfe54700a90 {{(pid=113210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:54:43.317804 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-cfe12d1a-6a24-472f-a083-1e2f93c1860c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (56545c49-c7fd-4e32-abe8-dbfe54700a90), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:43.369612 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fecdf064-2280-4810-8c6f-7fec6cce5654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (7e0cb1e0-c4a7-4d3b-9abd-ffc9973ed5e0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:43.423237 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32afd63-205b-4b6f-b829-de437844250c None None] DHCP port deletion for 2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0 request from dv-cinder-849143-3-iscsi {{(pid=113212) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 17 03:54:43.495827 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-c32afd63-205b-4b6f-b829-de437844250c None None] Deleting port 56545c49-c7fd-4e32-abe8-dbfe54700a90 {{(pid=113212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:54:43.496469 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-c32afd63-205b-4b6f-b829-de437844250c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (56545c49-c7fd-4e32-abe8-dbfe54700a90), before_delete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:43.519082 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8b30cade-af24-472f-a7cd-b4ab0fccac1f req-729acbbc-8740-4fcc-b164-f56eb1ce118a tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6456395d-bbb3-4670-9127-20d887c9db71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3873782 Sep 17 03:54:43.575546 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-c32afd63-205b-4b6f-b829-de437844250c None None] For port 56545c49-c7fd-4e32-abe8-dbfe54700a90, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=56545c49-c7fd-4e32-abe8-dbfe54700a90,segment=NetworkSegment(fd61fd09-fc24-4021-8673-02b64116f7ad),segment_id=fd61fd09-fc24-4021-8673-02b64116f7ad)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:54:43.575866 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-c32afd63-205b-4b6f-b829-de437844250c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (56545c49-c7fd-4e32-abe8-dbfe54700a90), precommit_delete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:43.591648 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-c32afd63-205b-4b6f-b829-de437844250c None None] Calling delete_port for 56545c49-c7fd-4e32-abe8-dbfe54700a90 owned by network:dhcp {{(pid=113212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:54:43.757905 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c710e08-84b8-4415-9ac9-cb37d0dc51bf req-b717bb03-fa3a-494b-9e2b-946b78ec65df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:43.760175 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-1c710e08-84b8-4415-9ac9-cb37d0dc51bf req-b717bb03-fa3a-494b-9e2b-946b78ec65df service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=acd17ae6-a2bb-4b1e-a465-78c4ca35dcae HTTP/1.1" status: 200 len: 1129 time: 0.0714817 Sep 17 03:54:43.779334 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4489662d-e534-43b2-8413-bd880b2a48b4 req-5af9d171-6e27-4fe0-b67f-ebf0a58add13 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:43.786325 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-4489662d-e534-43b2-8413-bd880b2a48b4 req-5af9d171-6e27-4fe0-b67f-ebf0a58add13 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 946 time: 0.0557380 Sep 17 03:54:43.839403 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [None req-cfe12d1a-6a24-472f-a083-1e2f93c1860c admin admin] For port 56545c49-c7fd-4e32-abe8-dbfe54700a90, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=56545c49-c7fd-4e32-abe8-dbfe54700a90,segment=NetworkSegment(fd61fd09-fc24-4021-8673-02b64116f7ad),segment_id=fd61fd09-fc24-4021-8673-02b64116f7ad)] {{(pid=113210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:54:43.840668 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-cfe12d1a-6a24-472f-a083-1e2f93c1860c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (56545c49-c7fd-4e32-abe8-dbfe54700a90), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:43.842185 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-4489662d-e534-43b2-8413-bd880b2a48b4 req-f2f7dd10-8b79-48d2-8b10-4b96bde23e8f tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b4a13084-8dac-44d2-bb8f-f8f2c9cef483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536578 Sep 17 03:54:43.862686 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-c32afd63-205b-4b6f-b829-de437844250c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985'] for port (56545c49-c7fd-4e32-abe8-dbfe54700a90), after_delete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:43.868711 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-cfe12d1a-6a24-472f-a083-1e2f93c1860c admin admin] Calling delete_port for 56545c49-c7fd-4e32-abe8-dbfe54700a90 owned by network:dhcp {{(pid=113210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:54:43.876586 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d4ca5-8daa-428e-93c4-041e9f5f6be7 req-0ebe9471-59f2-41b9-bf4d-3b2dc21c9835 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:43.878164 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-a08d4ca5-8daa-428e-93c4-041e9f5f6be7 req-0ebe9471-59f2-41b9-bf4d-3b2dc21c9835 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2849e6b7-8459-4442-8392-46f23a36f993 HTTP/1.1" status: 200 len: 946 time: 0.1170094 Sep 17 03:54:43.893371 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32afd63-205b-4b6f-b829-de437844250c None None] Pushing event deleted for resources: {'Port': ['ID=56545c49-c7fd-4e32-abe8-dbfe54700a90,revision_number=None']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:54:43.895255 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32afd63-205b-4b6f-b829-de437844250c None None] No DVR routers for this DVR port 56545c49-c7fd-4e32-abe8-dbfe54700a90 on host dv-cinder-849143-3-iscsi {{(pid=113212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:54:43.910020 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-1c710e08-84b8-4415-9ac9-cb37d0dc51bf req-a7f2a74c-0532-4580-8db7-35dc8b8b62c5 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6456395d-bbb3-4670-9127-20d887c9db71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307538 Sep 17 03:54:43.970359 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc81820-86ce-4eb2-840d-9cd642749f09 req-ac410944-eb9a-4ce0-bbd0-37365470d3e9 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:43.971818 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-efc81820-86ce-4eb2-840d-9cd642749f09 req-ac410944-eb9a-4ce0-bbd0-37365470d3e9 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 945 time: 0.0480847 Sep 17 03:54:43.985297 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-cfe12d1a-6a24-472f-a083-1e2f93c1860c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (56545c49-c7fd-4e32-abe8-dbfe54700a90), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:44.016818 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe12d1a-6a24-472f-a083-1e2f93c1860c admin admin] Pushing event deleted for resources: {'Port': ['ID=56545c49-c7fd-4e32-abe8-dbfe54700a90,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:54:44.019123 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe12d1a-6a24-472f-a083-1e2f93c1860c admin admin] No DVR routers for this DVR port 56545c49-c7fd-4e32-abe8-dbfe54700a90 on host dv-cinder-849143-3-iscsi {{(pid=113210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:54:44.031795 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-efc81820-86ce-4eb2-840d-9cd642749f09 req-e0a506e7-0a13-4348-b2dc-9eff5eb17be9 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538909 Sep 17 03:54:44.069892 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:44.107795 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e5c22-9e46-457c-a543-8f8d1c496998 req-34bf2513-7f6f-46ec-88c4-7044d6bf284d tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:44.109184 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-fe3e5c22-9e46-457c-a543-8f8d1c496998 req-34bf2513-7f6f-46ec-88c4-7044d6bf284d tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2849e6b7-8459-4442-8392-46f23a36f993 HTTP/1.1" status: 200 len: 946 time: 0.0590351 Sep 17 03:54:44.111543 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-cfe12d1a-6a24-472f-a083-1e2f93c1860c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16114853', 'neutron.services.segments.db._delete_segments_for_network-8745114997953'] for network (2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:44.123021 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:44.136654 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.services.segments.db [None req-cfe12d1a-6a24-472f-a083-1e2f93c1860c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0']}} {{(pid=113210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:54:44.148309 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.services.segments.db [None req-cfe12d1a-6a24-472f-a083-1e2f93c1860c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd61fd09-fc24-4021-8673-02b64116f7ad') {'for_net_delete': True} {{(pid=113210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:54:44.148609 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.services.segments.db [None req-cfe12d1a-6a24-472f-a083-1e2f93c1860c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd61fd09-fc24-4021-8673-02b64116f7ad') {} {{(pid=113210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:54:44.158535 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-cfe12d1a-6a24-472f-a083-1e2f93c1860c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745114997845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25293159'] for segment (fd61fd09-fc24-4021-8673-02b64116f7ad), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:44.160523 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-fe3e5c22-9e46-457c-a543-8f8d1c496998 req-d334a34b-b621-4f54-9dfa-d8a3f4c6de05 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453534 Sep 17 03:54:44.172242 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-cfe12d1a-6a24-472f-a083-1e2f93c1860c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16505770'] for segment (fd61fd09-fc24-4021-8673-02b64116f7ad), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:44.180064 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfe12d1a-6a24-472f-a083-1e2f93c1860c admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=113210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 03:54:44.180453 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-cfe12d1a-6a24-472f-a083-1e2f93c1860c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16505770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25816030'] for segment (fd61fd09-fc24-4021-8673-02b64116f7ad), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:44.224881 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.services.segments.plugin [-] Segment fd61fd09-fc24-4021-8673-02b64116f7ad resource provider aggregate not found Sep 17 03:54:44.242562 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.services.segments.plugin [-] Segment fd61fd09-fc24-4021-8673-02b64116f7ad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fd61fd09-fc24-4021-8673-02b64116f7ad found for delete ", "request_id": "req-86ca6320-c5c0-4436-96d0-68eafa21f734"}]} Sep 17 03:54:44.313499 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-cfe12d1a-6a24-472f-a083-1e2f93c1860c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16114844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615305'] for network (2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:44.319630 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-cfe12d1a-6a24-472f-a083-1e2f93c1860c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for network (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:44.322817 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-cfe12d1a-6a24-472f-a083-1e2f93c1860c admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0 HTTP/1.1" status: 204 len: 168 time: 1.1661806 Sep 17 03:54:44.334253 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe12d1a-6a24-472f-a083-1e2f93c1860c admin admin] Pushing event deleted for resources: {'Network': ['ID=2ec7fe5d-8f22-4fd1-98bc-5c7a15a073f0,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:54:44.631511 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8397c8-d36c-4937-9b92-2fea1ba4778d req-4f245a26-cd6f-4194-836f-f1f5e8d40342 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:44.632896 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-fe8397c8-d36c-4937-9b92-2fea1ba4778d req-4f245a26-cd6f-4194-836f-f1f5e8d40342 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acd17ae6-a2bb-4b1e-a465-78c4ca35dcae HTTP/1.1" status: 200 len: 945 time: 0.0473280 Sep 17 03:54:44.687891 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-fe8397c8-d36c-4937-9b92-2fea1ba4778d req-24db7b80-7648-4abb-a38e-fcb38dbe6645 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6456395d-bbb3-4670-9127-20d887c9db71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494385 Sep 17 03:54:44.689936 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 50892) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:54:44.733202 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-0539b77f-1168-4c71-a78c-9285affb5a46 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=294abb2085b844a99908242d4b02e263&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0421722 Sep 17 03:54:44.735643 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 50894) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:54:44.782537 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-05742852-56f7-4951-b051-3879bda6d207 admin admin] Publish callbacks [] for security_group (b6e94395-335b-4200-9ca7-ad1fa77742e4), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:44.804032 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-05742852-56f7-4951-b051-3879bda6d207 admin admin] Publish callbacks [] for security_group (b6e94395-335b-4200-9ca7-ad1fa77742e4), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:44.879204 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 56545c49-c7fd-4e32-abe8-dbfe54700a90 no longer exists at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:54:44.900805 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] No Port match for: 56545c49-c7fd-4e32-abe8-dbfe54700a90 {{(pid=113212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:54:44.901235 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 56545c49-c7fd-4e32-abe8-dbfe54700a90 not bound to the agent host dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:54:44.948102 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-05742852-56f7-4951-b051-3879bda6d207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (b6e94395-335b-4200-9ca7-ad1fa77742e4), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:44.950744 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-05742852-56f7-4951-b051-3879bda6d207 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:44.951848 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-05742852-56f7-4951-b051-3879bda6d207 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b6e94395-335b-4200-9ca7-ad1fa77742e4 HTTP/1.1" status: 204 len: 168 time: 0.2153370 Sep 17 03:54:44.965984 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05742852-56f7-4951-b051-3879bda6d207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e94395-335b-4200-9ca7-ad1fa77742e4,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:54:44.978440 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab7240-ebc7-4680-b6d4-387ebdddcd04 req-c74eb664-d787-4236-94e1-5424b18a0529 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:44.979971 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-40ab7240-ebc7-4680-b6d4-387ebdddcd04 req-c74eb664-d787-4236-94e1-5424b18a0529 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 946 time: 0.0599463 Sep 17 03:54:45.033241 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-40ab7240-ebc7-4680-b6d4-387ebdddcd04 req-d672599b-9c78-4669-9d4c-ac30cb52c4ed tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b4a13084-8dac-44d2-bb8f-f8f2c9cef483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460496 Sep 17 03:54:45.173335 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155a495-ead2-4f72-8c82-501159149d21 req-0d21a917-5754-4100-81d9-6b2c8a6bce7b tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:45.174869 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5155a495-ead2-4f72-8c82-501159149d21 req-0d21a917-5754-4100-81d9-6b2c8a6bce7b tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 945 time: 0.0529895 Sep 17 03:54:45.225882 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5155a495-ead2-4f72-8c82-501159149d21 req-1496e1b8-7a16-4737-8ee7-64c5e0cf4795 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438073 Sep 17 03:54:45.281749 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5b35c-a342-42d2-a008-4d6b6ffa42b7 req-52c10133-db3d-4d09-a7ea-59c9a13c9ab9 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:45.283241 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-71c5b35c-a342-42d2-a008-4d6b6ffa42b7 req-52c10133-db3d-4d09-a7ea-59c9a13c9ab9 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2849e6b7-8459-4442-8392-46f23a36f993 HTTP/1.1" status: 200 len: 946 time: 0.0478778 Sep 17 03:54:45.314851 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:45.335153 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-71c5b35c-a342-42d2-a008-4d6b6ffa42b7 req-b10837fc-0779-4525-9261-bd933a48ffa7 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453680 Sep 17 03:54:45.813351 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782f436-068f-4a04-b398-f5c1bc271978 req-4e7cd158-879c-4f95-9c22-1b38111cddc6 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:45.814878 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8782f436-068f-4a04-b398-f5c1bc271978 req-4e7cd158-879c-4f95-9c22-1b38111cddc6 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acd17ae6-a2bb-4b1e-a465-78c4ca35dcae HTTP/1.1" status: 200 len: 945 time: 0.0497997 Sep 17 03:54:45.863809 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8782f436-068f-4a04-b398-f5c1bc271978 req-604e73c4-3864-4429-a6e9-6ff6bcade44c tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6456395d-bbb3-4670-9127-20d887c9db71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418010 Sep 17 03:54:45.866623 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 7a9faf1e-30af-44c9-b2f3-1362a9298cbe details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=113212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 03:54:45.951837 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:45.977967 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port 7a9faf1e-30af-44c9-b2f3-1362a9298cbe, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=7a9faf1e-30af-44c9-b2f3-1362a9298cbe,segment=NetworkSegment(08cb3b6a-b907-4438-a94b-64c1979bcd7f),segment_id=08cb3b6a-b907-4438-a94b-64c1979bcd7f)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:54:45.990643 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Returning: {'device': '7a9faf1e-30af-44c9-b2f3-1362a9298cbe', 'network_id': 'a2c22271-da7e-4d2b-b2be-97deb622f84c', 'port_id': '7a9faf1e-30af-44c9-b2f3-1362a9298cbe', 'mac_address': 'fa:16:3e:34:c4:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 03:54:45.992139 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:46.031871 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port 7a9faf1e-30af-44c9-b2f3-1362a9298cbe is: ACTIVE; New status is: BUILD {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:54:46.032328 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (7a9faf1e-30af-44c9-b2f3-1362a9298cbe), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:46.051788 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a9faf1e-30af-44c9-b2f3-1362a9298cbe {{(pid=113212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:54:46.078275 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port 7a9faf1e-30af-44c9-b2f3-1362a9298cbe, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=7a9faf1e-30af-44c9-b2f3-1362a9298cbe,segment=NetworkSegment(08cb3b6a-b907-4438-a94b-64c1979bcd7f),segment_id=08cb3b6a-b907-4438-a94b-64c1979bcd7f)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:54:46.155215 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (7a9faf1e-30af-44c9-b2f3-1362a9298cbe), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:46.158716 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [req-a08d4ca5-8daa-428e-93c4-041e9f5f6be7 req-52e3baf2-27d9-4a07-bae3-ee672a063450 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Deleting port 771161ec-28fc-415a-adc7-3de3a921060b {{(pid=113210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:54:46.162770 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-a08d4ca5-8daa-428e-93c4-041e9f5f6be7 req-52e3baf2-27d9-4a07-bae3-ee672a063450 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (771161ec-28fc-415a-adc7-3de3a921060b), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:46.173292 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a87f8-1fe7-4263-a42d-e895cd9d7a82 req-4f012327-ddd6-4480-b74f-bcc4b42c2c6d tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:46.175295 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e85a87f8-1fe7-4263-a42d-e895cd9d7a82 req-4f012327-ddd6-4480-b74f-bcc4b42c2c6d tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 946 time: 0.0551553 Sep 17 03:54:46.215294 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=7a9faf1e-30af-44c9-b2f3-1362a9298cbe,revision_number=6']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:54:46.237532 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e85a87f8-1fe7-4263-a42d-e895cd9d7a82 req-46a5e37c-aeef-4c42-b701-0fe59fcd9e31 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b4a13084-8dac-44d2-bb8f-f8f2c9cef483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546594 Sep 17 03:54:46.286362 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [req-a08d4ca5-8daa-428e-93c4-041e9f5f6be7 req-52e3baf2-27d9-4a07-bae3-ee672a063450 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] For port 771161ec-28fc-415a-adc7-3de3a921060b, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=771161ec-28fc-415a-adc7-3de3a921060b,segment=NetworkSegment(09dd00a3-8b97-425c-8fa8-26eaa25dbf9b),segment_id=09dd00a3-8b97-425c-8fa8-26eaa25dbf9b)] {{(pid=113210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:54:46.286738 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-a08d4ca5-8daa-428e-93c4-041e9f5f6be7 req-52e3baf2-27d9-4a07-bae3-ee672a063450 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (771161ec-28fc-415a-adc7-3de3a921060b), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:46.367991 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626a289-089e-41b5-8c3d-653bbe2f2d07 req-83cc79e5-f8f6-4915-91eb-2c39484044ba tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:46.371043 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8626a289-089e-41b5-8c3d-653bbe2f2d07 req-83cc79e5-f8f6-4915-91eb-2c39484044ba tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 944 time: 0.0585346 Sep 17 03:54:46.389385 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] get_ports_and_sgs() called for port_ids ['7a9faf1e-30af-44c9-b2f3-1362a9298cbe'] {{(pid=113212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:54:46.477154 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 50930) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:54:46.482801 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8626a289-089e-41b5-8c3d-653bbe2f2d07 req-4b8606bd-ca96-4f81-b830-61046c50457c tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039810 Sep 17 03:54:46.485238 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (56a63866-613b-46a0-90ee-05b9222d9bfc), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:46.512321 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c25218-c36d-4c06-bc59-fa3fb012f68d req-c2fdc072-7e11-4af3-9d97-13e420a04f54 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:46.519391 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a7c25218-c36d-4c06-bc59-fa3fb012f68d req-c2fdc072-7e11-4af3-9d97-13e420a04f54 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2849e6b7-8459-4442-8392-46f23a36f993 HTTP/1.1" status: 200 len: 946 time: 0.0907445 Sep 17 03:54:46.525670 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-a08d4ca5-8daa-428e-93c4-041e9f5f6be7 req-52e3baf2-27d9-4a07-bae3-ee672a063450 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:46.526305 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-a08d4ca5-8daa-428e-93c4-041e9f5f6be7 req-52e3baf2-27d9-4a07-bae3-ee672a063450 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615334'] for floatingip (017d3709-3f83-40ea-a0e3-57f5ff8b08d2), after_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:46.526818 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.db.l3_db [req-a08d4ca5-8daa-428e-93c4-041e9f5f6be7 req-52e3baf2-27d9-4a07-bae3-ee672a063450 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Floating IP 017d3709-3f83-40ea-a0e3-57f5ff8b08d2 disassociated. External IP: 172.27.0.122, port: 771161ec-28fc-415a-adc7-3de3a921060b. Sep 17 03:54:46.527566 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [req-a08d4ca5-8daa-428e-93c4-041e9f5f6be7 req-52e3baf2-27d9-4a07-bae3-ee672a063450 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Calling delete_port for 771161ec-28fc-415a-adc7-3de3a921060b owned by compute:nova {{(pid=113210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:54:46.539206 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:46.558501 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:46.573114 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a7c25218-c36d-4c06-bc59-fa3fb012f68d req-ee3b8f12-959d-4a4e-aa12-27106275a937 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527086 Sep 17 03:54:46.647138 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-9fc743f8-1776-4d78-b24c-1b1c6b7924c0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1503991509-network', 'tenant_id': 'ddf27ec567494d03bd1d2469aef97264'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:54:46.699671 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b5dec8-a07d-4bde-a7c7-a4b61efccdf8 req-289b0e8c-c6aa-4d5e-a163-52e980ec390e tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:46.701141 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-90b5dec8-a07d-4bde-a7c7-a4b61efccdf8 req-289b0e8c-c6aa-4d5e-a163-52e980ec390e tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 946 time: 0.0898447 Sep 17 03:54:46.786669 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc743f8-1776-4d78-b24c-1b1c6b7924c0 admin admin] Made reservation on behalf of ddf27ec567494d03bd1d2469aef97264 for: {'network': 1} {{(pid=113210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:54:46.789012 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9fc743f8-1776-4d78-b24c-1b1c6b7924c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for network (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:46.795024 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=8,neutron:INSERT=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:46.807376 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9fc743f8-1776-4d78-b24c-1b1c6b7924c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:46.811379 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-a08d4ca5-8daa-428e-93c4-041e9f5f6be7 req-52e3baf2-27d9-4a07-bae3-ee672a063450 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (771161ec-28fc-415a-adc7-3de3a921060b), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:46.850597 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [req-90b5dec8-a07d-4bde-a7c7-a4b61efccdf8 req-e6bf47ee-3d76-4e7e-9611-46924239641c tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Deleting port 6ca4f360-9c06-4609-ad1e-cb074af587c0 {{(pid=113210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:54:46.856219 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-90b5dec8-a07d-4bde-a7c7-a4b61efccdf8 req-e6bf47ee-3d76-4e7e-9611-46924239641c tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (6ca4f360-9c06-4609-ad1e-cb074af587c0), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:46.859431 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e3baf2-27d9-4a07-bae3-ee672a063450 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Pushing event deleted for resources: {'Port': ['ID=771161ec-28fc-415a-adc7-3de3a921060b,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:54:46.993153 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b526607-f36e-4536-8614-6d2f7c9fbfee req-529e8595-a5d5-45a0-8ee5-85dbbb0657c2 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:46.994724 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-3b526607-f36e-4536-8614-6d2f7c9fbfee req-529e8595-a5d5-45a0-8ee5-85dbbb0657c2 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acd17ae6-a2bb-4b1e-a465-78c4ca35dcae HTTP/1.1" status: 200 len: 945 time: 0.0484085 Sep 17 03:54:47.049317 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-3b526607-f36e-4536-8614-6d2f7c9fbfee req-c00412a1-46b3-4b27-9286-d836e9a25f57 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6456395d-bbb3-4670-9127-20d887c9db71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477648 Sep 17 03:54:47.085471 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [req-90b5dec8-a07d-4bde-a7c7-a4b61efccdf8 req-e6bf47ee-3d76-4e7e-9611-46924239641c tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] For port 6ca4f360-9c06-4609-ad1e-cb074af587c0, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6ca4f360-9c06-4609-ad1e-cb074af587c0,segment=NetworkSegment(7ea2bdaf-c56d-49fb-adcf-15285fcbe8da),segment_id=7ea2bdaf-c56d-49fb-adcf-15285fcbe8da)] {{(pid=113210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:54:47.085952 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-90b5dec8-a07d-4bde-a7c7-a4b61efccdf8 req-e6bf47ee-3d76-4e7e-9611-46924239641c tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (6ca4f360-9c06-4609-ad1e-cb074af587c0), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:47.116249 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [req-90b5dec8-a07d-4bde-a7c7-a4b61efccdf8 req-e6bf47ee-3d76-4e7e-9611-46924239641c tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Calling delete_port for 6ca4f360-9c06-4609-ad1e-cb074af587c0 owned by compute:nova {{(pid=113210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:54:47.126252 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9fc743f8-1776-4d78-b24c-1b1c6b7924c0 admin admin] Publish callbacks [] for security_group (0dbeef11-35cf-40c3-9d72-fab10bc9beed), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:47.137847 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:47.141098 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a08d4ca5-8daa-428e-93c4-041e9f5f6be7 req-52e3baf2-27d9-4a07-bae3-ee672a063450 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Router d5966e2e-c4b1-4f9d-93f4-8541417b2351 has already been hosted by L3 agent b971cbd0-997d-41fb-8614-0aea29982798 {{(pid=113210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:54:47.181427 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9fc743f8-1776-4d78-b24c-1b1c6b7924c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (0dbeef11-35cf-40c3-9d72-fab10bc9beed), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:47.260218 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fc743f8-1776-4d78-b24c-1b1c6b7924c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=113210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 03:54:47.286179 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9fc743f8-1776-4d78-b24c-1b1c6b7924c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16505770'] for segment (2aa42ccc-3b1d-4dba-8200-4437b7ed3a87), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:47.286527 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.db.segments_db [None req-9fc743f8-1776-4d78-b24c-1b1c6b7924c0 admin admin] Added segment 2aa42ccc-3b1d-4dba-8200-4437b7ed3a87 of type vlan for network d9470128-efc5-439d-94b6-d35d23a7faa0 Sep 17 03:54:47.288102 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc743f8-1776-4d78-b24c-1b1c6b7924c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbeef11-35cf-40c3-9d72-fab10bc9beed,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:54:47.377949 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9fc743f8-1776-4d78-b24c-1b1c6b7924c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745114436006'] for network (d9470128-efc5-439d-94b6-d35d23a7faa0), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:47.407504 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe633f71-51f7-41f8-a6c7-7fcc1c98da66 req-37566f9d-136c-463f-b407-60478888a0ec tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:47.407504 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-fe633f71-51f7-41f8-a6c7-7fcc1c98da66 req-37566f9d-136c-463f-b407-60478888a0ec tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 946 time: 0.0705738 Sep 17 03:54:47.438891 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a08d4ca5-8daa-428e-93c4-041e9f5f6be7 req-52e3baf2-27d9-4a07-bae3-ee672a063450 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:54:47.471128 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-fe633f71-51f7-41f8-a6c7-7fcc1c98da66 req-aa279619-2cf9-4fca-b841-172c3c715485 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b4a13084-8dac-44d2-bb8f-f8f2c9cef483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596645 Sep 17 03:54:47.479782 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b975917-46b2-4033-bb83-922d083a1f65 None None] Sync routers for ids ['d5966e2e-c4b1-4f9d-93f4-8541417b2351'] in dv-cinder-849143-3-iscsi {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:54:47.506725 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b975917-46b2-4033-bb83-922d083a1f65 None None] Routers {'d5966e2e-c4b1-4f9d-93f4-8541417b2351'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:54:47.506725 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-2b975917-46b2-4033-bb83-922d083a1f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:54:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['d5966e2e-c4b1-4f9d-93f4-8541417b2351'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:54:47.507102 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [req-a08d4ca5-8daa-428e-93c4-041e9f5f6be7 req-52e3baf2-27d9-4a07-bae3-ee672a063450 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] No DVR routers for this DVR port 771161ec-28fc-415a-adc7-3de3a921060b on host hv-cinder-84914 {{(pid=113210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:54:47.507102 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-a08d4ca5-8daa-428e-93c4-041e9f5f6be7 req-52e3baf2-27d9-4a07-bae3-ee672a063450 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for port (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:47.507102 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-a08d4ca5-8daa-428e-93c4-041e9f5f6be7 req-52e3baf2-27d9-4a07-bae3-ee672a063450 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.18 "DELETE /networking/v2.0/ports/771161ec-28fc-415a-adc7-3de3a921060b HTTP/1.1" status: 204 len: 173 time: 1.4432323 Sep 17 03:54:47.507102 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2849e6b7-8459-4442-8392-46f23a36f993', 'name': 'network-vif-deleted', 'tag': '771161ec-28fc-415a-adc7-3de3a921060b'}] {{(pid=113210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:54:47.510585 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a613894f386080b2b9315951ba9a4c402b93d12b77848e4e2f89d9386810e3b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2329de62-b61b-4a04-9471-709eb20b929e" -d '{"events": [{"server_uuid": "2849e6b7-8459-4442-8392-46f23a36f993", "name": "network-vif-deleted", "tag": "771161ec-28fc-415a-adc7-3de3a921060b"}]}' {{(pid=113210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:54:47.542222 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9fc743f8-1776-4d78-b24c-1b1c6b7924c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828'] for network (d9470128-efc5-439d-94b6-d35d23a7faa0), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:47.543205 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc743f8-1776-4d78-b24c-1b1c6b7924c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:47.543825 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9fc743f8-1776-4d78-b24c-1b1c6b7924c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for network (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:47.570754 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7a2c98-c8d4-41f6-95fa-0e005aeda56d x-openstack-request-id: req-3c7a2c98-c8d4-41f6-95fa-0e005aeda56d {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:54:47.570754 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2849e6b7-8459-4442-8392-46f23a36f993", "name": "network-vif-deleted", "tag": "771161ec-28fc-415a-adc7-3de3a921060b", "status": "completed", "code": 200}]} {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:54:47.570754 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3c7a2c98-c8d4-41f6-95fa-0e005aeda56d {{(pid=113210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:54:47.570754 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c7a2c98-c8d4-41f6-95fa-0e005aeda56d'] response: {'server_uuid': '2849e6b7-8459-4442-8392-46f23a36f993', 'name': 'network-vif-deleted', 'tag': '771161ec-28fc-415a-adc7-3de3a921060b', 'status': 'completed', 'code': 200} Sep 17 03:54:47.625067 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-90b5dec8-a07d-4bde-a7c7-a4b61efccdf8 req-e6bf47ee-3d76-4e7e-9611-46924239641c tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (6ca4f360-9c06-4609-ad1e-cb074af587c0), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:47.657538 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca9453-eaeb-478a-8594-51ecf7135a73 req-09597087-2081-4995-ab12-d8e1a00fa59f tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:47.657801 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf47ee-3d76-4e7e-9611-46924239641c tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Pushing event deleted for resources: {'Port': ['ID=6ca4f360-9c06-4609-ad1e-cb074af587c0,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:54:47.661370 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-2b975917-46b2-4033-bb83-922d083a1f65 None None] Set router d5966e2e-c4b1-4f9d-93f4-8541417b2351 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:54:47.663528 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc743f8-1776-4d78-b24c-1b1c6b7924c0 admin admin] Pushing event updated for resources: {'Network': ['ID=d9470128-efc5-439d-94b6-d35d23a7faa0,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:54:47.669839 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-18ca9453-eaeb-478a-8594-51ecf7135a73 req-09597087-2081-4995-ab12-d8e1a00fa59f tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 944 time: 0.0827985 Sep 17 03:54:47.724514 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [req-90b5dec8-a07d-4bde-a7c7-a4b61efccdf8 req-e6bf47ee-3d76-4e7e-9611-46924239641c tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] No DVR routers for this DVR port 6ca4f360-9c06-4609-ad1e-cb074af587c0 on host hv-cinder-84914 {{(pid=113210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:54:47.732006 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-9fc743f8-1776-4d78-b24c-1b1c6b7924c0 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2512412 Sep 17 03:54:47.732006 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-90b5dec8-a07d-4bde-a7c7-a4b61efccdf8 req-e6bf47ee-3d76-4e7e-9611-46924239641c tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for port (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:47.733658 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-90b5dec8-a07d-4bde-a7c7-a4b61efccdf8 req-e6bf47ee-3d76-4e7e-9611-46924239641c tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.18 "DELETE /networking/v2.0/ports/6ca4f360-9c06-4609-ad1e-cb074af587c0 HTTP/1.1" status: 204 len: 173 time: 1.0255599 Sep 17 03:54:47.734178 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 50946) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:54:47.737753 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] get_ports_and_sgs() called for port_ids ['6ca4f360-9c06-4609-ad1e-cb074af587c0'] {{(pid=113212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:54:47.738834 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-d8ce9e8a-854d-4b8a-832d-605ee153c38d admin admin] Request body: {'subnet': {'network_id': 'd9470128-efc5-439d-94b6-d35d23a7faa0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1503991509-subnet', 'tenant_id': 'ddf27ec567494d03bd1d2469aef97264', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:54:47.740598 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Network d9470128-efc5-439d-94b6-d35d23a7faa0 details requested by agent ovs-agent-dv-cinder-849143-3-iscsi with host dv-cinder-849143-3-iscsi {{(pid=113212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 03:54:47.787487 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-18ca9453-eaeb-478a-8594-51ecf7135a73 req-2bcf7a72-7cd1-4be7-a822-d25dc0d9996b tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078858 Sep 17 03:54:47.802707 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:47.821617 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-6491abb5-748c-4130-a618-c6e10ba27acd req-d2cb3b98-8528-43ba-a51e-5c52d5572d9a tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2849e6b7-8459-4442-8392-46f23a36f993 HTTP/1.1" status: 200 len: 210 time: 0.0783427 Sep 17 03:54:47.836636 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ce9e8a-854d-4b8a-832d-605ee153c38d admin admin] Made reservation on behalf of ddf27ec567494d03bd1d2469aef97264 for: {'subnet': 1} {{(pid=113210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:54:47.840040 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d8ce9e8a-854d-4b8a-832d-605ee153c38d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25349467'] for subnet (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:47.845200 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-94dab8f8-149c-46c7-8d23-08f49dcdc8d1 req-defbe6bc-c365-407e-b35d-79d3d251ce8b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0874383 Sep 17 03:54:47.929173 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 7a9faf1e-30af-44c9-b2f3-1362a9298cbe up at agent hyperv_hv-cinder-84914 {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:54:47.958623 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dab8f8-149c-46c7-8d23-08f49dcdc8d1 req-f4378eba-a015-4359-be79-b11585ac2272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:47.960552 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-94dab8f8-149c-46c7-8d23-08f49dcdc8d1 req-f4378eba-a015-4359-be79-b11585ac2272 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=c265d90202534462b37c19391538b29a&device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 1129 time: 0.0652432 Sep 17 03:54:48.016940 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Provisioning complete for port 7a9faf1e-30af-44c9-b2f3-1362a9298cbe triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:54:48.017318 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (7a9faf1e-30af-44c9-b2f3-1362a9298cbe), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:48.017655 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Attempt 1 to provision port 7a9faf1e-30af-44c9-b2f3-1362a9298cbe Sep 17 03:54:48.076416 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:48.097437 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-2b975917-46b2-4033-bb83-922d083a1f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'name': 'tempest-TestVolumeBootPattern-2084887640-router', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'b64bbac4-1a5e-41d0-a613-51dd5abf35b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:12Z', 'updated_at': '2022-09-17T03:51:18Z', 'revision_number': 4, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'gw_port': {'id': 'b64bbac4-1a5e-41d0-a613-51dd5abf35b4', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:13Z', 'updated_at': '2022-09-17T03:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': '246386aa-d035-40e9-8e20-1db54e73513d', 'name': '', 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'mac_address': 'fa:16:3e:76:a4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd79f26d2-7e28-4c00-b0e8-4dc043d7353f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:17Z', 'updated_at': '2022-09-17T03:51:25Z', 'revision_number': 5, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'subnets': [{'id': 'd79f26d2-7e28-4c00-b0e8-4dc043d7353f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:54:48.104801 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:48.129976 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b975917-46b2-4033-bb83-922d083a1f65 None None] Checking router: d5966e2e-c4b1-4f9d-93f4-8541417b2351 for host: dv-cinder-849143-3-iscsi {{(pid=113212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:54:48.149462 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dab8f8-149c-46c7-8d23-08f49dcdc8d1 req-f27b7371-3a95-46b6-9108-d4e1790a1457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:48.150960 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-94dab8f8-149c-46c7-8d23-08f49dcdc8d1 req-f27b7371-3a95-46b6-9108-d4e1790a1457 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=9639789b-4517-4d8a-8150-b02c75d21fd6 HTTP/1.1" status: 200 len: 910 time: 0.1487496 Sep 17 03:54:48.160385 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b975917-46b2-4033-bb83-922d083a1f65 None None] Routers {'d5966e2e-c4b1-4f9d-93f4-8541417b2351'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:54:48.161019 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-2b975917-46b2-4033-bb83-922d083a1f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:54:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['d5966e2e-c4b1-4f9d-93f4-8541417b2351'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:54:48.204915 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d8ce9e8a-854d-4b8a-832d-605ee153c38d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25816507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25349453'] for subnet (4f884129-c112-4f7f-ab1b-3d2e33686d02), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:48.238100 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ae6bf-f214-439f-ae14-83ab03a8fd3c req-95deb210-1436-42ea-834f-0d9f2c080220 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:48.244296 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-674ae6bf-f214-439f-ae14-83ab03a8fd3c req-95deb210-1436-42ea-834f-0d9f2c080220 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acd17ae6-a2bb-4b1e-a465-78c4ca35dcae HTTP/1.1" status: 200 len: 945 time: 0.1029813 Sep 17 03:54:48.285365 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-94dab8f8-149c-46c7-8d23-08f49dcdc8d1 req-db6519ee-19dd-4c3b-bb9a-a2e084e64230 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c180ab9b-4ee0-400c-bcd6-351470f7df5f HTTP/1.1" status: 200 len: 1001 time: 0.1258693 Sep 17 03:54:48.298458 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ce9e8a-854d-4b8a-832d-605ee153c38d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f884129-c112-4f7f-ab1b-3d2e33686d02,revision_number=0']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:54:48.314493 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-674ae6bf-f214-439f-ae14-83ab03a8fd3c req-3b7e0b8b-52c4-4f7f-af5b-be4f40a6915d tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6456395d-bbb3-4670-9127-20d887c9db71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624955 Sep 17 03:54:48.331906 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=100 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:48.346150 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-2b975917-46b2-4033-bb83-922d083a1f65 None None] Set router d5966e2e-c4b1-4f9d-93f4-8541417b2351 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:54:48.348483 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port 7a9faf1e-30af-44c9-b2f3-1362a9298cbe is: BUILD; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:54:48.349049 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (7a9faf1e-30af-44c9-b2f3-1362a9298cbe), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:48.351575 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dab8f8-149c-46c7-8d23-08f49dcdc8d1 req-b5d390f8-6b49-467a-aff1-5fbe24c576ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:48.353051 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-94dab8f8-149c-46c7-8d23-08f49dcdc8d1 req-b5d390f8-6b49-467a-aff1-5fbe24c576ee service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=ea6084af-2859-4d2a-9fe2-69cd212d0f4a HTTP/1.1" status: 200 len: 848 time: 0.0475821 Sep 17 03:54:48.359059 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ce9e8a-854d-4b8a-832d-605ee153c38d admin admin] Checking segment: {'id': '2aa42ccc-3b1d-4dba-8200-4437b7ed3a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd9470128-efc5-439d-94b6-d35d23a7faa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:54:48.359455 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ce9e8a-854d-4b8a-832d-605ee153c38d admin admin] Network hostable DHCP agents. Network: d9470128-efc5-439d-94b6-d35d23a7faa0, hostable agents: ['b0b4725d-5d3f-4adf-8b60-729f2f7a35da'], hosted agents: [] {{(pid=113210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 03:54:48.417648 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dab8f8-149c-46c7-8d23-08f49dcdc8d1 req-60ee101c-f062-407e-abdb-00482c052db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:48.419216 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-94dab8f8-149c-46c7-8d23-08f49dcdc8d1 req-60ee101c-f062-407e-abdb-00482c052db0 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=9639789b-4517-4d8a-8150-b02c75d21fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0559697 Sep 17 03:54:48.460256 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c1c30-aa15-48ca-9235-541557cdeae0 req-4c050f39-5d85-4aa8-8590-1410376f4ec1 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:48.462057 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-365c1c30-aa15-48ca-9235-541557cdeae0 req-4c050f39-5d85-4aa8-8590-1410376f4ec1 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acd17ae6-a2bb-4b1e-a465-78c4ca35dcae HTTP/1.1" status: 200 len: 945 time: 0.0625370 Sep 17 03:54:48.463308 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73bec81-39a0-47b3-b066-7f91389818b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9faf1e-30af-44c9-b2f3-1362a9298cbe'}] {{(pid=113212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:54:48.465686 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc6586f6b4c6bd034ee7705c69f50a833cff710b963951e05e6de8956872ccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eaa6ab8-d829-4c18-b0d7-7c5997c1f1fb" -d '{"events": [{"server_uuid": "d73bec81-39a0-47b3-b066-7f91389818b5", "name": "network-vif-plugged", "status": "completed", "tag": "7a9faf1e-30af-44c9-b2f3-1362a9298cbe"}]}' {{(pid=113212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:54:48.482785 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 50954) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:54:48.491336 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port 7a9faf1e-30af-44c9-b2f3-1362a9298cbe, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=7a9faf1e-30af-44c9-b2f3-1362a9298cbe,segment=NetworkSegment(08cb3b6a-b907-4438-a94b-64c1979bcd7f),segment_id=08cb3b6a-b907-4438-a94b-64c1979bcd7f)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:54:48.493838 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [None req-58853ae9-6656-45ab-ab2e-ba19a0039cd0 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Request body: {'floatingip': {'port_id': '87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a'}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:54:48.547969 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04401884-989f-4a7b-be39-1f1ee15f7980 x-openstack-request-id: req-04401884-989f-4a7b-be39-1f1ee15f7980 {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:54:48.550050 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ce9e8a-854d-4b8a-832d-605ee153c38d admin admin] Network d9470128-efc5-439d-94b6-d35d23a7faa0 is scheduled to be hosted by DHCP agent b0b4725d-5d3f-4adf-8b60-729f2f7a35da with binding_index 1 {{(pid=113210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 03:54:48.550193 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73bec81-39a0-47b3-b066-7f91389818b5", "name": "network-vif-plugged", "status": "completed", "tag": "7a9faf1e-30af-44c9-b2f3-1362a9298cbe", "code": 200}]} {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:54:48.550438 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-04401884-989f-4a7b-be39-1f1ee15f7980 {{(pid=113212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:54:48.553252 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04401884-989f-4a7b-be39-1f1ee15f7980'] response: {'server_uuid': 'd73bec81-39a0-47b3-b066-7f91389818b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9faf1e-30af-44c9-b2f3-1362a9298cbe', 'code': 200} Sep 17 03:54:48.567739 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-58853ae9-6656-45ab-ab2e-ba19a0039cd0 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for floatingip (2a48f601-64cf-4a4d-a294-c3852572dcdf), before_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:48.574565 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-94dab8f8-149c-46c7-8d23-08f49dcdc8d1 req-b88e6f8e-bf63-42df-805f-d0520b311b49 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/9639789b-4517-4d8a-8150-b02c75d21fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452825 Sep 17 03:54:48.589999 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (7a9faf1e-30af-44c9-b2f3-1362a9298cbe), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:48.591354 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 771161ec-28fc-415a-adc7-3de3a921060b no longer exists at agent hyperv_hv-cinder-84914 {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:54:48.660287 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-2929124d-26c0-43ce-8fcc-15bf8266dad9 req-b6939ccb-1d71-4bc8-bee2-921845a4a0d6 tempest-TestMinimumBasicScenario-523092980 tempest-TestMinimumBasicScenario-523092980-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=68eeaf96-b6f5-4666-b67a-37005c9a78b4 HTTP/1.1" status: 200 len: 210 time: 0.0550258 Sep 17 03:54:48.679275 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] No Port match for: 771161ec-28fc-415a-adc7-3de3a921060b {{(pid=113212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:54:48.679703 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 771161ec-28fc-415a-adc7-3de3a921060b not bound to the agent host hv-cinder-84914 {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:54:48.688847 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:48.694785 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-94dab8f8-149c-46c7-8d23-08f49dcdc8d1 req-a018ea47-515f-49e6-ab2a-01c308631cf5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/9639789b-4517-4d8a-8150-b02c75d21fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032572 Sep 17 03:54:48.696442 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.base_scheduler [None req-d8ce9e8a-854d-4b8a-832d-605ee153c38d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-3-iscsi, d9470128-efc5-439d-94b6-d35d23a7faa0) {{(pid=113210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:54:48.702484 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ce9e8a-854d-4b8a-832d-605ee153c38d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:48.703240 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d8ce9e8a-854d-4b8a-832d-605ee153c38d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:48.727691 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a77535f-c464-4e7b-a8a6-491d3bd40cbc None None] Network d9470128-efc5-439d-94b6-d35d23a7faa0 requested from dv-cinder-849143-3-iscsi {{(pid=113212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:54:48.774503 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-d8ce9e8a-854d-4b8a-832d-605ee153c38d admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0392497 Sep 17 03:54:48.777808 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 50958) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:54:48.785342 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-bebbc72e-4777-4fe6-a901-0a9cd63f94ea admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1503991509-router', 'tenant_id': 'ddf27ec567494d03bd1d2469aef97264', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'}}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:54:48.800538 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-2b975917-46b2-4033-bb83-922d083a1f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'name': 'tempest-TestVolumeBootPattern-2084887640-router', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'b64bbac4-1a5e-41d0-a613-51dd5abf35b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:12Z', 'updated_at': '2022-09-17T03:51:18Z', 'revision_number': 4, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'gw_port': {'id': 'b64bbac4-1a5e-41d0-a613-51dd5abf35b4', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:13Z', 'updated_at': '2022-09-17T03:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': '246386aa-d035-40e9-8e20-1db54e73513d', 'name': '', 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'mac_address': 'fa:16:3e:76:a4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd79f26d2-7e28-4c00-b0e8-4dc043d7353f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:17Z', 'updated_at': '2022-09-17T03:51:25Z', 'revision_number': 5, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'subnets': [{'id': 'd79f26d2-7e28-4c00-b0e8-4dc043d7353f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:54:48.868972 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-bebbc72e-4777-4fe6-a901-0a9cd63f94ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-617353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6001'] for router (0ddbff4c-869c-4395-840b-62153fa7fbbb), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:48.870306 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-bebbc72e-4777-4fe6-a901-0a9cd63f94ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-617908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6010'] for router (0ddbff4c-869c-4395-840b-62153fa7fbbb), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:48.911329 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:48.967809 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-bebbc72e-4777-4fe6-a901-0a9cd63f94ea admin admin] Publish callbacks [] for router_controller (0ddbff4c-869c-4395-840b-62153fa7fbbb), precommit_add_association {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:49.003569 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=7a9faf1e-30af-44c9-b2f3-1362a9298cbe,revision_number=7']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:54:49.011666 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b975917-46b2-4033-bb83-922d083a1f65 None None] The sync data for ids ['d5966e2e-c4b1-4f9d-93f4-8541417b2351'] in dv-cinder-849143-3-iscsi is: [{'id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'name': 'tempest-TestVolumeBootPattern-2084887640-router', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'b64bbac4-1a5e-41d0-a613-51dd5abf35b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:12Z', 'updated_at': '2022-09-17T03:51:18Z', 'revision_number': 4, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'gw_port': {'id': 'b64bbac4-1a5e-41d0-a613-51dd5abf35b4', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:13Z', 'updated_at': '2022-09-17T03:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': '246386aa-d035-40e9-8e20-1db54e73513d', 'name': '', 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'mac_address': 'fa:16:3e:76:a4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd79f26d2-7e28-4c00-b0e8-4dc043d7353f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:17Z', 'updated_at': '2022-09-17T03:51:25Z', 'revision_number': 5, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'subnets': [{'id': 'd79f26d2-7e28-4c00-b0e8-4dc043d7353f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:54:49.098285 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e89b04-f0ed-4197-8133-6d973f854cbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f96e3f4-43ec-52cd-99e5-8d71f9cd206c-d9470128-efc5-439d-94b6-d35d23a7faa0', 'network_id': 'd9470128-efc5-439d-94b6-d35d23a7faa0', 'project_id': 'ddf27ec567494d03bd1d2469aef97264', 'fixed_ips': [{'subnet_id': '4f884129-c112-4f7f-ab1b-3d2e33686d02'}]}} from dv-cinder-849143-3-iscsi. {{(pid=113212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 17 03:54:49.098285 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-96e89b04-f0ed-4197-8133-6d973f854cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:49.109923 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c0cd7966-f578-4d28-b87a-bcfc85ff0cca req-35355d18-334a-4da2-9e14-9fc8fd972072 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2849e6b7-8459-4442-8392-46f23a36f993 HTTP/1.1" status: 200 len: 210 time: 0.1018212 Sep 17 03:54:49.120859 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7029bf-006c-4e4e-b2ae-a6ccf1142050 req-1ffb715f-c3a6-4ba7-a509-f11d69b19ead tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:49.134152 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7b7029bf-006c-4e4e-b2ae-a6ccf1142050 req-1ffb715f-c3a6-4ba7-a509-f11d69b19ead tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 945 time: 0.2060776 Sep 17 03:54:49.246016 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:49.257983 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7b7029bf-006c-4e4e-b2ae-a6ccf1142050 req-f4d333eb-12ac-421e-afe8-66e716802d58 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227803 Sep 17 03:54:49.327640 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-58853ae9-6656-45ab-ab2e-ba19a0039cd0 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:49.337645 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-bebbc72e-4777-4fe6-a901-0a9cd63f94ea admin admin] Publish callbacks [] for router_gateway (0ddbff4c-869c-4395-840b-62153fa7fbbb), precommit_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:49.397681 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-face552d-9496-4b19-bf18-b41663c985d4 None None] New status for floating IP 017d3709-3f83-40ea-a0e3-57f5ff8b08d2: DOWN {{(pid=113213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 03:54:49.410345 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-58853ae9-6656-45ab-ab2e-ba19a0039cd0 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615334'] for floatingip (2a48f601-64cf-4a4d-a294-c3852572dcdf), after_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:49.426004 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.db_base_plugin_common [None req-96e89b04-f0ed-4197-8133-6d973f854cbb None None] Allocated IP 172.20.0.2 (d9470128-efc5-439d-94b6-d35d23a7faa0/4f884129-c112-4f7f-ab1b-3d2e33686d02/2b5f5661-5491-4d61-85d3-cd8cff684e91) {{(pid=113212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:54:49.530002 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.db.l3_db [None req-58853ae9-6656-45ab-ab2e-ba19a0039cd0 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Floating IP 2a48f601-64cf-4a4d-a294-c3852572dcdf associated. External IP: 172.27.0.133, port: 87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a. Sep 17 03:54:49.537608 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:49.578902 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68eeaf96-b6f5-4666-b67a-37005c9a78b4', 'name': 'network-vif-deleted', 'tag': '6ca4f360-9c06-4609-ad1e-cb074af587c0'}] {{(pid=113210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:54:49.581208 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a613894f386080b2b9315951ba9a4c402b93d12b77848e4e2f89d9386810e3b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d3492f-4cbf-48f2-bcf7-0d546d0a76b9" -d '{"events": [{"server_uuid": "68eeaf96-b6f5-4666-b67a-37005c9a78b4", "name": "network-vif-deleted", "tag": "6ca4f360-9c06-4609-ad1e-cb074af587c0"}]}' {{(pid=113210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:54:49.597591 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-96e89b04-f0ed-4197-8133-6d973f854cbb None None] Publish callbacks [] for port (2b5f5661-5491-4d61-85d3-cd8cff684e91), precommit_create {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:49.645191 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-bebbc72e-4777-4fe6-a901-0a9cd63f94ea admin admin] Publish callbacks [] for router_gateway (0ddbff4c-869c-4395-840b-62153fa7fbbb), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:49.676882 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c8f801-9315-47cb-98a7-89bf326d052c x-openstack-request-id: req-87c8f801-9315-47cb-98a7-89bf326d052c {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:54:49.677167 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68eeaf96-b6f5-4666-b67a-37005c9a78b4", "name": "network-vif-deleted", "tag": "6ca4f360-9c06-4609-ad1e-cb074af587c0", "status": "completed", "code": 200}]} {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:54:49.678512 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-87c8f801-9315-47cb-98a7-89bf326d052c {{(pid=113210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:54:49.683436 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87c8f801-9315-47cb-98a7-89bf326d052c'] response: {'server_uuid': '68eeaf96-b6f5-4666-b67a-37005c9a78b4', 'name': 'network-vif-deleted', 'tag': '6ca4f360-9c06-4609-ad1e-cb074af587c0', 'status': 'completed', 'code': 200} Sep 17 03:54:49.683436 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-bebbc72e-4777-4fe6-a901-0a9cd63f94ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:49.683638 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-96e89b04-f0ed-4197-8133-6d973f854cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976'] for port (2b5f5661-5491-4d61-85d3-cd8cff684e91), after_create {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:49.801663 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e89b04-f0ed-4197-8133-6d973f854cbb None None] Network d9470128-efc5-439d-94b6-d35d23a7faa0 is already hosted by enough agents. {{(pid=113212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:54:49.808537 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e89b04-f0ed-4197-8133-6d973f854cbb None None] Pushing event updated for resources: {'Port': ['ID=2b5f5661-5491-4d61-85d3-cd8cff684e91,revision_number=1']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:54:49.808537 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.scheduler.base_scheduler [None req-96e89b04-f0ed-4197-8133-6d973f854cbb None None] Resources bound (agent type, host, resource id): {{(pid=113212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:54:49.808769 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e89b04-f0ed-4197-8133-6d973f854cbb None None] Received port after_create {{(pid=113212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:54:49.820674 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58853ae9-6656-45ab-ab2e-ba19a0039cd0 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Router 1199cd8e-d329-4648-ace2-63398eb0ef65 has already been hosted by L3 agent b971cbd0-997d-41fb-8614-0aea29982798 {{(pid=113211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:54:49.839033 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.db_base_plugin_common [None req-bebbc72e-4777-4fe6-a901-0a9cd63f94ea admin admin] Allocated IP 172.27.0.54 (4d68fa53-4257-4a6b-8a5b-fb329be82f15/9fe7d342-7214-45a3-bf4f-d121f4a79efc/0dc8a0ca-d127-4c9a-860a-fe2ca661e674) {{(pid=113210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:54:49.877358 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-96e89b04-f0ed-4197-8133-6d973f854cbb None None] Attempting to bind port 2b5f5661-5491-4d61-85d3-cd8cff684e91 on host dv-cinder-849143-3-iscsi for vnic_type normal with profile {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:54:49.877358 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-96e89b04-f0ed-4197-8133-6d973f854cbb None None] Attempting to bind port 2b5f5661-5491-4d61-85d3-cd8cff684e91 by drivers openvswitch,hyperv on host dv-cinder-849143-3-iscsi at level 0 using segments [{'id': '2aa42ccc-3b1d-4dba-8200-4437b7ed3a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd9470128-efc5-439d-94b6-d35d23a7faa0'}] {{(pid=113212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:54:49.877358 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e89b04-f0ed-4197-8133-6d973f854cbb None None] Attempting to bind port 2b5f5661-5491-4d61-85d3-cd8cff684e91 on network d9470128-efc5-439d-94b6-d35d23a7faa0 {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:54:49.924063 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 6ca4f360-9c06-4609-ad1e-cb074af587c0 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:54:49.931246 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:49.954885 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] No Port match for: 6ca4f360-9c06-4609-ad1e-cb074af587c0 {{(pid=113212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:54:49.955260 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 6ca4f360-9c06-4609-ad1e-cb074af587c0 not bound to the agent host hv-cinder-84914 {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:54:49.961600 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e89b04-f0ed-4197-8133-6d973f854cbb None None] Checking agent: {'id': '287db9f2-8160-4728-95aa-12aebca604d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 40, 13), 'started_at': datetime.datetime(2022, 9, 17, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:54:49.962075 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e89b04-f0ed-4197-8133-6d973f854cbb None None] Checking segment: {'id': '2aa42ccc-3b1d-4dba-8200-4437b7ed3a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd9470128-efc5-439d-94b6-d35d23a7faa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:54:49.962401 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-96e89b04-f0ed-4197-8133-6d973f854cbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:49.962787 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e89b04-f0ed-4197-8133-6d973f854cbb None None] Bound using segment: {'id': '2aa42ccc-3b1d-4dba-8200-4437b7ed3a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd9470128-efc5-439d-94b6-d35d23a7faa0'} {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:54:49.963346 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-96e89b04-f0ed-4197-8133-6d973f854cbb None None] Bound port: 2b5f5661-5491-4d61-85d3-cd8cff684e91, host: dv-cinder-849143-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa42ccc-3b1d-4dba-8200-4437b7ed3a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd9470128-efc5-439d-94b6-d35d23a7faa0'}}] {{(pid=113212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:54:49.963728 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-96e89b04-f0ed-4197-8133-6d973f854cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (2b5f5661-5491-4d61-85d3-cd8cff684e91), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:49.966671 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58853ae9-6656-45ab-ab2e-ba19a0039cd0 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:54:49.982438 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-58853ae9-6656-45ab-ab2e-ba19a0039cd0 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for floatingip (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:50.015230 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56559992-b190-48c3-9545-0f5652065ab1 None None] Sync routers for ids ['1199cd8e-d329-4648-ace2-63398eb0ef65'] in dv-cinder-849143-3-iscsi {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:54:50.041522 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-bebbc72e-4777-4fe6-a901-0a9cd63f94ea admin admin] Publish callbacks [] for port (0dc8a0ca-d127-4c9a-860a-fe2ca661e674), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:50.061334 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-58853ae9-6656-45ab-ab2e-ba19a0039cd0 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/2a48f601-64cf-4a4d-a294-c3852572dcdf HTTP/1.1" status: 200 len: 991 time: 1.5747316 Sep 17 03:54:50.066812 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd17ae6-a2bb-4b1e-a465-78c4ca35dcae', 'tag': '87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a'}] {{(pid=113211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:54:50.080279 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346c2caff186dcd388f83f6dc64b2ba25d7763d65cfebe6fa09f9256a5522518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c75ab3-883a-4f70-ab89-08965a74b7ca" -d '{"events": [{"name": "network-changed", "server_uuid": "acd17ae6-a2bb-4b1e-a465-78c4ca35dcae", "tag": "87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a"}]}' {{(pid=113211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:54:50.102808 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:50.164716 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-96e89b04-f0ed-4197-8133-6d973f854cbb None None] For port 2b5f5661-5491-4d61-85d3-cd8cff684e91, host dv-cinder-849143-3-iscsi, cleared binding levels {{(pid=113212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:54:50.171177 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd69618-178e-44ee-8bfc-c962c9fc9623 x-openstack-request-id: req-8dd69618-178e-44ee-8bfc-c962c9fc9623 {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:54:50.171550 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acd17ae6-a2bb-4b1e-a465-78c4ca35dcae", "tag": "87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a", "status": "completed", "code": 200}]} {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:54:50.172035 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8dd69618-178e-44ee-8bfc-c962c9fc9623 {{(pid=113211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:54:50.172645 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dd69618-178e-44ee-8bfc-c962c9fc9623'] response: {'name': 'network-changed', 'server_uuid': 'acd17ae6-a2bb-4b1e-a465-78c4ca35dcae', 'tag': '87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a', 'status': 'completed', 'code': 200} Sep 17 03:54:50.173280 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-96e89b04-f0ed-4197-8133-6d973f854cbb None None] For port 2b5f5661-5491-4d61-85d3-cd8cff684e91, host dv-cinder-849143-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=2b5f5661-5491-4d61-85d3-cd8cff684e91,segment=NetworkSegment(2aa42ccc-3b1d-4dba-8200-4437b7ed3a87),segment_id=2aa42ccc-3b1d-4dba-8200-4437b7ed3a87)] {{(pid=113212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:54:50.189928 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56559992-b190-48c3-9545-0f5652065ab1 None None] Routers {'1199cd8e-d329-4648-ace2-63398eb0ef65'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:54:50.190626 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-56559992-b190-48c3-9545-0f5652065ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:54:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['1199cd8e-d329-4648-ace2-63398eb0ef65'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:54:50.195453 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-bebbc72e-4777-4fe6-a901-0a9cd63f94ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (0dc8a0ca-d127-4c9a-860a-fe2ca661e674), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:50.250805 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-96e89b04-f0ed-4197-8133-6d973f854cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (2b5f5661-5491-4d61-85d3-cd8cff684e91), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:50.295115 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebbc72e-4777-4fe6-a901-0a9cd63f94ea admin admin] Network 4d68fa53-4257-4a6b-8a5b-fb329be82f15 is already hosted by enough agents. {{(pid=113210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:54:50.297883 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.base_scheduler [None req-bebbc72e-4777-4fe6-a901-0a9cd63f94ea admin admin] Resources bound (agent type, host, resource id): {{(pid=113210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:54:50.304992 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebbc72e-4777-4fe6-a901-0a9cd63f94ea admin admin] Received port after_create {{(pid=113210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:54:50.359984 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebbc72e-4777-4fe6-a901-0a9cd63f94ea admin admin] Pushing event updated for resources: {'Port': ['ID=0dc8a0ca-d127-4c9a-860a-fe2ca661e674,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:54:50.468351 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e89b04-f0ed-4197-8133-6d973f854cbb None None] Pushing event updated for resources: {'Port': ['ID=2b5f5661-5491-4d61-85d3-cd8cff684e91,revision_number=2']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:54:50.501067 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:INSERT=7,neutron:UPDATE=4,neutron:SELECT=89 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:50.502946 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c75ab3-883a-4f70-ab89-08965a74b7ca req-7c621b66-749d-4faa-9f6e-f46cc39f99ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:50.505170 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-21c75ab3-883a-4f70-ab89-08965a74b7ca req-7c621b66-749d-4faa-9f6e-f46cc39f99ac service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=fb6cb03abf5242b594efcf325909dd32&device_id=acd17ae6-a2bb-4b1e-a465-78c4ca35dcae HTTP/1.1" status: 200 len: 1129 time: 0.1244190 Sep 17 03:54:50.556071 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-56559992-b190-48c3-9545-0f5652065ab1 None None] Set router 1199cd8e-d329-4648-ace2-63398eb0ef65 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:54:50.579113 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750934f5-16c3-4b1d-bac1-bce2c913e058 req-ff1fbcc3-9772-47e6-bff1-fa681069ab88 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:50.588777 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-750934f5-16c3-4b1d-bac1-bce2c913e058 req-ff1fbcc3-9772-47e6-bff1-fa681069ab88 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 945 time: 0.1276946 Sep 17 03:54:50.782722 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-750934f5-16c3-4b1d-bac1-bce2c913e058 req-61687bcd-7c55-4c34-9558-4ad3a0af292d tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922779 Sep 17 03:54:50.944631 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5f0e6031-d42d-4172-866a-0d54c934bc30 req-806cf7e0-aa3b-45ea-b24a-36cca1e9c97a tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1621017832&fields=id&tenant_id=cb2d22c677bb48a1aa50631997fc0741 HTTP/1.1" status: 200 len: 267 time: 0.1200960 Sep 17 03:54:51.094213 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-56559992-b190-48c3-9545-0f5652065ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'name': 'tempest-AttachVolumeNegativeTest-710767008-router', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:40Z', 'updated_at': '2022-09-17T03:48:49Z', 'revision_number': 4, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'gw_port': {'id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ae:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_floatingips': [{'id': '2a48f601-64cf-4a4d-a294-c3852572dcdf', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'floating_ip_address': '172.27.0.133', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'port_id': '87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f', 'mac_address': 'fa:16:3e:0a:bc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd17ae6-a2bb-4b1e-a465-78c4ca35dcae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:54:28Z', 'updated_at': '2022-09-17T03:54:49Z', 'revision_number': 1, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd44a3f-6ef3-4bdc-8585-990b9803e2f0', 'name': '', 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'mac_address': 'fa:16:3e:c8:15:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:47Z', 'updated_at': '2022-09-17T03:49:00Z', 'revision_number': 5, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'subnets': [{'id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:54:51.096600 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 2b5f5661-5491-4d61-85d3-cd8cff684e91 up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:54:51.116644 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:51.124927 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e6031-d42d-4172-866a-0d54c934bc30 req-74bb4e6e-b8ce-435d-9af5-748ac5939b7d tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:51.138341 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5f0e6031-d42d-4172-866a-0d54c934bc30 req-74bb4e6e-b8ce-435d-9af5-748ac5939b7d tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/networks?id=17da0435-2238-4de2-8cdc-e4e0ec82986c HTTP/1.1" status: 200 len: 812 time: 0.1927803 Sep 17 03:54:51.170555 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5f0e6031-d42d-4172-866a-0d54c934bc30 req-857ac117-cf93-4dfe-807d-38e56d771de0 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/quotas/cb2d22c677bb48a1aa50631997fc0741 HTTP/1.1" status: 200 len: 375 time: 0.0311136 Sep 17 03:54:51.203123 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56559992-b190-48c3-9545-0f5652065ab1 None None] Checking router: 1199cd8e-d329-4648-ace2-63398eb0ef65 for host: dv-cinder-849143-3-iscsi {{(pid=113212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:54:51.222130 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56559992-b190-48c3-9545-0f5652065ab1 None None] Routers {'1199cd8e-d329-4648-ace2-63398eb0ef65'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:54:51.222766 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-56559992-b190-48c3-9545-0f5652065ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:54:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['1199cd8e-d329-4648-ace2-63398eb0ef65'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:54:51.277696 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port 2b5f5661-5491-4d61-85d3-cd8cff684e91 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:54:51.278392 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (2b5f5661-5491-4d61-85d3-cd8cff684e91), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:51.278727 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port 2b5f5661-5491-4d61-85d3-cd8cff684e91 Sep 17 03:54:51.284783 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c75ab3-883a-4f70-ab89-08965a74b7ca req-19b18e06-033a-4f5f-9c7a-26278a8eb3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:51.286588 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-21c75ab3-883a-4f70-ab89-08965a74b7ca req-19b18e06-033a-4f5f-9c7a-26278a8eb3ca service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=07c207ee-c2bb-4d53-bca3-b5aa6199ad0f HTTP/1.1" status: 200 len: 915 time: 0.6767356 Sep 17 03:54:51.296105 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5f0e6031-d42d-4172-866a-0d54c934bc30 req-c7748aa9-65bf-429b-9b83-4bbdd47d0769 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=cb2d22c677bb48a1aa50631997fc0741&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1245754 Sep 17 03:54:51.371424 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:51.441597 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-21c75ab3-883a-4f70-ab89-08965a74b7ca req-c9e7a330-a228-4d42-832b-425fe1cd11df service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a HTTP/1.1" status: 200 len: 999 time: 0.1473269 Sep 17 03:54:51.502168 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port 2b5f5661-5491-4d61-85d3-cd8cff684e91 is: DOWN; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:54:51.502562 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (2b5f5661-5491-4d61-85d3-cd8cff684e91), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:51.516943 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-56559992-b190-48c3-9545-0f5652065ab1 None None] Set router 1199cd8e-d329-4648-ace2-63398eb0ef65 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:54:51.608901 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5f0e6031-d42d-4172-866a-0d54c934bc30 req-3c5f2552-1136-49a2-b86d-f19e47bcb23a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/17da0435-2238-4de2-8cdc-e4e0ec82986c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062940 Sep 17 03:54:51.614809 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c75ab3-883a-4f70-ab89-08965a74b7ca req-4354f527-6054-4cd7-b2a5-658b1f578733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:51.616876 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-21c75ab3-883a-4f70-ab89-08965a74b7ca req-4354f527-6054-4cd7-b2a5-658b1f578733 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=21657c11-9b0c-49b1-8935-9d760016ec10 HTTP/1.1" status: 200 len: 853 time: 0.1669719 Sep 17 03:54:51.618988 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] For port 2b5f5661-5491-4d61-85d3-cd8cff684e91, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=2b5f5661-5491-4d61-85d3-cd8cff684e91,segment=NetworkSegment(2aa42ccc-3b1d-4dba-8200-4437b7ed3a87),segment_id=2aa42ccc-3b1d-4dba-8200-4437b7ed3a87)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:54:51.637349 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-bebbc72e-4777-4fe6-a901-0a9cd63f94ea admin admin] Publish callbacks [] for router_gateway (0ddbff4c-869c-4395-840b-62153fa7fbbb), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:51.699369 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:51.703381 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (2b5f5661-5491-4d61-85d3-cd8cff684e91), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:51.767125 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5f0e6031-d42d-4172-866a-0d54c934bc30 req-b0a16596-66b1-40b2-9c3f-0e245c1a69eb service neutron] 10.222.0.42 "GET /networking/v2.0/networks/17da0435-2238-4de2-8cdc-e4e0ec82986c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567066 Sep 17 03:54:51.788039 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Pushing event updated for resources: {'Port': ['ID=2b5f5661-5491-4d61-85d3-cd8cff684e91,revision_number=3']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:54:51.894445 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 51054) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:54:51.933682 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c75ab3-883a-4f70-ab89-08965a74b7ca req-c3539e1d-42cc-4721-b234-d3395c8d6a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:51.935590 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-21c75ab3-883a-4f70-ab89-08965a74b7ca req-c3539e1d-42cc-4721-b234-d3395c8d6a8a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=07c207ee-c2bb-4d53-bca3-b5aa6199ad0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3071589 Sep 17 03:54:52.103758 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:52.118291 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3435d4-8a04-4670-ac93-ee8198f1fefb None None] Network d9470128-efc5-439d-94b6-d35d23a7faa0 requested from dv-cinder-849143-3-iscsi {{(pid=113212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:54:52.165917 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78f30d-e45d-45a9-bf4b-21745801eb12 req-82e6fbcd-bc2d-4061-ac9a-185abf5824eb tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:52.167843 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-cc78f30d-e45d-45a9-bf4b-21745801eb12 req-82e6fbcd-bc2d-4061-ac9a-185abf5824eb tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 945 time: 0.1748619 Sep 17 03:54:52.201429 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-bebbc72e-4777-4fe6-a901-0a9cd63f94ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-617964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-615204'] for router (0ddbff4c-869c-4395-840b-62153fa7fbbb), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:52.213145 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-21c75ab3-883a-4f70-ab89-08965a74b7ca req-27396887-e23d-48c0-b39d-808cf5268681 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/07c207ee-c2bb-4d53-bca3-b5aa6199ad0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450299 Sep 17 03:54:52.264498 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:52.314419 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-cc78f30d-e45d-45a9-bf4b-21745801eb12 req-6631ea11-f6ac-475f-b42f-79c07401f7f7 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346262 Sep 17 03:54:52.371315 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-56559992-b190-48c3-9545-0f5652065ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'name': 'tempest-AttachVolumeNegativeTest-710767008-router', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:40Z', 'updated_at': '2022-09-17T03:48:49Z', 'revision_number': 4, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'gw_port': {'id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ae:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_floatingips': [{'id': '2a48f601-64cf-4a4d-a294-c3852572dcdf', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'floating_ip_address': '172.27.0.133', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'port_id': '87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f', 'mac_address': 'fa:16:3e:0a:bc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd17ae6-a2bb-4b1e-a465-78c4ca35dcae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:54:28Z', 'updated_at': '2022-09-17T03:54:49Z', 'revision_number': 1, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd44a3f-6ef3-4bdc-8585-990b9803e2f0', 'name': '', 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'mac_address': 'fa:16:3e:c8:15:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:47Z', 'updated_at': '2022-09-17T03:49:00Z', 'revision_number': 5, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'subnets': [{'id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:54:52.385448 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-30a9a81d-1e36-4571-b69a-4089acbadda5 None None] Provisioning complete for port 2b5f5661-5491-4d61-85d3-cd8cff684e91 triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:54:52.385448 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-30a9a81d-1e36-4571-b69a-4089acbadda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (2b5f5661-5491-4d61-85d3-cd8cff684e91), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:52.398798 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-30a9a81d-1e36-4571-b69a-4089acbadda5 None None] Attempt 1 to provision port 2b5f5661-5491-4d61-85d3-cd8cff684e91 Sep 17 03:54:52.498507 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56559992-b190-48c3-9545-0f5652065ab1 None None] The sync data for ids ['1199cd8e-d329-4648-ace2-63398eb0ef65'] in dv-cinder-849143-3-iscsi is: [{'id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'name': 'tempest-AttachVolumeNegativeTest-710767008-router', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:40Z', 'updated_at': '2022-09-17T03:48:49Z', 'revision_number': 4, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'gw_port': {'id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ae:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_floatingips': [{'id': '2a48f601-64cf-4a4d-a294-c3852572dcdf', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'floating_ip_address': '172.27.0.133', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'port_id': '87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f', 'mac_address': 'fa:16:3e:0a:bc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd17ae6-a2bb-4b1e-a465-78c4ca35dcae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:54:28Z', 'updated_at': '2022-09-17T03:54:49Z', 'revision_number': 1, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd44a3f-6ef3-4bdc-8585-990b9803e2f0', 'name': '', 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'mac_address': 'fa:16:3e:c8:15:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:47Z', 'updated_at': '2022-09-17T03:49:00Z', 'revision_number': 5, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'subnets': [{'id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:54:52.673365 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-21c75ab3-883a-4f70-ab89-08965a74b7ca req-28a03261-3f32-4567-b36e-879d529bb309 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/07c207ee-c2bb-4d53-bca3-b5aa6199ad0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4492943 Sep 17 03:54:52.683275 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-30a9a81d-1e36-4571-b69a-4089acbadda5 None None] Current status of the port 2b5f5661-5491-4d61-85d3-cd8cff684e91 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:54:52.692415 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bebbc72e-4777-4fe6-a901-0a9cd63f94ea admin admin] Router 0ddbff4c-869c-4395-840b-62153fa7fbbb is scheduled to L3 agent b971cbd0-997d-41fb-8614-0aea29982798 with binding_index 1 {{(pid=113210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 03:54:52.716094 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:52.961029 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f524805-a6af-494e-bf51-7958e26d4a35 None None] New status for floating IP 2a48f601-64cf-4a4d-a294-c3852572dcdf: ACTIVE {{(pid=113213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 03:54:53.017658 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bebbc72e-4777-4fe6-a901-0a9cd63f94ea admin admin] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:54:53.019424 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-d914e195-dcce-4836-a081-3cc77b227c8c None None] Provisioning complete for port 2b5f5661-5491-4d61-85d3-cd8cff684e91 triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:54:53.019575 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-d914e195-dcce-4836-a081-3cc77b227c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (2b5f5661-5491-4d61-85d3-cd8cff684e91), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:53.022518 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-d914e195-dcce-4836-a081-3cc77b227c8c None None] Attempt 1 to provision port 2b5f5661-5491-4d61-85d3-cd8cff684e91 Sep 17 03:54:53.033770 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055e08fe-0171-4c83-877e-6daee02ed5f3 None None] Sync routers for ids ['0ddbff4c-869c-4395-840b-62153fa7fbbb'] in dv-cinder-849143-3-iscsi {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:54:53.075546 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 2b5f5661-5491-4d61-85d3-cd8cff684e91 up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:54:53.121387 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-8ebf0c25-ff08-449e-8b8b-2cf660c26e48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-426662'] for router_interface (4a5a2e04-8775-4c3f-924f-68f6191cded7), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:53.123887 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-bebbc72e-4777-4fe6-a901-0a9cd63f94ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:53.123887 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-bebbc72e-4777-4fe6-a901-0a9cd63f94ea admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3445842 Sep 17 03:54:53.126261 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 51066) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:54:53.156971 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055e08fe-0171-4c83-877e-6daee02ed5f3 None None] Routers {'0ddbff4c-869c-4395-840b-62153fa7fbbb'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:54:53.157375 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-055e08fe-0171-4c83-877e-6daee02ed5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:54:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['0ddbff4c-869c-4395-840b-62153fa7fbbb'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:54:53.359189 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-6bc7b16b-d5d3-4399-baa2-0bf10c08da4f req-91b8220c-e1e2-4de5-87e0-3a0747eefa22 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6a3f7cb6-5e00-44a5-911b-6e1e079c21a2 HTTP/1.1" status: 200 len: 210 time: 0.0753565 Sep 17 03:54:53.567304 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:53.576038 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5aa8e3-047b-497e-9ec1-8bfb34c82d3c req-62f1f44a-572c-40fb-9da1-2794ccbcac40 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:53.577692 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7a5aa8e3-047b-497e-9ec1-8bfb34c82d3c req-62f1f44a-572c-40fb-9da1-2794ccbcac40 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 945 time: 0.0891521 Sep 17 03:54:53.631748 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port 2b5f5661-5491-4d61-85d3-cd8cff684e91 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:54:53.632121 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (2b5f5661-5491-4d61-85d3-cd8cff684e91), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:53.632485 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port 2b5f5661-5491-4d61-85d3-cd8cff684e91 Sep 17 03:54:53.637262 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=100 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:53.665370 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-d914e195-dcce-4836-a081-3cc77b227c8c None None] Current status of the port 2b5f5661-5491-4d61-85d3-cd8cff684e91 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:54:53.666018 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7a5aa8e3-047b-497e-9ec1-8bfb34c82d3c req-010280a2-89bf-4756-acdb-2e1d8b10ef90 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614829 Sep 17 03:54:53.687954 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.plugin [None req-8ebf0c25-ff08-449e-8b8b-2cf660c26e48 admin admin] Deleting port dd6ae3fc-95db-452e-a875-fb7fa28e2d54 {{(pid=113211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:54:53.688545 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-8ebf0c25-ff08-449e-8b8b-2cf660c26e48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (dd6ae3fc-95db-452e-a875-fb7fa28e2d54), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:53.714328 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-055e08fe-0171-4c83-877e-6daee02ed5f3 None None] Set router 0ddbff4c-869c-4395-840b-62153fa7fbbb gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:54:53.852301 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.db [None req-8ebf0c25-ff08-449e-8b8b-2cf660c26e48 admin admin] For port dd6ae3fc-95db-452e-a875-fb7fa28e2d54, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=dd6ae3fc-95db-452e-a875-fb7fa28e2d54,segment=NetworkSegment(7ea2bdaf-c56d-49fb-adcf-15285fcbe8da),segment_id=7ea2bdaf-c56d-49fb-adcf-15285fcbe8da)] {{(pid=113211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:54:53.852580 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-8ebf0c25-ff08-449e-8b8b-2cf660c26e48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (dd6ae3fc-95db-452e-a875-fb7fa28e2d54), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:53.868087 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-58735b1d-9ed4-4b4d-ab2e-a8618ec30459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:53.894914 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.plugin [None req-8ebf0c25-ff08-449e-8b8b-2cf660c26e48 admin admin] Calling delete_port for dd6ae3fc-95db-452e-a875-fb7fa28e2d54 owned by network:router_interface {{(pid=113211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:54:54.015978 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port 2b5f5661-5491-4d61-85d3-cd8cff684e91 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:54:54.095006 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:54.120164 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-055e08fe-0171-4c83-877e-6daee02ed5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'name': 'tempest-AttachVolumeTestJSON-1503991509-router', 'tenant_id': 'ddf27ec567494d03bd1d2469aef97264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '0dc8a0ca-d127-4c9a-860a-fe2ca661e674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:54:48Z', 'updated_at': '2022-09-17T03:54:51Z', 'revision_number': 3, 'project_id': 'ddf27ec567494d03bd1d2469aef97264', 'gw_port': {'id': '0dc8a0ca-d127-4c9a-860a-fe2ca661e674', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:54:49Z', 'updated_at': '2022-09-17T03:54:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi'}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:54:54.127822 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.db_base_plugin_common [None req-58735b1d-9ed4-4b4d-ab2e-a8618ec30459 admin admin] Allocated IP 172.20.0.1 (d9470128-efc5-439d-94b6-d35d23a7faa0/4f884129-c112-4f7f-ab1b-3d2e33686d02/41f2ee60-fca2-4afe-bd77-26b618c3f138) {{(pid=113210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:54:54.152112 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055e08fe-0171-4c83-877e-6daee02ed5f3 None None] Checking router: 0ddbff4c-869c-4395-840b-62153fa7fbbb for host: dv-cinder-849143-3-iscsi {{(pid=113212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:54:54.152757 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055e08fe-0171-4c83-877e-6daee02ed5f3 None None] Updating router 0ddbff4c-869c-4395-840b-62153fa7fbbb port 0dc8a0ca-d127-4c9a-860a-fe2ca661e674 binding host dv-cinder-849143-3-iscsi {{(pid=113212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 03:54:54.157132 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:54.189267 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-055e08fe-0171-4c83-877e-6daee02ed5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (0dc8a0ca-d127-4c9a-860a-fe2ca661e674), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:54.261808 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-58735b1d-9ed4-4b4d-ab2e-a8618ec30459 admin admin] Publish callbacks [] for port (41f2ee60-fca2-4afe-bd77-26b618c3f138), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:54.295696 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:54.304260 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=100 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:54.331177 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-8ebf0c25-ff08-449e-8b8b-2cf660c26e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26185590'] for port (dd6ae3fc-95db-452e-a875-fb7fa28e2d54), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:54.361286 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf0c25-ff08-449e-8b8b-2cf660c26e48 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd6ae3fc-95db-452e-a875-fb7fa28e2d54,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:54:54.423434 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-58735b1d-9ed4-4b4d-ab2e-a8618ec30459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (41f2ee60-fca2-4afe-bd77-26b618c3f138), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:54.472548 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58735b1d-9ed4-4b4d-ab2e-a8618ec30459 admin admin] Network d9470128-efc5-439d-94b6-d35d23a7faa0 is already hosted by enough agents. {{(pid=113210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:54:54.474747 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.base_scheduler [None req-58735b1d-9ed4-4b4d-ab2e-a8618ec30459 admin admin] Resources bound (agent type, host, resource id): {{(pid=113210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:54:54.534830 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58735b1d-9ed4-4b4d-ab2e-a8618ec30459 admin admin] Received port after_create {{(pid=113210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:54:54.629684 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58735b1d-9ed4-4b4d-ab2e-a8618ec30459 admin admin] Pushing event updated for resources: {'Port': ['ID=41f2ee60-fca2-4afe-bd77-26b618c3f138,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:54:54.656274 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-58735b1d-9ed4-4b4d-ab2e-a8618ec30459 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-426525'] for router_interface (0ddbff4c-869c-4395-840b-62153fa7fbbb), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:54.673815 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-055e08fe-0171-4c83-877e-6daee02ed5f3 None None] Publish callbacks [] for port (0dc8a0ca-d127-4c9a-860a-fe2ca661e674), precommit_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:54.705446 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5dbc33c8-120d-4b44-aa43-29445c813a30 req-16783b22-97c6-4120-a4c7-f0618303f8dd tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6a3f7cb6-5e00-44a5-911b-6e1e079c21a2 HTTP/1.1" status: 200 len: 210 time: 0.1775379 Sep 17 03:54:54.745556 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-8ebf0c25-ff08-449e-8b8b-2cf660c26e48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619798'] for router_interface (4a5a2e04-8775-4c3f-924f-68f6191cded7), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:54.757986 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-055e08fe-0171-4c83-877e-6daee02ed5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (0dc8a0ca-d127-4c9a-860a-fe2ca661e674), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:54.852630 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2321cd1-1082-4a18-bf8c-225f7255ff5f None None] Pushing event updated for resources: {'Port': ['ID=0dc8a0ca-d127-4c9a-860a-fe2ca661e674,revision_number=2']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:54:54.886670 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-055e08fe-0171-4c83-877e-6daee02ed5f3 None None] Attempting to bind port 0dc8a0ca-d127-4c9a-860a-fe2ca661e674 on host dv-cinder-849143-3-iscsi for vnic_type normal with profile {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:54:54.886670 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-055e08fe-0171-4c83-877e-6daee02ed5f3 None None] Attempting to bind port 0dc8a0ca-d127-4c9a-860a-fe2ca661e674 by drivers openvswitch,hyperv on host dv-cinder-849143-3-iscsi at level 0 using segments [{'id': 'b9ff3b7d-3dba-4f81-9340-22e46529b80a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'}] {{(pid=113212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:54:54.887470 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055e08fe-0171-4c83-877e-6daee02ed5f3 None None] Attempting to bind port 0dc8a0ca-d127-4c9a-860a-fe2ca661e674 on network 4d68fa53-4257-4a6b-8a5b-fb329be82f15 {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:54:54.999511 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-58735b1d-9ed4-4b4d-ab2e-a8618ec30459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (41f2ee60-fca2-4afe-bd77-26b618c3f138), before_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:55.004194 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a02ab-7827-4d52-a497-e44f24d09651 req-87678779-033a-4064-8415-0805c0973dc1 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:55.009453 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055e08fe-0171-4c83-877e-6daee02ed5f3 None None] Checking agent: {'id': '287db9f2-8160-4728-95aa-12aebca604d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 40, 13), 'started_at': datetime.datetime(2022, 9, 17, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:54:55.012942 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055e08fe-0171-4c83-877e-6daee02ed5f3 None None] Checking segment: {'id': 'b9ff3b7d-3dba-4f81-9340-22e46529b80a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:54:55.012942 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-055e08fe-0171-4c83-877e-6daee02ed5f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:55.012942 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055e08fe-0171-4c83-877e-6daee02ed5f3 None None] Bound using segment: {'id': 'b9ff3b7d-3dba-4f81-9340-22e46529b80a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'} {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:54:55.012942 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-055e08fe-0171-4c83-877e-6daee02ed5f3 None None] Bound port: 0dc8a0ca-d127-4c9a-860a-fe2ca661e674, host: dv-cinder-849143-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ff3b7d-3dba-4f81-9340-22e46529b80a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'}}] {{(pid=113212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:54:55.013343 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c72a02ab-7827-4d52-a497-e44f24d09651 req-87678779-033a-4064-8415-0805c0973dc1 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 945 time: 0.1122847 Sep 17 03:54:55.016767 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-055e08fe-0171-4c83-877e-6daee02ed5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (0dc8a0ca-d127-4c9a-860a-fe2ca661e674), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:55.034217 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-e2d0fc81-a06e-407d-92b2-3b66523becf2 None None] Provisioning complete for port 41f2ee60-fca2-4afe-bd77-26b618c3f138 triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:54:55.037623 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-e2d0fc81-a06e-407d-92b2-3b66523becf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (41f2ee60-fca2-4afe-bd77-26b618c3f138), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:55.037623 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-e2d0fc81-a06e-407d-92b2-3b66523becf2 None None] Attempt 1 to provision port 41f2ee60-fca2-4afe-bd77-26b618c3f138 Sep 17 03:54:55.148950 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-e2d0fc81-a06e-407d-92b2-3b66523becf2 None None] Port 41f2ee60-fca2-4afe-bd77-26b618c3f138 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:54:55.193628 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-055e08fe-0171-4c83-877e-6daee02ed5f3 None None] For port 0dc8a0ca-d127-4c9a-860a-fe2ca661e674, host dv-cinder-849143-3-iscsi, cleared binding levels {{(pid=113212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:54:55.196807 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:55.199016 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-055e08fe-0171-4c83-877e-6daee02ed5f3 None None] For port 0dc8a0ca-d127-4c9a-860a-fe2ca661e674, host dv-cinder-849143-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=0dc8a0ca-d127-4c9a-860a-fe2ca661e674,segment=NetworkSegment(b9ff3b7d-3dba-4f81-9340-22e46529b80a),segment_id=b9ff3b7d-3dba-4f81-9340-22e46529b80a)] {{(pid=113212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:54:55.203648 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c72a02ab-7827-4d52-a497-e44f24d09651 req-c96126a4-2ccb-4eae-ae3c-cc4ceec29a66 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1911676 Sep 17 03:54:55.207887 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ebf0c25-ff08-449e-8b8b-2cf660c26e48 admin admin] Router 4a5a2e04-8775-4c3f-924f-68f6191cded7 has already been hosted by L3 agent b971cbd0-997d-41fb-8614-0aea29982798 {{(pid=113211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:54:55.258601 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-58735b1d-9ed4-4b4d-ab2e-a8618ec30459 admin admin] Publish callbacks [] for port (41f2ee60-fca2-4afe-bd77-26b618c3f138), precommit_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:55.337297 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-58735b1d-9ed4-4b4d-ab2e-a8618ec30459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25815858'] for port (41f2ee60-fca2-4afe-bd77-26b618c3f138), after_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:55.342337 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-055e08fe-0171-4c83-877e-6daee02ed5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (0dc8a0ca-d127-4c9a-860a-fe2ca661e674), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:55.384561 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ebf0c25-ff08-449e-8b8b-2cf660c26e48 admin admin] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:54:55.395297 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13d8aff-1353-47c9-a3f0-946120b08be0 None None] Sync routers for ids ['4a5a2e04-8775-4c3f-924f-68f6191cded7'] in dv-cinder-849143-3-iscsi {{(pid=113213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:54:55.396779 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-58735b1d-9ed4-4b4d-ab2e-a8618ec30459 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-426633'] for router_interface (0ddbff4c-869c-4395-840b-62153fa7fbbb), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:55.424697 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2321cd1-1082-4a18-bf8c-225f7255ff5f None None] Pushing event updated for resources: {'Port': ['ID=0dc8a0ca-d127-4c9a-860a-fe2ca661e674,revision_number=3']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:54:55.426179 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-8ebf0c25-ff08-449e-8b8b-2cf660c26e48 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/4a5a2e04-8775-4c3f-924f-68f6191cded7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5301452 Sep 17 03:54:55.428480 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 51080) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:54:55.437231 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13d8aff-1353-47c9-a3f0-946120b08be0 None None] Routers {'4a5a2e04-8775-4c3f-924f-68f6191cded7'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:54:55.439217 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-e13d8aff-1353-47c9-a3f0-946120b08be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:54:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['4a5a2e04-8775-4c3f-924f-68f6191cded7'], 'active': True} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:54:55.450060 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:55.452713 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055e08fe-0171-4c83-877e-6daee02ed5f3 None None] Routers {'0ddbff4c-869c-4395-840b-62153fa7fbbb'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:54:55.454193 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-055e08fe-0171-4c83-877e-6daee02ed5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:54:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['0ddbff4c-869c-4395-840b-62153fa7fbbb'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:54:55.549662 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58735b1d-9ed4-4b4d-ab2e-a8618ec30459 admin admin] Network d9470128-efc5-439d-94b6-d35d23a7faa0 is already hosted by enough agents. {{(pid=113210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:54:55.566061 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.base_scheduler [None req-58735b1d-9ed4-4b4d-ab2e-a8618ec30459 admin admin] Resources bound (agent type, host, resource id): {{(pid=113210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:54:55.566061 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58735b1d-9ed4-4b4d-ab2e-a8618ec30459 admin admin] Pushing event updated for resources: {'Port': ['ID=41f2ee60-fca2-4afe-bd77-26b618c3f138,revision_number=2']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:54:55.652888 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-e2d0fc81-a06e-407d-92b2-3b66523becf2 None None] Attempt 2 to provision port 41f2ee60-fca2-4afe-bd77-26b618c3f138 Sep 17 03:54:55.669593 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-055e08fe-0171-4c83-877e-6daee02ed5f3 None None] Set router 0ddbff4c-869c-4395-840b-62153fa7fbbb gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:54:55.682010 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-6630f5ea-4354-4375-9692-a088da500da7 admin admin] Publish callbacks [] for router (4a5a2e04-8775-4c3f-924f-68f6191cded7), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:55.685440 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvr_db [None req-e13d8aff-1353-47c9-a3f0-946120b08be0 None None] Set router 4a5a2e04-8775-4c3f-924f-68f6191cded7 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:54:55.829699 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:55.846205 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:55.878081 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-6630f5ea-4354-4375-9692-a088da500da7 admin admin] Publish callbacks [] for router_gateway (4a5a2e04-8775-4c3f-924f-68f6191cded7), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:55.912868 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58735b1d-9ed4-4b4d-ab2e-a8618ec30459 admin admin] Router 0ddbff4c-869c-4395-840b-62153fa7fbbb has already been hosted by L3 agent b971cbd0-997d-41fb-8614-0aea29982798 {{(pid=113210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:54:55.928905 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-e2d0fc81-a06e-407d-92b2-3b66523becf2 None None] Port 41f2ee60-fca2-4afe-bd77-26b618c3f138 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:54:55.973110 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:56.000749 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e685c9d4-9e80-4af8-ae47-45c9db22465b req-098381e9-2296-4912-8e39-3487efc3cbba tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6a3f7cb6-5e00-44a5-911b-6e1e079c21a2 HTTP/1.1" status: 200 len: 210 time: 0.0672858 Sep 17 03:54:56.051008 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.plugin [None req-6630f5ea-4354-4375-9692-a088da500da7 admin admin] Deleting port 426d3b10-cc68-43dc-9eff-740f903221e7 {{(pid=113211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:54:56.051349 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-6630f5ea-4354-4375-9692-a088da500da7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (426d3b10-cc68-43dc-9eff-740f903221e7), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:56.118210 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:56.124422 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:56.154914 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-e13d8aff-1353-47c9-a3f0-946120b08be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5a2e04-8775-4c3f-924f-68f6191cded7', 'name': 'tempest-TestMinimumBasicScenario-56533848-router', 'tenant_id': '0cdb8140dca34727ab99c95efc7acb81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '426d3b10-cc68-43dc-9eff-740f903221e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:41Z', 'updated_at': '2022-09-17T03:54:54Z', 'revision_number': 5, 'project_id': '0cdb8140dca34727ab99c95efc7acb81', 'gw_port': {'id': '426d3b10-cc68-43dc-9eff-740f903221e7', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5a2e04-8775-4c3f-924f-68f6191cded7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:42Z', 'updated_at': '2022-09-17T03:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi'}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:54:56.169535 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-055e08fe-0171-4c83-877e-6daee02ed5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'name': 'tempest-AttachVolumeTestJSON-1503991509-router', 'tenant_id': 'ddf27ec567494d03bd1d2469aef97264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '0dc8a0ca-d127-4c9a-860a-fe2ca661e674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:54:48Z', 'updated_at': '2022-09-17T03:54:54Z', 'revision_number': 4, 'project_id': 'ddf27ec567494d03bd1d2469aef97264', 'gw_port': {'id': '0dc8a0ca-d127-4c9a-860a-fe2ca661e674', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:54:49Z', 'updated_at': '2022-09-17T03:54:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': '41f2ee60-fca2-4afe-bd77-26b618c3f138', 'name': '', 'network_id': 'd9470128-efc5-439d-94b6-d35d23a7faa0', 'tenant_id': 'ddf27ec567494d03bd1d2469aef97264', 'mac_address': 'fa:16:3e:f1:71:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '4f884129-c112-4f7f-ab1b-3d2e33686d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:54:53Z', 'updated_at': '2022-09-17T03:54:55Z', 'revision_number': 2, 'project_id': 'ddf27ec567494d03bd1d2469aef97264', 'subnets': [{'id': '4f884129-c112-4f7f-ab1b-3d2e33686d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:54:56.196448 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.db [None req-6630f5ea-4354-4375-9692-a088da500da7 admin admin] For port 426d3b10-cc68-43dc-9eff-740f903221e7, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=426d3b10-cc68-43dc-9eff-740f903221e7,segment=NetworkSegment(b9ff3b7d-3dba-4f81-9340-22e46529b80a),segment_id=b9ff3b7d-3dba-4f81-9340-22e46529b80a)] {{(pid=113211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:54:56.197163 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-6630f5ea-4354-4375-9692-a088da500da7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (426d3b10-cc68-43dc-9eff-740f903221e7), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:56.219199 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13d8aff-1353-47c9-a3f0-946120b08be0 None None] Checking router: 4a5a2e04-8775-4c3f-924f-68f6191cded7 for host: dv-cinder-849143-3-iscsi {{(pid=113213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:54:56.225676 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055e08fe-0171-4c83-877e-6daee02ed5f3 None None] The sync data for ids ['0ddbff4c-869c-4395-840b-62153fa7fbbb'] in dv-cinder-849143-3-iscsi is: [{'id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'name': 'tempest-AttachVolumeTestJSON-1503991509-router', 'tenant_id': 'ddf27ec567494d03bd1d2469aef97264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '0dc8a0ca-d127-4c9a-860a-fe2ca661e674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:54:48Z', 'updated_at': '2022-09-17T03:54:54Z', 'revision_number': 4, 'project_id': 'ddf27ec567494d03bd1d2469aef97264', 'gw_port': {'id': '0dc8a0ca-d127-4c9a-860a-fe2ca661e674', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:54:49Z', 'updated_at': '2022-09-17T03:54:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': '41f2ee60-fca2-4afe-bd77-26b618c3f138', 'name': '', 'network_id': 'd9470128-efc5-439d-94b6-d35d23a7faa0', 'tenant_id': 'ddf27ec567494d03bd1d2469aef97264', 'mac_address': 'fa:16:3e:f1:71:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '4f884129-c112-4f7f-ab1b-3d2e33686d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:54:53Z', 'updated_at': '2022-09-17T03:54:55Z', 'revision_number': 2, 'project_id': 'ddf27ec567494d03bd1d2469aef97264', 'subnets': [{'id': '4f884129-c112-4f7f-ab1b-3d2e33686d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:54:56.248156 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13d8aff-1353-47c9-a3f0-946120b08be0 None None] Routers {'4a5a2e04-8775-4c3f-924f-68f6191cded7'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:54:56.248920 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-e13d8aff-1353-47c9-a3f0-946120b08be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:54:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['4a5a2e04-8775-4c3f-924f-68f6191cded7'], 'active': True} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:54:56.429641 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-e2d0fc81-a06e-407d-92b2-3b66523becf2 None None] Attempt 3 to provision port 41f2ee60-fca2-4afe-bd77-26b618c3f138 Sep 17 03:54:56.502000 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-e2d0fc81-a06e-407d-92b2-3b66523becf2 None None] Port 41f2ee60-fca2-4afe-bd77-26b618c3f138 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:54:56.509952 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=100 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:56.583040 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58735b1d-9ed4-4b4d-ab2e-a8618ec30459 admin admin] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:54:56.584000 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.plugin [None req-6630f5ea-4354-4375-9692-a088da500da7 admin admin] Calling delete_port for 426d3b10-cc68-43dc-9eff-740f903221e7 owned by network:router_gateway {{(pid=113211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:54:56.651351 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-58735b1d-9ed4-4b4d-ab2e-a8618ec30459 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/0ddbff4c-869c-4395-840b-62153fa7fbbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5126426 Sep 17 03:54:56.652179 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvr_db [None req-e13d8aff-1353-47c9-a3f0-946120b08be0 None None] Set router 4a5a2e04-8775-4c3f-924f-68f6191cded7 gateway port host: None {{(pid=113213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:54:56.665369 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e6031-d42d-4172-866a-0d54c934bc30 req-9c2f9164-2927-488e-9629-1eb96fde6fd4 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:56.666926 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-5f0e6031-d42d-4172-866a-0d54c934bc30 req-9c2f9164-2927-488e-9629-1eb96fde6fd4 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.18 "GET /networking/v2.0/networks?id=17da0435-2238-4de2-8cdc-e4e0ec82986c HTTP/1.1" status: 200 len: 812 time: 0.6967099 Sep 17 03:54:56.703116 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b796cc5-a340-42ba-807c-1a7f15a3fb51 req-a857dfef-fa84-48a8-bd6f-8081e237fc25 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:56.706050 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-6b796cc5-a340-42ba-807c-1a7f15a3fb51 req-a857dfef-fa84-48a8-bd6f-8081e237fc25 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 945 time: 0.1264427 Sep 17 03:54:56.732436 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-e13d8aff-1353-47c9-a3f0-946120b08be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5a2e04-8775-4c3f-924f-68f6191cded7', 'name': 'tempest-TestMinimumBasicScenario-56533848-router', 'tenant_id': '0cdb8140dca34727ab99c95efc7acb81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:41Z', 'updated_at': '2022-09-17T03:54:55Z', 'revision_number': 6, 'project_id': '0cdb8140dca34727ab99c95efc7acb81', 'gw_port_host': None}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:54:56.783548 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13d8aff-1353-47c9-a3f0-946120b08be0 None None] The sync data for ids ['4a5a2e04-8775-4c3f-924f-68f6191cded7'] in dv-cinder-849143-3-iscsi is: [{'id': '4a5a2e04-8775-4c3f-924f-68f6191cded7', 'name': 'tempest-TestMinimumBasicScenario-56533848-router', 'tenant_id': '0cdb8140dca34727ab99c95efc7acb81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:41Z', 'updated_at': '2022-09-17T03:54:55Z', 'revision_number': 6, 'project_id': '0cdb8140dca34727ab99c95efc7acb81', 'gw_port_host': None}] {{(pid=113213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:54:56.844458 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-5f0e6031-d42d-4172-866a-0d54c934bc30 req-e6bd4d8b-e32d-45f2-81a1-d7468631db73 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=cb2d22c677bb48a1aa50631997fc0741 HTTP/1.1" status: 200 len: 380 time: 0.1614420 Sep 17 03:54:56.854651 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [req-5f0e6031-d42d-4172-866a-0d54c934bc30 req-babec63f-c301-483b-882f-d76df022356f tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Request body: {'port': {'device_id': '6a3f7cb6-5e00-44a5-911b-6e1e079c21a2', 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c', 'admin_state_up': True, 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'security_groups': ['1da66afa-689e-4912-9b9a-7903f4e193b0']}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:54:56.969234 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:57.000441 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-e2d0fc81-a06e-407d-92b2-3b66523becf2 None None] Attempt 4 to provision port 41f2ee60-fca2-4afe-bd77-26b618c3f138 Sep 17 03:54:57.017530 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-6b796cc5-a340-42ba-807c-1a7f15a3fb51 req-11832b40-b3ad-46cc-8ab1-11e9f5c2bf8c tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945456 Sep 17 03:54:57.074747 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-6630f5ea-4354-4375-9692-a088da500da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26185590'] for port (426d3b10-cc68-43dc-9eff-740f903221e7), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:57.095609 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-e2d0fc81-a06e-407d-92b2-3b66523becf2 None None] Port 41f2ee60-fca2-4afe-bd77-26b618c3f138 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:54:57.132812 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6630f5ea-4354-4375-9692-a088da500da7 admin admin] Pushing event deleted for resources: {'Port': ['ID=426d3b10-cc68-43dc-9eff-740f903221e7,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:54:57.257225 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f0e6031-d42d-4172-866a-0d54c934bc30 req-babec63f-c301-483b-882f-d76df022356f tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Made reservation on behalf of cb2d22c677bb48a1aa50631997fc0741 for: {'port': 1} {{(pid=113210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:54:57.261394 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-5f0e6031-d42d-4172-866a-0d54c934bc30 req-babec63f-c301-483b-882f-d76df022356f tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:57.327030 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c3044e9d-77a2-4b27-8cfa-a58d6224cdb2 req-42cd76c8-ba3e-46ee-86fa-50c418e00458 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6a3f7cb6-5e00-44a5-911b-6e1e079c21a2 HTTP/1.1" status: 200 len: 210 time: 0.1154966 Sep 17 03:54:57.350088 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-6630f5ea-4354-4375-9692-a088da500da7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615260'] for router_gateway (4a5a2e04-8775-4c3f-924f-68f6191cded7), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:57.466953 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.db_base_plugin_common [req-5f0e6031-d42d-4172-866a-0d54c934bc30 req-babec63f-c301-483b-882f-d76df022356f tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Allocated IP 172.20.0.9 (17da0435-2238-4de2-8cdc-e4e0ec82986c/d79f26d2-7e28-4c00-b0e8-4dc043d7353f/6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5) {{(pid=113210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:54:57.488374 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 51094) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:54:57.522610 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-ab659a90-61dc-4497-8120-527c55e01152 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2012190589', 'description': 'tempest-description--185418214'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:54:57.528468 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-6630f5ea-4354-4375-9692-a088da500da7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-617928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5987'] for router (4a5a2e04-8775-4c3f-924f-68f6191cded7), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:57.531227 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-6630f5ea-4354-4375-9692-a088da500da7 admin admin] Publish callbacks [] for router_controller (4a5a2e04-8775-4c3f-924f-68f6191cded7), precommit_delete_associations {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:57.596766 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-e2d0fc81-a06e-407d-92b2-3b66523becf2 None None] Attempt 5 to provision port 41f2ee60-fca2-4afe-bd77-26b618c3f138 Sep 17 03:54:57.640186 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-e2d0fc81-a06e-407d-92b2-3b66523becf2 None None] Port 41f2ee60-fca2-4afe-bd77-26b618c3f138 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:54:57.698605 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-5f0e6031-d42d-4172-866a-0d54c934bc30 req-babec63f-c301-483b-882f-d76df022356f tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks [] for port (6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:57.740791 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-ab659a90-61dc-4497-8120-527c55e01152 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:57.746349 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:57.761143 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-6630f5ea-4354-4375-9692-a088da500da7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-619883'] for router (4a5a2e04-8775-4c3f-924f-68f6191cded7), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:57.765559 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6630f5ea-4354-4375-9692-a088da500da7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a5a2e04-8775-4c3f-924f-68f6191cded7 {{(pid=113211) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 03:54:57.775310 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-6630f5ea-4354-4375-9692-a088da500da7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:57.776643 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-6630f5ea-4354-4375-9692-a088da500da7 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/4a5a2e04-8775-4c3f-924f-68f6191cded7 HTTP/1.1" status: 204 len: 168 time: 2.3400264 Sep 17 03:54:57.779540 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 51096) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:54:57.918556 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.db_base_plugin_v2 [None req-32a1cc24-ad75-4cda-8c91-ecbea9c286e6 admin admin] Deleting subnet 94dd6929-42d1-492b-beda-592421495231 {{(pid=113211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 17 03:54:57.922446 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-32a1cc24-ad75-4cda-8c91-ecbea9c286e6 admin admin] Publish callbacks [] for subnet (94dd6929-42d1-492b-beda-592421495231), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:57.956069 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-ab659a90-61dc-4497-8120-527c55e01152 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks [] for security_group (e00ffe96-bdd6-4412-a216-e0bd294cf54c), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:58.000129 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-32a1cc24-ad75-4cda-8c91-ecbea9c286e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26032345'] for subnet (94dd6929-42d1-492b-beda-592421495231), precommit_delete_associations {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:58.141448 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-e2d0fc81-a06e-407d-92b2-3b66523becf2 None None] Attempt 6 to provision port 41f2ee60-fca2-4afe-bd77-26b618c3f138 Sep 17 03:54:58.150871 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-32a1cc24-ad75-4cda-8c91-ecbea9c286e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480142'] for subnet (94dd6929-42d1-492b-beda-592421495231), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:58.201937 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-e2d0fc81-a06e-407d-92b2-3b66523becf2 None None] Port 41f2ee60-fca2-4afe-bd77-26b618c3f138 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:54:58.222632 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad11d2d-408a-4c2e-877b-8f7c4e688141 req-ddeab6e5-61fd-44b2-a1d8-61c7a089117e tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:58.224097 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9ad11d2d-408a-4c2e-877b-8f7c4e688141 req-ddeab6e5-61fd-44b2-a1d8-61c7a089117e tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 945 time: 0.0948389 Sep 17 03:54:58.246294 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:58.257556 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-5f0e6031-d42d-4172-866a-0d54c934bc30 req-babec63f-c301-483b-882f-d76df022356f tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:58.290718 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9ad11d2d-408a-4c2e-877b-8f7c4e688141 req-02fa4849-4f36-481e-8c67-70582bacd43e tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566733 Sep 17 03:54:58.304735 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f0e6031-d42d-4172-866a-0d54c934bc30 req-babec63f-c301-483b-882f-d76df022356f tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Network 17da0435-2238-4de2-8cdc-e4e0ec82986c is already hosted by enough agents. {{(pid=113210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:54:58.323868 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.base_scheduler [req-5f0e6031-d42d-4172-866a-0d54c934bc30 req-babec63f-c301-483b-882f-d76df022356f tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Resources bound (agent type, host, resource id): {{(pid=113210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:54:58.331299 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f0e6031-d42d-4172-866a-0d54c934bc30 req-babec63f-c301-483b-882f-d76df022356f tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Received port after_create {{(pid=113210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:54:58.338167 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:58.360335 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-ab659a90-61dc-4497-8120-527c55e01152 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (e00ffe96-bdd6-4412-a216-e0bd294cf54c), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:58.362819 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babec63f-c301-483b-882f-d76df022356f tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Pushing event updated for resources: {'Port': ['ID=6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:54:58.400546 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-32a1cc24-ad75-4cda-8c91-ecbea9c286e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16482227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26185497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3652666'] for subnet (94dd6929-42d1-492b-beda-592421495231), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:58.431803 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab659a90-61dc-4497-8120-527c55e01152 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e00ffe96-bdd6-4412-a216-e0bd294cf54c,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:54:58.457191 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e6031-d42d-4172-866a-0d54c934bc30 req-babec63f-c301-483b-882f-d76df022356f tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:58.457191 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-5f0e6031-d42d-4172-866a-0d54c934bc30 req-babec63f-c301-483b-882f-d76df022356f tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for port (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:58.510547 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-ab659a90-61dc-4497-8120-527c55e01152 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:58.512810 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-ab659a90-61dc-4497-8120-527c55e01152 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0224593 Sep 17 03:54:58.515115 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 51106) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:54:58.522049 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-6beb3820-6b93-4da2-9845-fc6e56494353 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Request body: {'security_group_rule': {'security_group_id': 'e00ffe96-bdd6-4412-a216-e0bd294cf54c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:54:58.554830 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656f6c7e-8ccc-44bc-8bce-efca0ab2225f None None] Network a074f835-aa65-4c2d-81dc-c695b3cf95bc requested from dv-cinder-849143-3-iscsi {{(pid=113212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:54:58.558947 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a1cc24-ad75-4cda-8c91-ecbea9c286e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94dd6929-42d1-492b-beda-592421495231,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:54:58.567795 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-32a1cc24-ad75-4cda-8c91-ecbea9c286e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for subnet (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:58.577393 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-32a1cc24-ad75-4cda-8c91-ecbea9c286e6 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/94dd6929-42d1-492b-beda-592421495231 HTTP/1.1" status: 204 len: 168 time: 0.7966120 Sep 17 03:54:58.579968 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 51110) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:54:58.641071 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-5f0e6031-d42d-4172-866a-0d54c934bc30 req-babec63f-c301-483b-882f-d76df022356f tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7893484 Sep 17 03:54:58.664153 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f3a06a-c77d-48a3-8e0f-1f60f1a9f8bb req-7c0fdbf0-95af-41ba-9dff-e96ef1c1c0f0 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:58.668971 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e2f3a06a-c77d-48a3-8e0f-1f60f1a9f8bb req-7c0fdbf0-95af-41ba-9dff-e96ef1c1c0f0 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6a3f7cb6-5e00-44a5-911b-6e1e079c21a2 HTTP/1.1" status: 200 len: 931 time: 0.1336625 Sep 17 03:54:58.698640 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [req-5f0e6031-d42d-4172-866a-0d54c934bc30 req-0a310d40-f481-41c9-8099-a151660a0af1 service neutron] Request body: {'port': {'device_id': '6a3f7cb6-5e00-44a5-911b-6e1e079c21a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:54:58.721408 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-e2d0fc81-a06e-407d-92b2-3b66523becf2 None None] Attempt 7 to provision port 41f2ee60-fca2-4afe-bd77-26b618c3f138 Sep 17 03:54:58.758274 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e2f3a06a-c77d-48a3-8e0f-1f60f1a9f8bb req-3e09987f-0720-4da1-a9c2-83df96ebdc1f tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825143 Sep 17 03:54:58.784909 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-6beb3820-6b93-4da2-9845-fc6e56494353 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks [] for security_group_rule (3aaa5efd-cb8d-437e-8b34-885868d9effd), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:58.785550 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-e2d0fc81-a06e-407d-92b2-3b66523becf2 None None] Port 41f2ee60-fca2-4afe-bd77-26b618c3f138 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:54:58.843187 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-5f0e6031-d42d-4172-866a-0d54c934bc30 req-0a310d40-f481-41c9-8099-a151660a0af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5), before_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:58.853120 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d56164-46e5-4967-aa34-8cde152cf62b None None] DHCP port deletion for a074f835-aa65-4c2d-81dc-c695b3cf95bc request from dv-cinder-849143-3-iscsi {{(pid=113212) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 17 03:54:58.958439 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-62d56164-46e5-4967-aa34-8cde152cf62b None None] Deleting port 2417824e-be52-4803-bfaf-81f7876667e2 {{(pid=113212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:54:58.964549 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-62d56164-46e5-4967-aa34-8cde152cf62b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (2417824e-be52-4803-bfaf-81f7876667e2), before_delete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:58.984674 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e98b0ec3-d4c0-4b86-b136-77cf8e5fe8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15995131'] for network (a074f835-aa65-4c2d-81dc-c695b3cf95bc), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:59.039253 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 0dc8a0ca-d127-4c9a-860a-fe2ca661e674 up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:54:59.050669 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-62d56164-46e5-4967-aa34-8cde152cf62b None None] For port 2417824e-be52-4803-bfaf-81f7876667e2, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=2417824e-be52-4803-bfaf-81f7876667e2,segment=NetworkSegment(7ea2bdaf-c56d-49fb-adcf-15285fcbe8da),segment_id=7ea2bdaf-c56d-49fb-adcf-15285fcbe8da)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:54:59.051162 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-62d56164-46e5-4967-aa34-8cde152cf62b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (2417824e-be52-4803-bfaf-81f7876667e2), precommit_delete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:59.102300 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-62d56164-46e5-4967-aa34-8cde152cf62b None None] Calling delete_port for 2417824e-be52-4803-bfaf-81f7876667e2 owned by network:dhcp {{(pid=113212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:54:59.137599 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-6beb3820-6b93-4da2-9845-fc6e56494353 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks [] for security_group_rule (3aaa5efd-cb8d-437e-8b34-885868d9effd), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:59.147191 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-e98b0ec3-d4c0-4b86-b136-77cf8e5fe8ff admin admin] Deleting port 2417824e-be52-4803-bfaf-81f7876667e2 {{(pid=113210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:54:59.147191 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e98b0ec3-d4c0-4b86-b136-77cf8e5fe8ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (2417824e-be52-4803-bfaf-81f7876667e2), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:59.211060 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-6beb3820-6b93-4da2-9845-fc6e56494353 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553096'] for security_group_rule (3aaa5efd-cb8d-437e-8b34-885868d9effd), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:59.232881 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:59.272888 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beb3820-6b93-4da2-9845-fc6e56494353 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aaa5efd-cb8d-437e-8b34-885868d9effd,revision_number=0']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:54:59.301529 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [None req-e98b0ec3-d4c0-4b86-b136-77cf8e5fe8ff admin admin] For port 2417824e-be52-4803-bfaf-81f7876667e2, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=2417824e-be52-4803-bfaf-81f7876667e2,segment=NetworkSegment(7ea2bdaf-c56d-49fb-adcf-15285fcbe8da),segment_id=7ea2bdaf-c56d-49fb-adcf-15285fcbe8da)] {{(pid=113210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:54:59.302228 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e98b0ec3-d4c0-4b86-b136-77cf8e5fe8ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (2417824e-be52-4803-bfaf-81f7876667e2), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:59.354141 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-e2d0fc81-a06e-407d-92b2-3b66523becf2 None None] Attempt 8 to provision port 41f2ee60-fca2-4afe-bd77-26b618c3f138 Sep 17 03:54:59.387128 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port 0dc8a0ca-d127-4c9a-860a-fe2ca661e674 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:54:59.387653 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (0dc8a0ca-d127-4c9a-860a-fe2ca661e674), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:59.388069 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port 0dc8a0ca-d127-4c9a-860a-fe2ca661e674 Sep 17 03:54:59.394269 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-6beb3820-6b93-4da2-9845-fc6e56494353 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:59.399538 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-6beb3820-6b93-4da2-9845-fc6e56494353 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8826387 Sep 17 03:54:59.401104 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-e98b0ec3-d4c0-4b86-b136-77cf8e5fe8ff admin admin] Calling delete_port for 2417824e-be52-4803-bfaf-81f7876667e2 owned by network:dhcp {{(pid=113210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:54:59.401867 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 51114) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:54:59.407499 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [None req-27fa3dd6-bc42-4561-af97-366b0fdd864b tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Request body: {'security_group_rule': {'security_group_id': 'e00ffe96-bdd6-4412-a216-e0bd294cf54c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:54:59.435788 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.notifiers.nova [req-5f0e6031-d42d-4172-866a-0d54c934bc30 req-0a310d40-f481-41c9-8099-a151660a0af1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5 {{(pid=113210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:54:59.449936 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-5f0e6031-d42d-4172-866a-0d54c934bc30 req-0a310d40-f481-41c9-8099-a151660a0af1 service neutron] Publish callbacks [] for port (6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5), precommit_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:59.472550 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-e2d0fc81-a06e-407d-92b2-3b66523becf2 None None] Port 41f2ee60-fca2-4afe-bd77-26b618c3f138 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:54:59.505236 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.provisioning_blocks [req-5f0e6031-d42d-4172-866a-0d54c934bc30 req-0a310d40-f481-41c9-8099-a151660a0af1 service neutron] Transition to ACTIVE for port object 6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5 will not be triggered until provisioned by entity L2. {{(pid=113210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 03:54:59.515780 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:59.539850 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0586e-ae25-4a64-9fba-07abf3f67523 req-f84c4619-5387-4ff0-a998-820080f3b20e tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:59.544009 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-77f0586e-ae25-4a64-9fba-07abf3f67523 req-f84c4619-5387-4ff0-a998-820080f3b20e tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 945 time: 0.1111667 Sep 17 03:54:59.585711 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port 0dc8a0ca-d127-4c9a-860a-fe2ca661e674 is: DOWN; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:54:59.586899 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (0dc8a0ca-d127-4c9a-860a-fe2ca661e674), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:59.599471 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-5f0e6031-d42d-4172-866a-0d54c934bc30 req-0a310d40-f481-41c9-8099-a151660a0af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25815858'] for port (6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5), after_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:59.609089 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:59.612394 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] For port 0dc8a0ca-d127-4c9a-860a-fe2ca661e674, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=0dc8a0ca-d127-4c9a-860a-fe2ca661e674,segment=NetworkSegment(b9ff3b7d-3dba-4f81-9340-22e46529b80a),segment_id=b9ff3b7d-3dba-4f81-9340-22e46529b80a)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:54:59.614027 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-62d56164-46e5-4967-aa34-8cde152cf62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985'] for port (2417824e-be52-4803-bfaf-81f7876667e2), after_delete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:59.633023 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-77f0586e-ae25-4a64-9fba-07abf3f67523 req-2d0637ed-c2c3-4575-856e-e62d6dfe5669 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815952 Sep 17 03:54:59.642288 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-27fa3dd6-bc42-4561-af97-366b0fdd864b tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks [] for security_group_rule (ea8cf626-9006-4c78-80d9-3ffea787b647), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:59.643525 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d56164-46e5-4967-aa34-8cde152cf62b None None] Pushing event deleted for resources: {'Port': ['ID=2417824e-be52-4803-bfaf-81f7876667e2,revision_number=None']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:54:59.653396 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d56164-46e5-4967-aa34-8cde152cf62b None None] No DVR routers for this DVR port 2417824e-be52-4803-bfaf-81f7876667e2 on host dv-cinder-849143-3-iscsi {{(pid=113212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:54:59.713980 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (0dc8a0ca-d127-4c9a-860a-fe2ca661e674), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:59.771833 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e98b0ec3-d4c0-4b86-b136-77cf8e5fe8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (2417824e-be52-4803-bfaf-81f7876667e2), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:59.805505 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:59.827401 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-27fa3dd6-bc42-4561-af97-366b0fdd864b tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks [] for security_group_rule (ea8cf626-9006-4c78-80d9-3ffea787b647), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:59.853369 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Pushing event updated for resources: {'Port': ['ID=0dc8a0ca-d127-4c9a-860a-fe2ca661e674,revision_number=4']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:54:59.856641 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device dd6ae3fc-95db-452e-a875-fb7fa28e2d54 no longer exists at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:54:59.889766 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] No Port match for: dd6ae3fc-95db-452e-a875-fb7fa28e2d54 {{(pid=113212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:54:59.890300 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device dd6ae3fc-95db-452e-a875-fb7fa28e2d54 not bound to the agent host dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:54:59.890863 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 2417824e-be52-4803-bfaf-81f7876667e2 no longer exists at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:54:59.904047 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-27fa3dd6-bc42-4561-af97-366b0fdd864b tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553096'] for security_group_rule (ea8cf626-9006-4c78-80d9-3ffea787b647), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:54:59.905749 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a310d40-f481-41c9-8099-a151660a0af1 service neutron] Pushing event updated for resources: {'Port': ['ID=6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5,revision_number=2']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:54:59.920065 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] No Port match for: 2417824e-be52-4803-bfaf-81f7876667e2 {{(pid=113212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:54:59.920518 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 2417824e-be52-4803-bfaf-81f7876667e2 not bound to the agent host dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:54:59.921034 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 426d3b10-cc68-43dc-9eff-740f903221e7 no longer exists at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:54:59.943528 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] No Port match for: 426d3b10-cc68-43dc-9eff-740f903221e7 {{(pid=113212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:54:59.945897 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 426d3b10-cc68-43dc-9eff-740f903221e7 not bound to the agent host dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:54:59.947078 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fa3dd6-bc42-4561-af97-366b0fdd864b tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea8cf626-9006-4c78-80d9-3ffea787b647,revision_number=0']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:54:59.957328 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c82116-a8f4-467d-aac4-6ebd710f4add req-f09521a0-8fe6-415c-b938-e84bbd9035b1 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:54:59.959698 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b0c82116-a8f4-467d-aac4-6ebd710f4add req-f09521a0-8fe6-415c-b938-e84bbd9035b1 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6a3f7cb6-5e00-44a5-911b-6e1e079c21a2 HTTP/1.1" status: 200 len: 943 time: 0.0869582 Sep 17 03:54:59.974025 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:54:59.975335 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-e2d0fc81-a06e-407d-92b2-3b66523becf2 None None] Attempt 9 to provision port 41f2ee60-fca2-4afe-bd77-26b618c3f138 Sep 17 03:54:59.997151 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b0ec3-d4c0-4b86-b136-77cf8e5fe8ff admin admin] Pushing event deleted for resources: {'Port': ['ID=2417824e-be52-4803-bfaf-81f7876667e2,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:55:00.001902 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98b0ec3-d4c0-4b86-b136-77cf8e5fe8ff admin admin] No DVR routers for this DVR port 2417824e-be52-4803-bfaf-81f7876667e2 on host dv-cinder-849143-3-iscsi {{(pid=113210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:55:00.015026 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.managers [req-5f0e6031-d42d-4172-866a-0d54c934bc30 req-0a310d40-f481-41c9-8099-a151660a0af1 service neutron] Attempting to bind port 6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:55:00.015026 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.managers [req-5f0e6031-d42d-4172-866a-0d54c934bc30 req-0a310d40-f481-41c9-8099-a151660a0af1 service neutron] Attempting to bind port 6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '09dd00a3-8b97-425c-8fa8-26eaa25dbf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c'}] {{(pid=113210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:55:00.015026 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0e6031-d42d-4172-866a-0d54c934bc30 req-0a310d40-f481-41c9-8099-a151660a0af1 service neutron] Attempting to bind port 6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5 on network 17da0435-2238-4de2-8cdc-e4e0ec82986c {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:55:00.041607 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-27fa3dd6-bc42-4561-af97-366b0fdd864b tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:00.050994 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-27fa3dd6-bc42-4561-af97-366b0fdd864b tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6477444 Sep 17 03:55:00.053002 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 51118) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:55:00.055527 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6624668a-6db4-4d53-9447-39d3d4c3e459 None None] Sync routers for ids ['0ddbff4c-869c-4395-840b-62153fa7fbbb'] in dv-cinder-849143-3-iscsi {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:55:00.066219 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-e2d0fc81-a06e-407d-92b2-3b66523becf2 None None] Port 41f2ee60-fca2-4afe-bd77-26b618c3f138 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:55:00.072308 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6624668a-6db4-4d53-9447-39d3d4c3e459 None None] Routers {'0ddbff4c-869c-4395-840b-62153fa7fbbb'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:55:00.073097 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-6624668a-6db4-4d53-9447-39d3d4c3e459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:54:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['0ddbff4c-869c-4395-840b-62153fa7fbbb'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:55:00.075261 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [None req-6ec51f9d-db04-4520-b532-8a13e283dd15 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Request body: {'floatingip': {'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:55:00.102348 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b0c82116-a8f4-467d-aac4-6ebd710f4add req-293015df-4e2c-4aa4-839a-47fc9539f9dd tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353562 Sep 17 03:55:00.164970 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0e6031-d42d-4172-866a-0d54c934bc30 req-0a310d40-f481-41c9-8099-a151660a0af1 service neutron] Port 6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5 on network 17da0435-2238-4de2-8cdc-e4e0ec82986c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 03:55:00.164970 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0e6031-d42d-4172-866a-0d54c934bc30 req-0a310d40-f481-41c9-8099-a151660a0af1 service neutron] Attempting to bind port 6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5 on network 17da0435-2238-4de2-8cdc-e4e0ec82986c {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:55:00.170246 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e98b0ec3-d4c0-4b86-b136-77cf8e5fe8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16114853', 'neutron.services.segments.db._delete_segments_for_network-8745114997953'] for network (a074f835-aa65-4c2d-81dc-c695b3cf95bc), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:00.209381 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-6624668a-6db4-4d53-9447-39d3d4c3e459 None None] Set router 0ddbff4c-869c-4395-840b-62153fa7fbbb gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:55:00.217096 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-6ec51f9d-db04-4520-b532-8a13e283dd15 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:00.220162 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.services.segments.db [None req-e98b0ec3-d4c0-4b86-b136-77cf8e5fe8ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a074f835-aa65-4c2d-81dc-c695b3cf95bc']}} {{(pid=113210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:55:00.240364 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.services.segments.db [None req-e98b0ec3-d4c0-4b86-b136-77cf8e5fe8ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ea2bdaf-c56d-49fb-adcf-15285fcbe8da') {'for_net_delete': True} {{(pid=113210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:55:00.240808 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.services.segments.db [None req-e98b0ec3-d4c0-4b86-b136-77cf8e5fe8ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ea2bdaf-c56d-49fb-adcf-15285fcbe8da') {} {{(pid=113210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:55:00.254520 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e98b0ec3-d4c0-4b86-b136-77cf8e5fe8ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745114997845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25293159'] for segment (7ea2bdaf-c56d-49fb-adcf-15285fcbe8da), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:00.265032 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0e6031-d42d-4172-866a-0d54c934bc30 req-0a310d40-f481-41c9-8099-a151660a0af1 service neutron] Checking agent: {'id': '56a63866-613b-46a0-90ee-05b9222d9bfc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 46, 46), 'started_at': datetime.datetime(2022, 9, 17, 3, 46, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:55:00.265371 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0e6031-d42d-4172-866a-0d54c934bc30 req-0a310d40-f481-41c9-8099-a151660a0af1 service neutron] Checking segment: {'id': '09dd00a3-8b97-425c-8fa8-26eaa25dbf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:55:00.265791 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0e6031-d42d-4172-866a-0d54c934bc30 req-0a310d40-f481-41c9-8099-a151660a0af1 service neutron] Bound using segment: {'id': '09dd00a3-8b97-425c-8fa8-26eaa25dbf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c'} {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:55:00.266352 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.managers [req-5f0e6031-d42d-4172-866a-0d54c934bc30 req-0a310d40-f481-41c9-8099-a151660a0af1 service neutron] Bound port: 6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09dd00a3-8b97-425c-8fa8-26eaa25dbf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c'}}] {{(pid=113210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:55:00.266615 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-5f0e6031-d42d-4172-866a-0d54c934bc30 req-0a310d40-f481-41c9-8099-a151660a0af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5), before_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:00.288704 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e98b0ec3-d4c0-4b86-b136-77cf8e5fe8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16505770'] for segment (7ea2bdaf-c56d-49fb-adcf-15285fcbe8da), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:00.297677 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e98b0ec3-d4c0-4b86-b136-77cf8e5fe8ff admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=113210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 03:55:00.298013 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e98b0ec3-d4c0-4b86-b136-77cf8e5fe8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16505770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25816030'] for segment (7ea2bdaf-c56d-49fb-adcf-15285fcbe8da), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:00.370709 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-6ec51f9d-db04-4520-b532-8a13e283dd15 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:00.373485 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.services.segments.plugin [-] Segment 7ea2bdaf-c56d-49fb-adcf-15285fcbe8da resource provider aggregate not found Sep 17 03:55:00.402782 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.services.segments.plugin [-] Segment 7ea2bdaf-c56d-49fb-adcf-15285fcbe8da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7ea2bdaf-c56d-49fb-adcf-15285fcbe8da found for delete ", "request_id": "req-0a46a75e-7e09-43e3-b443-e8d65aec4f51"}]} Sep 17 03:55:00.425411 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:00.439303 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [req-5f0e6031-d42d-4172-866a-0d54c934bc30 req-0a310d40-f481-41c9-8099-a151660a0af1 service neutron] For port 6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5, host hv-cinder-84914, cleared binding levels {{(pid=113210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:55:00.454176 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [req-5f0e6031-d42d-4172-866a-0d54c934bc30 req-0a310d40-f481-41c9-8099-a151660a0af1 service neutron] For port 6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5,segment=NetworkSegment(09dd00a3-8b97-425c-8fa8-26eaa25dbf9b),segment_id=09dd00a3-8b97-425c-8fa8-26eaa25dbf9b)] {{(pid=113210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:55:00.505035 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-6624668a-6db4-4d53-9447-39d3d4c3e459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'name': 'tempest-AttachVolumeTestJSON-1503991509-router', 'tenant_id': 'ddf27ec567494d03bd1d2469aef97264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '0dc8a0ca-d127-4c9a-860a-fe2ca661e674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:54:48Z', 'updated_at': '2022-09-17T03:54:54Z', 'revision_number': 4, 'project_id': 'ddf27ec567494d03bd1d2469aef97264', 'gw_port': {'id': '0dc8a0ca-d127-4c9a-860a-fe2ca661e674', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:54:49Z', 'updated_at': '2022-09-17T03:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': '41f2ee60-fca2-4afe-bd77-26b618c3f138', 'name': '', 'network_id': 'd9470128-efc5-439d-94b6-d35d23a7faa0', 'tenant_id': 'ddf27ec567494d03bd1d2469aef97264', 'mac_address': 'fa:16:3e:f1:71:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '4f884129-c112-4f7f-ab1b-3d2e33686d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:54:53Z', 'updated_at': '2022-09-17T03:54:55Z', 'revision_number': 2, 'project_id': 'ddf27ec567494d03bd1d2469aef97264', 'subnets': [{'id': '4f884129-c112-4f7f-ab1b-3d2e33686d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:55:00.507830 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e98b0ec3-d4c0-4b86-b136-77cf8e5fe8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16114844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615305'] for network (a074f835-aa65-4c2d-81dc-c695b3cf95bc), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:00.514241 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e98b0ec3-d4c0-4b86-b136-77cf8e5fe8ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for network (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:00.522399 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-e98b0ec3-d4c0-4b86-b136-77cf8e5fe8ff admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/a074f835-aa65-4c2d-81dc-c695b3cf95bc HTTP/1.1" status: 204 len: 168 time: 1.9377048 Sep 17 03:55:00.522399 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 51124) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:55:00.542501 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6624668a-6db4-4d53-9447-39d3d4c3e459 None None] Checking router: 0ddbff4c-869c-4395-840b-62153fa7fbbb for host: dv-cinder-849143-3-iscsi {{(pid=113212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:55:00.542998 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6624668a-6db4-4d53-9447-39d3d4c3e459 None None] Updating router 0ddbff4c-869c-4395-840b-62153fa7fbbb port 41f2ee60-fca2-4afe-bd77-26b618c3f138 binding host dv-cinder-849143-3-iscsi {{(pid=113212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 03:55:00.566419 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-e2d0fc81-a06e-407d-92b2-3b66523becf2 None None] Attempt 10 to provision port 41f2ee60-fca2-4afe-bd77-26b618c3f138 Sep 17 03:55:00.572312 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b0ec3-d4c0-4b86-b136-77cf8e5fe8ff admin admin] Pushing event deleted for resources: {'Network': ['ID=a074f835-aa65-4c2d-81dc-c695b3cf95bc,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:55:00.581341 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-5f0e6031-d42d-4172-866a-0d54c934bc30 req-0a310d40-f481-41c9-8099-a151660a0af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25815858'] for port (6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5), after_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:00.587382 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.db_base_plugin_common [None req-6ec51f9d-db04-4520-b532-8a13e283dd15 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Allocated IP 172.27.0.34 (4d68fa53-4257-4a6b-8a5b-fb329be82f15/9fe7d342-7214-45a3-bf4f-d121f4a79efc/4490b884-6516-4c7f-abd9-5b095edd33f6) {{(pid=113211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:55:00.594410 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e6031-d42d-4172-866a-0d54c934bc30 req-0a310d40-f481-41c9-8099-a151660a0af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:00.595043 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-5f0e6031-d42d-4172-866a-0d54c934bc30 req-0a310d40-f481-41c9-8099-a151660a0af1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for port (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:00.596505 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-5f0e6031-d42d-4172-866a-0d54c934bc30 req-0a310d40-f481-41c9-8099-a151660a0af1 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5 HTTP/1.1" status: 200 len: 1093 time: 1.9054267 Sep 17 03:55:00.598743 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a3f7cb6-5e00-44a5-911b-6e1e079c21a2', 'tag': '6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5'}] {{(pid=113210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:55:00.601226 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a613894f386080b2b9315951ba9a4c402b93d12b77848e4e2f89d9386810e3b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438063db-df32-4cdf-acaf-f4fdf44e46a3" -d '{"events": [{"name": "network-changed", "server_uuid": "6a3f7cb6-5e00-44a5-911b-6e1e079c21a2", "tag": "6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5"}]}' {{(pid=113210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:55:00.607174 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-e2d0fc81-a06e-407d-92b2-3b66523becf2 None None] Port 41f2ee60-fca2-4afe-bd77-26b618c3f138 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:55:00.615370 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-6624668a-6db4-4d53-9447-39d3d4c3e459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (41f2ee60-fca2-4afe-bd77-26b618c3f138), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:00.675296 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8834af15-29e8-4ee7-aac8-ae4d97bd660b x-openstack-request-id: req-8834af15-29e8-4ee7-aac8-ae4d97bd660b {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:55:00.675909 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a3f7cb6-5e00-44a5-911b-6e1e079c21a2", "tag": "6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5", "status": "completed", "code": 200}]} {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:55:00.676359 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8834af15-29e8-4ee7-aac8-ae4d97bd660b {{(pid=113210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:55:00.676984 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8834af15-29e8-4ee7-aac8-ae4d97bd660b'] response: {'name': 'network-changed', 'server_uuid': '6a3f7cb6-5e00-44a5-911b-6e1e079c21a2', 'tag': '6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5', 'status': 'completed', 'code': 200} Sep 17 03:55:00.775338 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-6ec51f9d-db04-4520-b532-8a13e283dd15 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks [] for port (4490b884-6516-4c7f-abd9-5b095edd33f6), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:00.783553 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438063db-df32-4cdf-acaf-f4fdf44e46a3 req-0e6f67b8-580b-4ae5-ac0a-19f68cdf31a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:00.785402 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-438063db-df32-4cdf-acaf-f4fdf44e46a3 req-0e6f67b8-580b-4ae5-ac0a-19f68cdf31a4 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=cb2d22c677bb48a1aa50631997fc0741&device_id=6a3f7cb6-5e00-44a5-911b-6e1e079c21a2 HTTP/1.1" status: 200 len: 1127 time: 0.0441096 Sep 17 03:55:00.822351 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=100 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:00.894266 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-baf31563-2c98-463b-9aa0-635e2ed7820e None None] Provisioning complete for port 41f2ee60-fca2-4afe-bd77-26b618c3f138 triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:55:00.894597 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-baf31563-2c98-463b-9aa0-635e2ed7820e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (41f2ee60-fca2-4afe-bd77-26b618c3f138), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:00.894913 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-baf31563-2c98-463b-9aa0-635e2ed7820e None None] Attempt 1 to provision port 41f2ee60-fca2-4afe-bd77-26b618c3f138 Sep 17 03:55:00.897279 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a310d40-f481-41c9-8099-a151660a0af1 service neutron] Pushing event updated for resources: {'Port': ['ID=6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5,revision_number=3']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:55:00.938115 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-baf31563-2c98-463b-9aa0-635e2ed7820e None None] Port 41f2ee60-fca2-4afe-bd77-26b618c3f138 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:55:00.960630 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-6ec51f9d-db04-4520-b532-8a13e283dd15 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26185590'] for port (4490b884-6516-4c7f-abd9-5b095edd33f6), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:01.040044 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed89db-8cad-4252-b27b-35bb84a42418 req-fe5b6b67-0582-470f-9310-4d9859d90916 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:01.053156 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-10ed89db-8cad-4252-b27b-35bb84a42418 req-fe5b6b67-0582-470f-9310-4d9859d90916 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 945 time: 0.2131464 Sep 17 03:55:01.109528 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec51f9d-db04-4520-b532-8a13e283dd15 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Network 4d68fa53-4257-4a6b-8a5b-fb329be82f15 is already hosted by enough agents. {{(pid=113211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:55:01.123126 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-6624668a-6db4-4d53-9447-39d3d4c3e459 None None] Publish callbacks [] for port (41f2ee60-fca2-4afe-bd77-26b618c3f138), precommit_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:01.128809 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 0dc8a0ca-d127-4c9a-860a-fe2ca661e674 up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:55:01.139630 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438063db-df32-4cdf-acaf-f4fdf44e46a3 req-c761ebd8-83f9-40e0-bf4a-1adb24da4687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:01.141123 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-438063db-df32-4cdf-acaf-f4fdf44e46a3 req-c761ebd8-83f9-40e0-bf4a-1adb24da4687 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=cb2d22c677bb48a1aa50631997fc0741&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3344026 Sep 17 03:55:01.147440 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-10ed89db-8cad-4252-b27b-35bb84a42418 req-146fa991-f9f4-4cd6-aa8a-e9b890f76b41 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885932 Sep 17 03:55:01.148282 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec51f9d-db04-4520-b532-8a13e283dd15 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Pushing event updated for resources: {'Port': ['ID=4490b884-6516-4c7f-abd9-5b095edd33f6,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:55:01.158024 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.base_scheduler [None req-6ec51f9d-db04-4520-b532-8a13e283dd15 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Resources bound (agent type, host, resource id): {{(pid=113211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:55:01.164720 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec51f9d-db04-4520-b532-8a13e283dd15 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Received port after_create {{(pid=113211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:55:01.197876 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port 0dc8a0ca-d127-4c9a-860a-fe2ca661e674 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:55:01.198806 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:01.198950 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (0dc8a0ca-d127-4c9a-860a-fe2ca661e674), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:01.199746 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port 0dc8a0ca-d127-4c9a-860a-fe2ca661e674 Sep 17 03:55:01.260583 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-6624668a-6db4-4d53-9447-39d3d4c3e459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (41f2ee60-fca2-4afe-bd77-26b618c3f138), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:01.296313 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:01.332264 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:01.339935 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca394f49-9b69-4104-8882-468106c02178 req-b0d8ad65-a8dd-40b0-a997-e4ceda9fe96f tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:01.341894 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ca394f49-9b69-4104-8882-468106c02178 req-b0d8ad65-a8dd-40b0-a997-e4ceda9fe96f tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6a3f7cb6-5e00-44a5-911b-6e1e079c21a2 HTTP/1.1" status: 200 len: 943 time: 0.0610318 Sep 17 03:55:01.384543 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438063db-df32-4cdf-acaf-f4fdf44e46a3 req-8c6f9f03-5b5f-4cdf-ac48-1f9a3170238f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:01.386070 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-438063db-df32-4cdf-acaf-f4fdf44e46a3 req-8c6f9f03-5b5f-4cdf-ac48-1f9a3170238f service neutron] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2345788 Sep 17 03:55:01.394070 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-6ec51f9d-db04-4520-b532-8a13e283dd15 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks [] for floatingip (3a09b0d4-ce23-4dd1-9fd8-71fad082b68a), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:01.423599 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ca394f49-9b69-4104-8882-468106c02178 req-13939e7c-dcf4-4f31-bd5b-22819946f59b tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747557 Sep 17 03:55:01.445517 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-baf31563-2c98-463b-9aa0-635e2ed7820e None None] Attempt 2 to provision port 41f2ee60-fca2-4afe-bd77-26b618c3f138 Sep 17 03:55:01.460164 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e55490be-443d-4b9e-b0a4-805b044af1e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-426662'] for router_interface (e0e4d5b7-816c-4299-9f6b-35192ff84d8b), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:01.503016 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:01.509000 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-6624668a-6db4-4d53-9447-39d3d4c3e459 None None] Attempting to bind port 41f2ee60-fca2-4afe-bd77-26b618c3f138 on host dv-cinder-849143-3-iscsi for vnic_type normal with profile {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:55:01.509632 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-6624668a-6db4-4d53-9447-39d3d4c3e459 None None] Attempting to bind port 41f2ee60-fca2-4afe-bd77-26b618c3f138 by drivers openvswitch,hyperv on host dv-cinder-849143-3-iscsi at level 0 using segments [{'id': '2aa42ccc-3b1d-4dba-8200-4437b7ed3a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd9470128-efc5-439d-94b6-d35d23a7faa0'}] {{(pid=113212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:55:01.509779 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6624668a-6db4-4d53-9447-39d3d4c3e459 None None] Attempting to bind port 41f2ee60-fca2-4afe-bd77-26b618c3f138 on network d9470128-efc5-439d-94b6-d35d23a7faa0 {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:55:01.511815 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c5bcb-0ad9-4516-92e4-c8c6d4337086 None None] Pushing event updated for resources: {'Port': ['ID=41f2ee60-fca2-4afe-bd77-26b618c3f138,revision_number=3']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:55:01.526526 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-6ec51f9d-db04-4520-b532-8a13e283dd15 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (4490b884-6516-4c7f-abd9-5b095edd33f6), before_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:01.550085 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port 0dc8a0ca-d127-4c9a-860a-fe2ca661e674 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:55:01.558319 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-baf31563-2c98-463b-9aa0-635e2ed7820e None None] Port 41f2ee60-fca2-4afe-bd77-26b618c3f138 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:55:01.590773 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6624668a-6db4-4d53-9447-39d3d4c3e459 None None] Checking agent: {'id': '287db9f2-8160-4728-95aa-12aebca604d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 40, 13), 'started_at': datetime.datetime(2022, 9, 17, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:55:01.591836 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6624668a-6db4-4d53-9447-39d3d4c3e459 None None] Checking segment: {'id': '2aa42ccc-3b1d-4dba-8200-4437b7ed3a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd9470128-efc5-439d-94b6-d35d23a7faa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:55:01.592481 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-6624668a-6db4-4d53-9447-39d3d4c3e459 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:01.593355 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6624668a-6db4-4d53-9447-39d3d4c3e459 None None] Bound using segment: {'id': '2aa42ccc-3b1d-4dba-8200-4437b7ed3a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd9470128-efc5-439d-94b6-d35d23a7faa0'} {{(pid=113212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:55:01.594094 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.managers [None req-6624668a-6db4-4d53-9447-39d3d4c3e459 None None] Bound port: 41f2ee60-fca2-4afe-bd77-26b618c3f138, host: dv-cinder-849143-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa42ccc-3b1d-4dba-8200-4437b7ed3a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd9470128-efc5-439d-94b6-d35d23a7faa0'}}] {{(pid=113212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:55:01.594724 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-6624668a-6db4-4d53-9447-39d3d4c3e459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (41f2ee60-fca2-4afe-bd77-26b618c3f138), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:01.679576 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e6031-d42d-4172-866a-0d54c934bc30 req-72be2a0e-b214-4edb-be95-a338bf4e21ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:01.680774 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-5f0e6031-d42d-4172-866a-0d54c934bc30 req-72be2a0e-b214-4edb-be95-a338bf4e21ca service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=cb2d22c677bb48a1aa50631997fc0741&device_id=6a3f7cb6-5e00-44a5-911b-6e1e079c21a2 HTTP/1.1" status: 200 len: 1127 time: 0.1077435 Sep 17 03:55:01.684989 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-6624668a-6db4-4d53-9447-39d3d4c3e459 None None] For port 41f2ee60-fca2-4afe-bd77-26b618c3f138, host dv-cinder-849143-3-iscsi, cleared binding levels {{(pid=113212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:55:01.688450 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-6624668a-6db4-4d53-9447-39d3d4c3e459 None None] For port 41f2ee60-fca2-4afe-bd77-26b618c3f138, host dv-cinder-849143-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=41f2ee60-fca2-4afe-bd77-26b618c3f138,segment=NetworkSegment(2aa42ccc-3b1d-4dba-8200-4437b7ed3a87),segment_id=2aa42ccc-3b1d-4dba-8200-4437b7ed3a87)] {{(pid=113212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:55:01.752513 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=100 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:01.754685 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-5f0e6031-d42d-4172-866a-0d54c934bc30 req-e8978dac-fb5b-47ed-aeec-3d1cfb762d03 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5 HTTP/1.1" status: 200 len: 217 time: 0.0508416 Sep 17 03:55:01.778136 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-6624668a-6db4-4d53-9447-39d3d4c3e459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (41f2ee60-fca2-4afe-bd77-26b618c3f138), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:01.792844 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-6ec51f9d-db04-4520-b532-8a13e283dd15 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks [] for port (4490b884-6516-4c7f-abd9-5b095edd33f6), precommit_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:01.868296 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-6ec51f9d-db04-4520-b532-8a13e283dd15 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26185551'] for port (4490b884-6516-4c7f-abd9-5b095edd33f6), after_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:01.873257 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c5bcb-0ad9-4516-92e4-c8c6d4337086 None None] Pushing event updated for resources: {'Port': ['ID=41f2ee60-fca2-4afe-bd77-26b618c3f138,revision_number=4']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:55:01.877066 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e6031-d42d-4172-866a-0d54c934bc30 req-37d99a93-42c3-40be-ad81-96e11a3c2f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:01.878583 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-5f0e6031-d42d-4172-866a-0d54c934bc30 req-37d99a93-42c3-40be-ad81-96e11a3c2f14 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=d79f26d2-7e28-4c00-b0e8-4dc043d7353f HTTP/1.1" status: 200 len: 851 time: 0.1163828 Sep 17 03:55:01.885695 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6624668a-6db4-4d53-9447-39d3d4c3e459 None None] Routers {'0ddbff4c-869c-4395-840b-62153fa7fbbb'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:55:01.886329 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-6624668a-6db4-4d53-9447-39d3d4c3e459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:54:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['0ddbff4c-869c-4395-840b-62153fa7fbbb'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:55:01.930345 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e6031-d42d-4172-866a-0d54c934bc30 req-29acdeba-226d-4add-a94c-9adff0c216d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:01.932141 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-5f0e6031-d42d-4172-866a-0d54c934bc30 req-29acdeba-226d-4add-a94c-9adff0c216d6 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=17da0435-2238-4de2-8cdc-e4e0ec82986c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436187 Sep 17 03:55:01.937659 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-e55490be-443d-4b9e-b0a4-805b044af1e3 admin admin] Deleting port 4646b201-b85d-4631-b02b-f32c47494a3b {{(pid=113210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:55:01.938135 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e55490be-443d-4b9e-b0a4-805b044af1e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (4646b201-b85d-4631-b02b-f32c47494a3b), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:01.999807 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-6ec51f9d-db04-4520-b532-8a13e283dd15 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615334'] for floatingip (3a09b0d4-ce23-4dd1-9fd8-71fad082b68a), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:02.005032 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec51f9d-db04-4520-b532-8a13e283dd15 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Pushing event updated for resources: {'Port': ['ID=4490b884-6516-4c7f-abd9-5b095edd33f6,revision_number=2']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:55:02.029849 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-6624668a-6db4-4d53-9447-39d3d4c3e459 None None] Set router 0ddbff4c-869c-4395-840b-62153fa7fbbb gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:55:02.080841 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-6ec51f9d-db04-4520-b532-8a13e283dd15 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for floatingip (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:02.095220 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-6ec51f9d-db04-4520-b532-8a13e283dd15 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0316319 Sep 17 03:55:02.123230 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [None req-e55490be-443d-4b9e-b0a4-805b044af1e3 admin admin] For port 4646b201-b85d-4631-b02b-f32c47494a3b, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=4646b201-b85d-4631-b02b-f32c47494a3b,segment=NetworkSegment(dc10d2d8-858a-4448-a35f-2f57b3922088),segment_id=dc10d2d8-858a-4448-a35f-2f57b3922088)] {{(pid=113210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:55:02.123715 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e55490be-443d-4b9e-b0a4-805b044af1e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (4646b201-b85d-4631-b02b-f32c47494a3b), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:02.128089 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-5f0e6031-d42d-4172-866a-0d54c934bc30 req-7cdfb415-ccc0-42af-a088-1b510f901f03 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/17da0435-2238-4de2-8cdc-e4e0ec82986c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875565 Sep 17 03:55:02.146453 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:02.147248 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-baf31563-2c98-463b-9aa0-635e2ed7820e None None] Attempt 3 to provision port 41f2ee60-fca2-4afe-bd77-26b618c3f138 Sep 17 03:55:02.156620 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-e55490be-443d-4b9e-b0a4-805b044af1e3 admin admin] Calling delete_port for 4646b201-b85d-4631-b02b-f32c47494a3b owned by network:router_interface {{(pid=113210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:55:02.299015 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-5f0e6031-d42d-4172-866a-0d54c934bc30 req-1cc02a4f-1c70-413d-8cd4-a9580ca56354 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/17da0435-2238-4de2-8cdc-e4e0ec82986c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620760 Sep 17 03:55:02.376147 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c3acab3f-2d77-47d4-a94e-0c2888df0e14 req-4810dc63-874f-4e3a-b6f1-b42b1f80221a tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2012190589&fields=id&tenant_id=ddf27ec567494d03bd1d2469aef97264 HTTP/1.1" status: 200 len: 267 time: 0.1320503 Sep 17 03:55:02.467682 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9130b-ec75-4d51-9934-1b4f393fe545 req-cfb5540b-cf0c-45df-a1f5-32cb7cb14137 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:02.469038 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-6ac9130b-ec75-4d51-9934-1b4f393fe545 req-cfb5540b-cf0c-45df-a1f5-32cb7cb14137 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 945 time: 0.1720414 Sep 17 03:55:02.502454 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-baf31563-2c98-463b-9aa0-635e2ed7820e None None] Current status of the port 41f2ee60-fca2-4afe-bd77-26b618c3f138 is: DOWN; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:55:02.503160 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-baf31563-2c98-463b-9aa0-635e2ed7820e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (41f2ee60-fca2-4afe-bd77-26b618c3f138), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:02.554473 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e55490be-443d-4b9e-b0a4-805b044af1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (4646b201-b85d-4631-b02b-f32c47494a3b), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:02.564691 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3acab3f-2d77-47d4-a94e-0c2888df0e14 req-bc79e8dc-13cb-49d1-b58b-26df4611977f tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:02.565035 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-baf31563-2c98-463b-9aa0-635e2ed7820e None None] For port 41f2ee60-fca2-4afe-bd77-26b618c3f138, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=41f2ee60-fca2-4afe-bd77-26b618c3f138,segment=NetworkSegment(2aa42ccc-3b1d-4dba-8200-4437b7ed3a87),segment_id=2aa42ccc-3b1d-4dba-8200-4437b7ed3a87)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:55:02.566953 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:02.573466 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c3acab3f-2d77-47d4-a94e-0c2888df0e14 req-bc79e8dc-13cb-49d1-b58b-26df4611977f tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/networks?id=d9470128-efc5-439d-94b6-d35d23a7faa0 HTTP/1.1" status: 200 len: 811 time: 0.1962929 Sep 17 03:55:02.600317 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c3acab3f-2d77-47d4-a94e-0c2888df0e14 req-7cc141c2-b385-430d-af47-cdcc350139e3 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/quotas/ddf27ec567494d03bd1d2469aef97264 HTTP/1.1" status: 200 len: 375 time: 0.0247488 Sep 17 03:55:02.619060 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:02.639184 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-6624668a-6db4-4d53-9447-39d3d4c3e459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'name': 'tempest-AttachVolumeTestJSON-1503991509-router', 'tenant_id': 'ddf27ec567494d03bd1d2469aef97264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '0dc8a0ca-d127-4c9a-860a-fe2ca661e674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:54:48Z', 'updated_at': '2022-09-17T03:54:54Z', 'revision_number': 4, 'project_id': 'ddf27ec567494d03bd1d2469aef97264', 'gw_port': {'id': '0dc8a0ca-d127-4c9a-860a-fe2ca661e674', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:54:49Z', 'updated_at': '2022-09-17T03:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': '41f2ee60-fca2-4afe-bd77-26b618c3f138', 'name': '', 'network_id': 'd9470128-efc5-439d-94b6-d35d23a7faa0', 'tenant_id': 'ddf27ec567494d03bd1d2469aef97264', 'mac_address': 'fa:16:3e:f1:71:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '4f884129-c112-4f7f-ab1b-3d2e33686d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:54:53Z', 'updated_at': '2022-09-17T03:55:01Z', 'revision_number': 4, 'project_id': 'ddf27ec567494d03bd1d2469aef97264', 'subnets': [{'id': '4f884129-c112-4f7f-ab1b-3d2e33686d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:55:02.665933 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55490be-443d-4b9e-b0a4-805b044af1e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4646b201-b85d-4631-b02b-f32c47494a3b,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:55:02.677748 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-6ac9130b-ec75-4d51-9934-1b4f393fe545 req-2bce1cc2-8945-4dc1-8eb2-5e8a98dab246 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619449 Sep 17 03:55:02.681033 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-baf31563-2c98-463b-9aa0-635e2ed7820e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (41f2ee60-fca2-4afe-bd77-26b618c3f138), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:02.685373 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6624668a-6db4-4d53-9447-39d3d4c3e459 None None] The sync data for ids ['0ddbff4c-869c-4395-840b-62153fa7fbbb'] in dv-cinder-849143-3-iscsi is: [{'id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'name': 'tempest-AttachVolumeTestJSON-1503991509-router', 'tenant_id': 'ddf27ec567494d03bd1d2469aef97264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '0dc8a0ca-d127-4c9a-860a-fe2ca661e674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:54:48Z', 'updated_at': '2022-09-17T03:54:54Z', 'revision_number': 4, 'project_id': 'ddf27ec567494d03bd1d2469aef97264', 'gw_port': {'id': '0dc8a0ca-d127-4c9a-860a-fe2ca661e674', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:54:49Z', 'updated_at': '2022-09-17T03:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': '41f2ee60-fca2-4afe-bd77-26b618c3f138', 'name': '', 'network_id': 'd9470128-efc5-439d-94b6-d35d23a7faa0', 'tenant_id': 'ddf27ec567494d03bd1d2469aef97264', 'mac_address': 'fa:16:3e:f1:71:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '4f884129-c112-4f7f-ab1b-3d2e33686d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:54:53Z', 'updated_at': '2022-09-17T03:55:01Z', 'revision_number': 4, 'project_id': 'ddf27ec567494d03bd1d2469aef97264', 'subnets': [{'id': '4f884129-c112-4f7f-ab1b-3d2e33686d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:55:02.702511 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c3acab3f-2d77-47d4-a94e-0c2888df0e14 req-94008db4-688b-4047-afd7-ba2f7ac48d70 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=ddf27ec567494d03bd1d2469aef97264&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1010137 Sep 17 03:55:02.839656 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf31563-2c98-463b-9aa0-635e2ed7820e None None] Pushing event updated for resources: {'Port': ['ID=41f2ee60-fca2-4afe-bd77-26b618c3f138,revision_number=5']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:55:02.949535 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c3acab3f-2d77-47d4-a94e-0c2888df0e14 req-7a22752a-30e7-44fc-944e-8de523f74f9d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/d9470128-efc5-439d-94b6-d35d23a7faa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428949 Sep 17 03:55:03.121054 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9ed8c-1117-416b-b923-37aba7740644 req-68682222-677e-4a2d-b844-27bc09ec4cc9 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:03.123313 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5fd9ed8c-1117-416b-b923-37aba7740644 req-68682222-677e-4a2d-b844-27bc09ec4cc9 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6a3f7cb6-5e00-44a5-911b-6e1e079c21a2 HTTP/1.1" status: 200 len: 943 time: 0.2165463 Sep 17 03:55:03.198066 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 41f2ee60-fca2-4afe-bd77-26b618c3f138 up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:55:03.218534 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c3acab3f-2d77-47d4-a94e-0c2888df0e14 req-b1f41af8-42e2-49db-8f78-8295f5ca75e5 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/d9470128-efc5-439d-94b6-d35d23a7faa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604187 Sep 17 03:55:03.224538 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5fd9ed8c-1117-416b-b923-37aba7740644 req-56162c27-33a9-4334-bd50-ac9538108e71 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915613 Sep 17 03:55:03.289281 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port 41f2ee60-fca2-4afe-bd77-26b618c3f138 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:55:03.289662 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (41f2ee60-fca2-4afe-bd77-26b618c3f138), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:03.290032 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port 41f2ee60-fca2-4afe-bd77-26b618c3f138 Sep 17 03:55:03.436398 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=100 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:03.439550 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port 41f2ee60-fca2-4afe-bd77-26b618c3f138 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:55:03.576774 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0e78ed76-e306-4cc6-b82f-5716f6d269e2 req-33b25acf-2fd9-4cf3-b02e-2d21ae45eee3 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 210 time: 0.0487061 Sep 17 03:55:03.580119 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e55490be-443d-4b9e-b0a4-805b044af1e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619798'] for router_interface (e0e4d5b7-816c-4299-9f6b-35192ff84d8b), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:03.881495 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0339758-9595-4a16-ada8-0b560af87c80 req-c30f0920-d7dc-4855-a482-f88f28f8970d tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:03.881495 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d0339758-9595-4a16-ada8-0b560af87c80 req-c30f0920-d7dc-4855-a482-f88f28f8970d tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 945 time: 0.0650988 Sep 17 03:55:03.985241 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d0339758-9595-4a16-ada8-0b560af87c80 req-13a28a28-8046-4446-b56a-808925ca3064 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995197 Sep 17 03:55:04.038502 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:04.041887 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e55490be-443d-4b9e-b0a4-805b044af1e3 admin admin] Router e0e4d5b7-816c-4299-9f6b-35192ff84d8b has already been hosted by L3 agent b971cbd0-997d-41fb-8614-0aea29982798 {{(pid=113210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:55:04.172292 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55490be-443d-4b9e-b0a4-805b044af1e3 admin admin] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:55:04.179788 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-e55490be-443d-4b9e-b0a4-805b044af1e3 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/e0e4d5b7-816c-4299-9f6b-35192ff84d8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6548693 Sep 17 03:55:04.182742 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 51160) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:55:04.187878 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec462d46-7e41-4286-aeb7-fe5bdd0577ac None None] Sync routers for ids ['e0e4d5b7-816c-4299-9f6b-35192ff84d8b'] in dv-cinder-849143-3-iscsi {{(pid=113213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:55:04.205278 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec462d46-7e41-4286-aeb7-fe5bdd0577ac None None] Routers {'e0e4d5b7-816c-4299-9f6b-35192ff84d8b'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:55:04.206232 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-ec462d46-7e41-4286-aeb7-fe5bdd0577ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:54:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['e0e4d5b7-816c-4299-9f6b-35192ff84d8b'], 'active': True} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:55:04.298855 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-2ea80e45-eefd-4607-8cf0-85ce5f52cfd7 admin admin] Publish callbacks [] for router (e0e4d5b7-816c-4299-9f6b-35192ff84d8b), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:04.334195 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:04.340321 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvr_db [None req-ec462d46-7e41-4286-aeb7-fe5bdd0577ac None None] Set router e0e4d5b7-816c-4299-9f6b-35192ff84d8b gateway port host: dv-cinder-849143-3-iscsi {{(pid=113213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:55:04.387555 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab7455-b74a-4fab-80ba-14ecb9bae84a req-4df5ed33-658e-4861-a234-3390ee2e9761 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:04.389358 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-86ab7455-b74a-4fab-80ba-14ecb9bae84a req-4df5ed33-658e-4861-a234-3390ee2e9761 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6a3f7cb6-5e00-44a5-911b-6e1e079c21a2 HTTP/1.1" status: 200 len: 943 time: 0.0655253 Sep 17 03:55:04.420793 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=100 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:04.437548 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-2ea80e45-eefd-4607-8cf0-85ce5f52cfd7 admin admin] Publish callbacks [] for router_gateway (e0e4d5b7-816c-4299-9f6b-35192ff84d8b), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:04.457024 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-86ab7455-b74a-4fab-80ba-14ecb9bae84a req-0c703515-3b1d-4b62-ba9d-c31d12a3b714 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607789 Sep 17 03:55:04.561230 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-ec462d46-7e41-4286-aeb7-fe5bdd0577ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e4d5b7-816c-4299-9f6b-35192ff84d8b', 'name': 'tempest-TestMinimumBasicScenario-1592922432-router', 'tenant_id': '958f75cfbe2c41349fa0e91fcd80e2f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '75a805a1-c959-49a8-b447-5a30d8791c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:52Z', 'updated_at': '2022-09-17T03:55:02Z', 'revision_number': 5, 'project_id': '958f75cfbe2c41349fa0e91fcd80e2f9', 'gw_port': {'id': '75a805a1-c959-49a8-b447-5a30d8791c18', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ed:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e4d5b7-816c-4299-9f6b-35192ff84d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:54Z', 'updated_at': '2022-09-17T03:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi'}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:55:04.594752 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec462d46-7e41-4286-aeb7-fe5bdd0577ac None None] Checking router: e0e4d5b7-816c-4299-9f6b-35192ff84d8b for host: dv-cinder-849143-3-iscsi {{(pid=113213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:55:04.603493 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec462d46-7e41-4286-aeb7-fe5bdd0577ac None None] Routers {'e0e4d5b7-816c-4299-9f6b-35192ff84d8b'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:55:04.604199 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-ec462d46-7e41-4286-aeb7-fe5bdd0577ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:54:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['e0e4d5b7-816c-4299-9f6b-35192ff84d8b'], 'active': True} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:55:04.653428 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-2ea80e45-eefd-4607-8cf0-85ce5f52cfd7 admin admin] Deleting port 75a805a1-c959-49a8-b447-5a30d8791c18 {{(pid=113210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:55:04.654121 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-2ea80e45-eefd-4607-8cf0-85ce5f52cfd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (75a805a1-c959-49a8-b447-5a30d8791c18), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:04.698407 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9b79aa3e-b0da-4a4a-874e-629576b02d65 req-68e27027-b0a2-48ef-a4a8-ebaafc9c0b92 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 210 time: 0.0379102 Sep 17 03:55:04.749944 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [None req-2ea80e45-eefd-4607-8cf0-85ce5f52cfd7 admin admin] For port 75a805a1-c959-49a8-b447-5a30d8791c18, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=75a805a1-c959-49a8-b447-5a30d8791c18,segment=NetworkSegment(b9ff3b7d-3dba-4f81-9340-22e46529b80a),segment_id=b9ff3b7d-3dba-4f81-9340-22e46529b80a)] {{(pid=113210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:55:04.750703 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-2ea80e45-eefd-4607-8cf0-85ce5f52cfd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (75a805a1-c959-49a8-b447-5a30d8791c18), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:04.769592 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-2ea80e45-eefd-4607-8cf0-85ce5f52cfd7 admin admin] Calling delete_port for 75a805a1-c959-49a8-b447-5a30d8791c18 owned by network:router_gateway {{(pid=113210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:55:04.769957 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvr_db [None req-ec462d46-7e41-4286-aeb7-fe5bdd0577ac None None] Set router e0e4d5b7-816c-4299-9f6b-35192ff84d8b gateway port host: dv-cinder-849143-3-iscsi {{(pid=113213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:55:04.991058 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 41f2ee60-fca2-4afe-bd77-26b618c3f138 up at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:55:05.030019 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-ec462d46-7e41-4286-aeb7-fe5bdd0577ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e4d5b7-816c-4299-9f6b-35192ff84d8b', 'name': 'tempest-TestMinimumBasicScenario-1592922432-router', 'tenant_id': '958f75cfbe2c41349fa0e91fcd80e2f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '75a805a1-c959-49a8-b447-5a30d8791c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:52Z', 'updated_at': '2022-09-17T03:55:02Z', 'revision_number': 5, 'project_id': '958f75cfbe2c41349fa0e91fcd80e2f9', 'gw_port': {'id': '75a805a1-c959-49a8-b447-5a30d8791c18', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ed:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e4d5b7-816c-4299-9f6b-35192ff84d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:54Z', 'updated_at': '2022-09-17T03:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi'}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:55:05.055831 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Provisioning complete for port 41f2ee60-fca2-4afe-bd77-26b618c3f138 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:55:05.056206 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (41f2ee60-fca2-4afe-bd77-26b618c3f138), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:05.056545 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Attempt 1 to provision port 41f2ee60-fca2-4afe-bd77-26b618c3f138 Sep 17 03:55:05.101641 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec462d46-7e41-4286-aeb7-fe5bdd0577ac None None] The sync data for ids ['e0e4d5b7-816c-4299-9f6b-35192ff84d8b'] in dv-cinder-849143-3-iscsi is: [{'id': 'e0e4d5b7-816c-4299-9f6b-35192ff84d8b', 'name': 'tempest-TestMinimumBasicScenario-1592922432-router', 'tenant_id': '958f75cfbe2c41349fa0e91fcd80e2f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '75a805a1-c959-49a8-b447-5a30d8791c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:52Z', 'updated_at': '2022-09-17T03:55:02Z', 'revision_number': 5, 'project_id': '958f75cfbe2c41349fa0e91fcd80e2f9', 'gw_port': {'id': '75a805a1-c959-49a8-b447-5a30d8791c18', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ed:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e4d5b7-816c-4299-9f6b-35192ff84d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:54Z', 'updated_at': '2022-09-17T03:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi'}] {{(pid=113213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:55:05.121654 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-2ea80e45-eefd-4607-8cf0-85ce5f52cfd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (75a805a1-c959-49a8-b447-5a30d8791c18), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:05.179928 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea80e45-eefd-4607-8cf0-85ce5f52cfd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=75a805a1-c959-49a8-b447-5a30d8791c18,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:55:05.193661 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Current status of the port 41f2ee60-fca2-4afe-bd77-26b618c3f138 is: ACTIVE; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:55:05.210601 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c05db-f56d-467b-a26c-de881206aa42 req-d2c380e4-8557-4112-8c2d-61467bc4c579 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:05.212448 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-245c05db-f56d-467b-a26c-de881206aa42 req-d2c380e4-8557-4112-8c2d-61467bc4c579 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 945 time: 0.0758684 Sep 17 03:55:05.259987 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-2ea80e45-eefd-4607-8cf0-85ce5f52cfd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615260'] for router_gateway (e0e4d5b7-816c-4299-9f6b-35192ff84d8b), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:05.283670 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-245c05db-f56d-467b-a26c-de881206aa42 req-8af47dc1-82e5-48a0-ad9c-fcdcc53583be tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632401 Sep 17 03:55:05.365388 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-2ea80e45-eefd-4607-8cf0-85ce5f52cfd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-617928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5987'] for router (e0e4d5b7-816c-4299-9f6b-35192ff84d8b), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:05.367618 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-2ea80e45-eefd-4607-8cf0-85ce5f52cfd7 admin admin] Publish callbacks [] for router_controller (e0e4d5b7-816c-4299-9f6b-35192ff84d8b), precommit_delete_associations {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:05.409930 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=10 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:05.509819 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-2ea80e45-eefd-4607-8cf0-85ce5f52cfd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-619883'] for router (e0e4d5b7-816c-4299-9f6b-35192ff84d8b), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:05.509819 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea80e45-eefd-4607-8cf0-85ce5f52cfd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0e4d5b7-816c-4299-9f6b-35192ff84d8b {{(pid=113210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 03:55:05.516132 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-2ea80e45-eefd-4607-8cf0-85ce5f52cfd7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:05.517940 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-2ea80e45-eefd-4607-8cf0-85ce5f52cfd7 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/e0e4d5b7-816c-4299-9f6b-35192ff84d8b HTTP/1.1" status: 204 len: 168 time: 1.3341026 Sep 17 03:55:05.521518 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 51176) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:55:05.602091 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0df98f3-4c3d-470d-8e79-898dab2deb15 admin admin] Deleting subnet 01663105-c790-470d-ba5b-c9d7035ce213 {{(pid=113211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 17 03:55:05.637293 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c0df98f3-4c3d-470d-8e79-898dab2deb15 admin admin] Publish callbacks [] for subnet (01663105-c790-470d-ba5b-c9d7035ce213), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:05.695495 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fde69-1a58-4a20-8c62-26b170499bda req-21b98caa-1e87-436c-9e5c-d477d39f2201 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:05.697051 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-cb8fde69-1a58-4a20-8c62-26b170499bda req-21b98caa-1e87-436c-9e5c-d477d39f2201 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6a3f7cb6-5e00-44a5-911b-6e1e079c21a2 HTTP/1.1" status: 200 len: 943 time: 0.1099849 Sep 17 03:55:05.709274 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c0df98f3-4c3d-470d-8e79-898dab2deb15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26032345'] for subnet (01663105-c790-470d-ba5b-c9d7035ce213), precommit_delete_associations {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:05.830261 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-cb8fde69-1a58-4a20-8c62-26b170499bda req-7119ff2c-9814-4021-84cd-c6398bd2d1f5 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167274 Sep 17 03:55:05.936887 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7f1dbf03-7e05-4927-894a-157b927f3e22 req-eb6a1c89-8dd7-4cfc-bc43-57fb7f4b5f60 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 210 time: 0.0634177 Sep 17 03:55:05.945196 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c0df98f3-4c3d-470d-8e79-898dab2deb15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480142'] for subnet (01663105-c790-470d-ba5b-c9d7035ce213), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:06.154476 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c0df98f3-4c3d-470d-8e79-898dab2deb15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16482227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26185497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3652666'] for subnet (01663105-c790-470d-ba5b-c9d7035ce213), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:06.184311 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0df98f3-4c3d-470d-8e79-898dab2deb15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01663105-c790-470d-ba5b-c9d7035ce213,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:55:06.188836 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c0df98f3-4c3d-470d-8e79-898dab2deb15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for subnet (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:06.192377 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-c0df98f3-4c3d-470d-8e79-898dab2deb15 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/01663105-c790-470d-ba5b-c9d7035ce213 HTTP/1.1" status: 204 len: 168 time: 0.6693902 Sep 17 03:55:06.195918 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 51180) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:55:06.199344 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4c7928-e616-468e-a73a-208d21a20bcd None None] Network be668e46-a742-45c8-b3ff-35eb2b0b9cb4 requested from dv-cinder-849143-3-iscsi {{(pid=113212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:55:06.295094 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:06.298426 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-39e4a090-a052-4f07-81b0-f2692c65ece2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15995131'] for network (be668e46-a742-45c8-b3ff-35eb2b0b9cb4), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:06.402428 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.plugin [None req-39e4a090-a052-4f07-81b0-f2692c65ece2 admin admin] Deleting port 2376bd1b-2379-4f91-a3b2-11e8f90904d4 {{(pid=113211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:55:06.402776 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-39e4a090-a052-4f07-81b0-f2692c65ece2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (2376bd1b-2379-4f91-a3b2-11e8f90904d4), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:06.434179 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c33a39-0f77-46de-8873-c713c7eb5b3c None None] DHCP port deletion for be668e46-a742-45c8-b3ff-35eb2b0b9cb4 request from dv-cinder-849143-3-iscsi {{(pid=113212) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 17 03:55:06.513005 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-b9c33a39-0f77-46de-8873-c713c7eb5b3c None None] Deleting port 2376bd1b-2379-4f91-a3b2-11e8f90904d4 {{(pid=113212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:55:06.513377 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-b9c33a39-0f77-46de-8873-c713c7eb5b3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (2376bd1b-2379-4f91-a3b2-11e8f90904d4), before_delete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:06.591477 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-b9c33a39-0f77-46de-8873-c713c7eb5b3c None None] For port 2376bd1b-2379-4f91-a3b2-11e8f90904d4, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=2376bd1b-2379-4f91-a3b2-11e8f90904d4,segment=NetworkSegment(dc10d2d8-858a-4448-a35f-2f57b3922088),segment_id=dc10d2d8-858a-4448-a35f-2f57b3922088)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:55:06.592566 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-b9c33a39-0f77-46de-8873-c713c7eb5b3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (2376bd1b-2379-4f91-a3b2-11e8f90904d4), precommit_delete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:06.612886 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-b9c33a39-0f77-46de-8873-c713c7eb5b3c None None] Calling delete_port for 2376bd1b-2379-4f91-a3b2-11e8f90904d4 owned by network:dhcp {{(pid=113212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:55:06.629045 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ffd8d-2cf3-43d8-b06b-8021232b78f1 req-20764d76-99b6-49ac-9553-5ae4e00aee25 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:06.631481 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-592ffd8d-2cf3-43d8-b06b-8021232b78f1 req-20764d76-99b6-49ac-9553-5ae4e00aee25 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 945 time: 0.1747005 Sep 17 03:55:06.641831 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.db [None req-39e4a090-a052-4f07-81b0-f2692c65ece2 admin admin] For port 2376bd1b-2379-4f91-a3b2-11e8f90904d4, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=2376bd1b-2379-4f91-a3b2-11e8f90904d4,segment=NetworkSegment(dc10d2d8-858a-4448-a35f-2f57b3922088),segment_id=dc10d2d8-858a-4448-a35f-2f57b3922088)] {{(pid=113211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:55:06.642204 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-39e4a090-a052-4f07-81b0-f2692c65ece2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (2376bd1b-2379-4f91-a3b2-11e8f90904d4), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:06.685258 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.plugin [None req-39e4a090-a052-4f07-81b0-f2692c65ece2 admin admin] Calling delete_port for 2376bd1b-2379-4f91-a3b2-11e8f90904d4 owned by network:dhcp {{(pid=113211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:55:06.732604 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:06.776978 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-592ffd8d-2cf3-43d8-b06b-8021232b78f1 req-787efa2e-54a8-43cc-88ec-50e5dc99de3f tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380990 Sep 17 03:55:06.840981 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-b9c33a39-0f77-46de-8873-c713c7eb5b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985'] for port (2376bd1b-2379-4f91-a3b2-11e8f90904d4), after_delete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:06.848703 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-39e4a090-a052-4f07-81b0-f2692c65ece2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26185590'] for port (2376bd1b-2379-4f91-a3b2-11e8f90904d4), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:06.884720 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c33a39-0f77-46de-8873-c713c7eb5b3c None None] Pushing event deleted for resources: {'Port': ['ID=2376bd1b-2379-4f91-a3b2-11e8f90904d4,revision_number=None']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:55:06.886240 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e4a090-a052-4f07-81b0-f2692c65ece2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2376bd1b-2379-4f91-a3b2-11e8f90904d4,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:55:06.899969 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c33a39-0f77-46de-8873-c713c7eb5b3c None None] No DVR routers for this DVR port 2376bd1b-2379-4f91-a3b2-11e8f90904d4 on host dv-cinder-849143-3-iscsi {{(pid=113212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:55:06.904734 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e4a090-a052-4f07-81b0-f2692c65ece2 admin admin] No DVR routers for this DVR port 2376bd1b-2379-4f91-a3b2-11e8f90904d4 on host dv-cinder-849143-3-iscsi {{(pid=113211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:55:06.973875 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 4646b201-b85d-4631-b02b-f32c47494a3b no longer exists at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:55:07.008433 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] No Port match for: 4646b201-b85d-4631-b02b-f32c47494a3b {{(pid=113212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:55:07.009633 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 4646b201-b85d-4631-b02b-f32c47494a3b not bound to the agent host dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:55:07.010820 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 2376bd1b-2379-4f91-a3b2-11e8f90904d4 no longer exists at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:55:07.044854 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] No Port match for: 2376bd1b-2379-4f91-a3b2-11e8f90904d4 {{(pid=113212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:55:07.044854 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 2376bd1b-2379-4f91-a3b2-11e8f90904d4 not bound to the agent host dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:55:07.045149 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 75a805a1-c959-49a8-b447-5a30d8791c18 no longer exists at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:55:07.081532 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] No Port match for: 75a805a1-c959-49a8-b447-5a30d8791c18 {{(pid=113212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:55:07.085481 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6dd8e1-892d-40c9-820f-b2d317fdb354 req-b1a87c49-ad13-485f-a44f-a865185ffdf6 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:07.087030 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7e6dd8e1-892d-40c9-820f-b2d317fdb354 req-b1a87c49-ad13-485f-a44f-a865185ffdf6 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6a3f7cb6-5e00-44a5-911b-6e1e079c21a2 HTTP/1.1" status: 200 len: 943 time: 0.0644557 Sep 17 03:55:07.091651 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 75a805a1-c959-49a8-b447-5a30d8791c18 not bound to the agent host dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:55:07.103106 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-39e4a090-a052-4f07-81b0-f2692c65ece2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16114853', 'neutron.services.segments.db._delete_segments_for_network-8745114997953'] for network (be668e46-a742-45c8-b3ff-35eb2b0b9cb4), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:07.189156 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.services.segments.db [None req-39e4a090-a052-4f07-81b0-f2692c65ece2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be668e46-a742-45c8-b3ff-35eb2b0b9cb4']}} {{(pid=113211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:55:07.193714 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-2a772363-d4f9-4c9a-8637-b930b0f33adf req-3b033606-ad31-4f7a-81d3-9369d48fdeff tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 210 time: 0.0505145 Sep 17 03:55:07.209708 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.services.segments.db [None req-39e4a090-a052-4f07-81b0-f2692c65ece2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc10d2d8-858a-4448-a35f-2f57b3922088') {'for_net_delete': True} {{(pid=113211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:55:07.210031 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.services.segments.db [None req-39e4a090-a052-4f07-81b0-f2692c65ece2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc10d2d8-858a-4448-a35f-2f57b3922088') {} {{(pid=113211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:55:07.230579 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-39e4a090-a052-4f07-81b0-f2692c65ece2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745114997845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26032354'] for segment (dc10d2d8-858a-4448-a35f-2f57b3922088), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:07.241771 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7e6dd8e1-892d-40c9-820f-b2d317fdb354 req-e5165c99-f479-41dd-ad41-5c29d8c2de6b tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357810 Sep 17 03:55:07.258493 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-39e4a090-a052-4f07-81b0-f2692c65ece2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16505770'] for segment (dc10d2d8-858a-4448-a35f-2f57b3922088), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:07.273700 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39e4a090-a052-4f07-81b0-f2692c65ece2 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=113211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 03:55:07.277968 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-39e4a090-a052-4f07-81b0-f2692c65ece2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16505770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26185635'] for segment (dc10d2d8-858a-4448-a35f-2f57b3922088), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:07.356336 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.services.segments.plugin [-] Segment dc10d2d8-858a-4448-a35f-2f57b3922088 resource provider aggregate not found Sep 17 03:55:07.373990 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3acab3f-2d77-47d4-a94e-0c2888df0e14 req-f4f88c08-a023-4d6c-a31e-156cc09f01d2 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:07.375660 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-c3acab3f-2d77-47d4-a94e-0c2888df0e14 req-f4f88c08-a023-4d6c-a31e-156cc09f01d2 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.18 "GET /networking/v2.0/networks?id=d9470128-efc5-439d-94b6-d35d23a7faa0 HTTP/1.1" status: 200 len: 811 time: 0.1713457 Sep 17 03:55:07.377707 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.services.segments.plugin [-] Segment dc10d2d8-858a-4448-a35f-2f57b3922088 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc10d2d8-858a-4448-a35f-2f57b3922088 found for delete ", "request_id": "req-0d63a498-f57b-40e5-acb7-4335e6a902cb"}]} Sep 17 03:55:07.413574 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-39e4a090-a052-4f07-81b0-f2692c65ece2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16114844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615305'] for network (be668e46-a742-45c8-b3ff-35eb2b0b9cb4), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:07.421705 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-39e4a090-a052-4f07-81b0-f2692c65ece2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for network (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:07.426405 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-39e4a090-a052-4f07-81b0-f2692c65ece2 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/be668e46-a742-45c8-b3ff-35eb2b0b9cb4 HTTP/1.1" status: 204 len: 168 time: 1.2286365 Sep 17 03:55:07.439033 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e4a090-a052-4f07-81b0-f2692c65ece2 admin admin] Pushing event deleted for resources: {'Network': ['ID=be668e46-a742-45c8-b3ff-35eb2b0b9cb4,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:55:07.474770 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-c3acab3f-2d77-47d4-a94e-0c2888df0e14 req-a044baf9-5ceb-4117-b795-d5669bd74222 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ddf27ec567494d03bd1d2469aef97264 HTTP/1.1" status: 200 len: 380 time: 0.0791564 Sep 17 03:55:07.483797 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [req-c3acab3f-2d77-47d4-a94e-0c2888df0e14 req-56637f23-1c1e-4bd1-a7f9-0f5f982c89c5 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Request body: {'port': {'device_id': '6118a1fe-8638-4e2e-ac9b-20edad4bf588', 'network_id': 'd9470128-efc5-439d-94b6-d35d23a7faa0', 'admin_state_up': True, 'tenant_id': 'ddf27ec567494d03bd1d2469aef97264', 'security_groups': ['e00ffe96-bdd6-4412-a216-e0bd294cf54c']}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:55:07.732206 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3acab3f-2d77-47d4-a94e-0c2888df0e14 req-56637f23-1c1e-4bd1-a7f9-0f5f982c89c5 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Made reservation on behalf of ddf27ec567494d03bd1d2469aef97264 for: {'port': 1} {{(pid=113210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:55:07.736231 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-c3acab3f-2d77-47d4-a94e-0c2888df0e14 req-56637f23-1c1e-4bd1-a7f9-0f5f982c89c5 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:07.867529 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 51198) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:55:07.940159 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.db_base_plugin_common [req-c3acab3f-2d77-47d4-a94e-0c2888df0e14 req-56637f23-1c1e-4bd1-a7f9-0f5f982c89c5 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Allocated IP 172.20.0.8 (d9470128-efc5-439d-94b6-d35d23a7faa0/4f884129-c112-4f7f-ab1b-3d2e33686d02/324afd0c-23b1-40bc-8f71-5c1fc422c12a) {{(pid=113210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:55:07.962491 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-1b07cfa2-53a2-43fc-820e-f05840edf4ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b0b4725d-5d3f-4adf-8b60-729f2f7a35da), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:07.989859 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-b0b12c30-1f61-4079-b9d8-577c25340aa4 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=0cdb8140dca34727ab99c95efc7acb81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1210780 Sep 17 03:55:07.993045 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 51200) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:55:08.005569 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1173f3c-2e5a-4c81-80bf-2808edc0860c req-e99fb04c-6222-4e3e-b536-1791fce1bf03 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:08.015416 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f1173f3c-2e5a-4c81-80bf-2808edc0860c req-e99fb04c-6222-4e3e-b536-1791fce1bf03 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 945 time: 0.0888324 Sep 17 03:55:08.090497 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f1173f3c-2e5a-4c81-80bf-2808edc0860c req-42614ed2-8daa-4913-9e2d-1cf0027220bc tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725484 Sep 17 03:55:08.094436 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-471b4b40-0727-437e-ba90-a56b07027065 admin admin] Publish callbacks [] for security_group (b4a13084-8dac-44d2-bb8f-f8f2c9cef483), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:08.160751 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-471b4b40-0727-437e-ba90-a56b07027065 admin admin] Publish callbacks [] for security_group (b4a13084-8dac-44d2-bb8f-f8f2c9cef483), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:08.178748 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-c3acab3f-2d77-47d4-a94e-0c2888df0e14 req-56637f23-1c1e-4bd1-a7f9-0f5f982c89c5 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks [] for port (324afd0c-23b1-40bc-8f71-5c1fc422c12a), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:08.193093 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:08.205360 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:08.281163 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-c3acab3f-2d77-47d4-a94e-0c2888df0e14 req-56637f23-1c1e-4bd1-a7f9-0f5f982c89c5 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (324afd0c-23b1-40bc-8f71-5c1fc422c12a), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:08.308973 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-471b4b40-0727-437e-ba90-a56b07027065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (b4a13084-8dac-44d2-bb8f-f8f2c9cef483), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:08.311676 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-471b4b40-0727-437e-ba90-a56b07027065 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:08.315657 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-471b4b40-0727-437e-ba90-a56b07027065 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b4a13084-8dac-44d2-bb8f-f8f2c9cef483 HTTP/1.1" status: 204 len: 168 time: 0.3215549 Sep 17 03:55:08.361075 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56637f23-1c1e-4bd1-a7f9-0f5f982c89c5 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Pushing event updated for resources: {'Port': ['ID=324afd0c-23b1-40bc-8f71-5c1fc422c12a,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:55:08.363465 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471b4b40-0727-437e-ba90-a56b07027065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a13084-8dac-44d2-bb8f-f8f2c9cef483,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:55:08.389876 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3acab3f-2d77-47d4-a94e-0c2888df0e14 req-56637f23-1c1e-4bd1-a7f9-0f5f982c89c5 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Network d9470128-efc5-439d-94b6-d35d23a7faa0 is already hosted by enough agents. {{(pid=113210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:55:08.393807 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.base_scheduler [req-c3acab3f-2d77-47d4-a94e-0c2888df0e14 req-56637f23-1c1e-4bd1-a7f9-0f5f982c89c5 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Resources bound (agent type, host, resource id): {{(pid=113210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:55:08.397798 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3acab3f-2d77-47d4-a94e-0c2888df0e14 req-56637f23-1c1e-4bd1-a7f9-0f5f982c89c5 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Received port after_create {{(pid=113210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:55:08.521090 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3acab3f-2d77-47d4-a94e-0c2888df0e14 req-56637f23-1c1e-4bd1-a7f9-0f5f982c89c5 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:08.521952 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-c3acab3f-2d77-47d4-a94e-0c2888df0e14 req-56637f23-1c1e-4bd1-a7f9-0f5f982c89c5 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for port (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:08.526940 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:08.636838 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-c3acab3f-2d77-47d4-a94e-0c2888df0e14 req-56637f23-1c1e-4bd1-a7f9-0f5f982c89c5 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1571188 Sep 17 03:55:08.681859 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [req-c3acab3f-2d77-47d4-a94e-0c2888df0e14 req-e33a518f-f155-4ea3-a97c-909a5d793146 service neutron] Request body: {'port': {'device_id': '6118a1fe-8638-4e2e-ac9b-20edad4bf588', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:55:08.775172 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d667e06b-853e-4c15-b3a1-70e9942fc8a1 req-9e24d911-5428-40b1-b961-5a32bf7192cb tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:08.776415 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d667e06b-853e-4c15-b3a1-70e9942fc8a1 req-9e24d911-5428-40b1-b961-5a32bf7192cb tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 931 time: 0.4593275 Sep 17 03:55:08.777879 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-19da837f-9d9d-4158-86fa-2dcddc789d03 None None] Provisioning complete for port 324afd0c-23b1-40bc-8f71-5c1fc422c12a triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:55:08.779135 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-19da837f-9d9d-4158-86fa-2dcddc789d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (324afd0c-23b1-40bc-8f71-5c1fc422c12a), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:08.779471 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-19da837f-9d9d-4158-86fa-2dcddc789d03 None None] Attempt 1 to provision port 324afd0c-23b1-40bc-8f71-5c1fc422c12a Sep 17 03:55:08.806796 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-c3acab3f-2d77-47d4-a94e-0c2888df0e14 req-e33a518f-f155-4ea3-a97c-909a5d793146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (324afd0c-23b1-40bc-8f71-5c1fc422c12a), before_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:08.836778 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:08.846893 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3469c-5171-4e88-bb6b-8990b0252d59 req-16502893-afac-4792-af5f-01601cc16dab tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:08.855131 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-19da837f-9d9d-4158-86fa-2dcddc789d03 None None] Port 324afd0c-23b1-40bc-8f71-5c1fc422c12a cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:55:08.856834 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c4e3469c-5171-4e88-bb6b-8990b0252d59 req-16502893-afac-4792-af5f-01601cc16dab tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6a3f7cb6-5e00-44a5-911b-6e1e079c21a2 HTTP/1.1" status: 200 len: 943 time: 0.4943824 Sep 17 03:55:08.911360 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:08.956348 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d667e06b-853e-4c15-b3a1-70e9942fc8a1 req-71cdbba6-4fc8-452e-b177-aff9e00e512f tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e00ffe96-bdd6-4412-a216-e0bd294cf54c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493366 Sep 17 03:55:08.956348 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c4e3469c-5171-4e88-bb6b-8990b0252d59 req-d65dddd0-f612-4ed7-b11d-39e66ebb088c tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964789 Sep 17 03:55:09.113122 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.notifiers.nova [req-c3acab3f-2d77-47d4-a94e-0c2888df0e14 req-e33a518f-f155-4ea3-a97c-909a5d793146 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 324afd0c-23b1-40bc-8f71-5c1fc422c12a {{(pid=113210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:55:09.121071 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-c3acab3f-2d77-47d4-a94e-0c2888df0e14 req-e33a518f-f155-4ea3-a97c-909a5d793146 service neutron] Publish callbacks [] for port (324afd0c-23b1-40bc-8f71-5c1fc422c12a), precommit_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:09.134275 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.provisioning_blocks [req-c3acab3f-2d77-47d4-a94e-0c2888df0e14 req-e33a518f-f155-4ea3-a97c-909a5d793146 service neutron] Transition to ACTIVE for port object 324afd0c-23b1-40bc-8f71-5c1fc422c12a will not be triggered until provisioned by entity L2. {{(pid=113210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 03:55:09.240407 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3b0f1-1734-402d-bacb-ba07a8824960 req-113eefe7-ca17-457c-8f8c-366cf376db84 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:09.241904 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-3ec3b0f1-1734-402d-bacb-ba07a8824960 req-113eefe7-ca17-457c-8f8c-366cf376db84 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 945 time: 0.0472758 Sep 17 03:55:09.290793 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-c3acab3f-2d77-47d4-a94e-0c2888df0e14 req-e33a518f-f155-4ea3-a97c-909a5d793146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25815858'] for port (324afd0c-23b1-40bc-8f71-5c1fc422c12a), after_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:09.291896 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-3ec3b0f1-1734-402d-bacb-ba07a8824960 req-ece27cf5-4695-4bf4-bc10-dde9858a561e tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438285 Sep 17 03:55:09.346927 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:09.356880 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-19da837f-9d9d-4158-86fa-2dcddc789d03 None None] Attempt 2 to provision port 324afd0c-23b1-40bc-8f71-5c1fc422c12a Sep 17 03:55:09.369071 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a518f-f155-4ea3-a97c-909a5d793146 service neutron] Pushing event updated for resources: {'Port': ['ID=324afd0c-23b1-40bc-8f71-5c1fc422c12a,revision_number=2']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:55:09.392239 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-19da837f-9d9d-4158-86fa-2dcddc789d03 None None] Port 324afd0c-23b1-40bc-8f71-5c1fc422c12a cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:55:09.404310 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.managers [req-c3acab3f-2d77-47d4-a94e-0c2888df0e14 req-e33a518f-f155-4ea3-a97c-909a5d793146 service neutron] Attempting to bind port 324afd0c-23b1-40bc-8f71-5c1fc422c12a on host hv-cinder-84914 for vnic_type normal with profile {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:55:09.404811 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.managers [req-c3acab3f-2d77-47d4-a94e-0c2888df0e14 req-e33a518f-f155-4ea3-a97c-909a5d793146 service neutron] Attempting to bind port 324afd0c-23b1-40bc-8f71-5c1fc422c12a by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '2aa42ccc-3b1d-4dba-8200-4437b7ed3a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd9470128-efc5-439d-94b6-d35d23a7faa0'}] {{(pid=113210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:55:09.404959 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3acab3f-2d77-47d4-a94e-0c2888df0e14 req-e33a518f-f155-4ea3-a97c-909a5d793146 service neutron] Attempting to bind port 324afd0c-23b1-40bc-8f71-5c1fc422c12a on network d9470128-efc5-439d-94b6-d35d23a7faa0 {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:55:09.450057 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3acab3f-2d77-47d4-a94e-0c2888df0e14 req-e33a518f-f155-4ea3-a97c-909a5d793146 service neutron] Port 324afd0c-23b1-40bc-8f71-5c1fc422c12a on network d9470128-efc5-439d-94b6-d35d23a7faa0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 03:55:09.450384 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3acab3f-2d77-47d4-a94e-0c2888df0e14 req-e33a518f-f155-4ea3-a97c-909a5d793146 service neutron] Attempting to bind port 324afd0c-23b1-40bc-8f71-5c1fc422c12a on network d9470128-efc5-439d-94b6-d35d23a7faa0 {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:55:09.492165 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3acab3f-2d77-47d4-a94e-0c2888df0e14 req-e33a518f-f155-4ea3-a97c-909a5d793146 service neutron] Checking agent: {'id': '56a63866-613b-46a0-90ee-05b9222d9bfc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 46, 46), 'started_at': datetime.datetime(2022, 9, 17, 3, 46, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:55:09.492498 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3acab3f-2d77-47d4-a94e-0c2888df0e14 req-e33a518f-f155-4ea3-a97c-909a5d793146 service neutron] Checking segment: {'id': '2aa42ccc-3b1d-4dba-8200-4437b7ed3a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd9470128-efc5-439d-94b6-d35d23a7faa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:55:09.492880 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3acab3f-2d77-47d4-a94e-0c2888df0e14 req-e33a518f-f155-4ea3-a97c-909a5d793146 service neutron] Bound using segment: {'id': '2aa42ccc-3b1d-4dba-8200-4437b7ed3a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd9470128-efc5-439d-94b6-d35d23a7faa0'} {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:55:09.493309 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.managers [req-c3acab3f-2d77-47d4-a94e-0c2888df0e14 req-e33a518f-f155-4ea3-a97c-909a5d793146 service neutron] Bound port: 324afd0c-23b1-40bc-8f71-5c1fc422c12a, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2aa42ccc-3b1d-4dba-8200-4437b7ed3a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd9470128-efc5-439d-94b6-d35d23a7faa0'}}] {{(pid=113210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:55:09.493667 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-c3acab3f-2d77-47d4-a94e-0c2888df0e14 req-e33a518f-f155-4ea3-a97c-909a5d793146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (324afd0c-23b1-40bc-8f71-5c1fc422c12a), before_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:09.552659 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [req-c3acab3f-2d77-47d4-a94e-0c2888df0e14 req-e33a518f-f155-4ea3-a97c-909a5d793146 service neutron] For port 324afd0c-23b1-40bc-8f71-5c1fc422c12a, host hv-cinder-84914, cleared binding levels {{(pid=113210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:55:09.555961 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [req-c3acab3f-2d77-47d4-a94e-0c2888df0e14 req-e33a518f-f155-4ea3-a97c-909a5d793146 service neutron] For port 324afd0c-23b1-40bc-8f71-5c1fc422c12a, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=324afd0c-23b1-40bc-8f71-5c1fc422c12a,segment=NetworkSegment(2aa42ccc-3b1d-4dba-8200-4437b7ed3a87),segment_id=2aa42ccc-3b1d-4dba-8200-4437b7ed3a87)] {{(pid=113210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:55:09.609987 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 51214) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:55:09.655051 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-092094b3-2df3-4132-aa9a-666b0f34e350 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=958f75cfbe2c41349fa0e91fcd80e2f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439339 Sep 17 03:55:09.657703 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 51216) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:55:09.679754 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-c3acab3f-2d77-47d4-a94e-0c2888df0e14 req-e33a518f-f155-4ea3-a97c-909a5d793146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25815858'] for port (324afd0c-23b1-40bc-8f71-5c1fc422c12a), after_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:09.690512 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3acab3f-2d77-47d4-a94e-0c2888df0e14 req-e33a518f-f155-4ea3-a97c-909a5d793146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:09.691181 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-c3acab3f-2d77-47d4-a94e-0c2888df0e14 req-e33a518f-f155-4ea3-a97c-909a5d793146 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for port (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:09.692513 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-c3acab3f-2d77-47d4-a94e-0c2888df0e14 req-e33a518f-f155-4ea3-a97c-909a5d793146 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/324afd0c-23b1-40bc-8f71-5c1fc422c12a HTTP/1.1" status: 200 len: 1093 time: 1.0207705 Sep 17 03:55:09.693641 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6118a1fe-8638-4e2e-ac9b-20edad4bf588', 'tag': '324afd0c-23b1-40bc-8f71-5c1fc422c12a'}] {{(pid=113210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:55:09.695927 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a613894f386080b2b9315951ba9a4c402b93d12b77848e4e2f89d9386810e3b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc3a771-54db-4b93-a22e-caf95dd3fd3c" -d '{"events": [{"name": "network-changed", "server_uuid": "6118a1fe-8638-4e2e-ac9b-20edad4bf588", "tag": "324afd0c-23b1-40bc-8f71-5c1fc422c12a"}]}' {{(pid=113210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:55:09.739252 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab832a0f-3fbd-4b13-911f-6c74ad555da5 x-openstack-request-id: req-ab832a0f-3fbd-4b13-911f-6c74ad555da5 {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:55:09.739539 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6118a1fe-8638-4e2e-ac9b-20edad4bf588", "tag": "324afd0c-23b1-40bc-8f71-5c1fc422c12a", "status": "completed", "code": 200}]} {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:55:09.739832 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ab832a0f-3fbd-4b13-911f-6c74ad555da5 {{(pid=113210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:55:09.740591 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab832a0f-3fbd-4b13-911f-6c74ad555da5'] response: {'name': 'network-changed', 'server_uuid': '6118a1fe-8638-4e2e-ac9b-20edad4bf588', 'tag': '324afd0c-23b1-40bc-8f71-5c1fc422c12a', 'status': 'completed', 'code': 200} Sep 17 03:55:09.766275 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a518f-f155-4ea3-a97c-909a5d793146 service neutron] Pushing event updated for resources: {'Port': ['ID=324afd0c-23b1-40bc-8f71-5c1fc422c12a,revision_number=3']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:55:09.786133 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-04061e17-8432-4632-a380-661ffbacc970 admin admin] Publish callbacks [] for security_group (22d5ee7a-8fc9-4045-881b-6e9b42cea976), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:09.821766 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-04061e17-8432-4632-a380-661ffbacc970 admin admin] Publish callbacks [] for security_group (22d5ee7a-8fc9-4045-881b-6e9b42cea976), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:09.857067 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:09.886775 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3a771-54db-4b93-a22e-caf95dd3fd3c req-9f864ae3-468e-4986-8b63-54ab59731bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:09.888260 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-bfc3a771-54db-4b93-a22e-caf95dd3fd3c req-9f864ae3-468e-4986-8b63-54ab59731bd4 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ddf27ec567494d03bd1d2469aef97264&device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 1127 time: 0.0786359 Sep 17 03:55:09.894205 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-19da837f-9d9d-4158-86fa-2dcddc789d03 None None] Attempt 3 to provision port 324afd0c-23b1-40bc-8f71-5c1fc422c12a Sep 17 03:55:09.948130 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-19da837f-9d9d-4158-86fa-2dcddc789d03 None None] Port 324afd0c-23b1-40bc-8f71-5c1fc422c12a had new provisioning blocks added so it will not transition to active. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 17 03:55:10.016111 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=113212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 03:55:10.032700 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3a771-54db-4b93-a22e-caf95dd3fd3c req-33802131-0d0b-45ae-811b-617fbe959c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:10.034524 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-bfc3a771-54db-4b93-a22e-caf95dd3fd3c req-33802131-0d0b-45ae-811b-617fbe959c09 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=ddf27ec567494d03bd1d2469aef97264&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1262903 Sep 17 03:55:10.035720 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-04061e17-8432-4632-a380-661ffbacc970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (22d5ee7a-8fc9-4045-881b-6e9b42cea976), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:10.039481 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-04061e17-8432-4632-a380-661ffbacc970 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:10.043306 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-04061e17-8432-4632-a380-661ffbacc970 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/22d5ee7a-8fc9-4045-881b-6e9b42cea976 HTTP/1.1" status: 204 len: 168 time: 0.3820395 Sep 17 03:55:10.100360 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04061e17-8432-4632-a380-661ffbacc970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d5ee7a-8fc9-4045-881b-6e9b42cea976,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:55:10.128076 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:10.227002 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf01b41-7a2f-443a-9017-c4155102365d req-f795e1e8-930b-4c8b-927d-9bad6c43d561 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:10.234196 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-bbf01b41-7a2f-443a-9017-c4155102365d req-f795e1e8-930b-4c8b-927d-9bad6c43d561 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 943 time: 0.1734431 Sep 17 03:55:10.244704 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port 6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5,segment=NetworkSegment(09dd00a3-8b97-425c-8fa8-26eaa25dbf9b),segment_id=09dd00a3-8b97-425c-8fa8-26eaa25dbf9b)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:55:10.257431 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd64b1-87c6-4a54-bac2-d69981feade7 req-d41bc3df-8feb-4e31-9359-77b35d8dd2c3 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:10.259339 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c0dd64b1-87c6-4a54-bac2-d69981feade7 req-d41bc3df-8feb-4e31-9359-77b35d8dd2c3 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6a3f7cb6-5e00-44a5-911b-6e1e079c21a2 HTTP/1.1" status: 200 len: 943 time: 0.1292737 Sep 17 03:55:10.268702 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Returning: {'device': '6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5', 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c', 'port_id': '6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5', 'mac_address': 'fa:16:3e:75:04:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79f26d2-7e28-4c00-b0e8-4dc043d7353f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 03:55:10.286129 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3a771-54db-4b93-a22e-caf95dd3fd3c req-92562e2b-0c29-4d2e-a563-6969c02516b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:10.288089 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-bfc3a771-54db-4b93-a22e-caf95dd3fd3c req-92562e2b-0c29-4d2e-a563-6969c02516b1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2463515 Sep 17 03:55:10.319860 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-bbf01b41-7a2f-443a-9017-c4155102365d req-ad9ec485-affb-4d29-a9a8-bd326d5406c3 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e00ffe96-bdd6-4412-a216-e0bd294cf54c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844276 Sep 17 03:55:10.320275 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port 6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5 is: DOWN; New status is: BUILD {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:55:10.320836 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:10.340567 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5 {{(pid=113212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:55:10.367535 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c0dd64b1-87c6-4a54-bac2-d69981feade7 req-3b8ce801-8ea5-4a9f-9a4d-7a6c6692ca55 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976400 Sep 17 03:55:10.411128 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port 6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5,segment=NetworkSegment(09dd00a3-8b97-425c-8fa8-26eaa25dbf9b),segment_id=09dd00a3-8b97-425c-8fa8-26eaa25dbf9b)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:55:10.415281 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-86a80932-d43f-4f82-a374-16eb71897a31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b971cbd0-997d-41fb-8614-0aea29982798), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:10.461588 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3acab3f-2d77-47d4-a94e-0c2888df0e14 req-9f7358f5-8181-4cd5-9f41-8e9f039a54a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:10.463302 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-c3acab3f-2d77-47d4-a94e-0c2888df0e14 req-9f7358f5-8181-4cd5-9f41-8e9f039a54a6 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ddf27ec567494d03bd1d2469aef97264&device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 1127 time: 0.0711794 Sep 17 03:55:10.479843 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:10.536659 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b339cfe-0b51-4b93-98b0-8251d70285f7 req-b0f0f08c-8fb1-4c89-b802-f8cd689b763d tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:10.538913 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-6b339cfe-0b51-4b93-98b0-8251d70285f7 req-b0f0f08c-8fb1-4c89-b802-f8cd689b763d tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 945 time: 0.0764329 Sep 17 03:55:10.562524 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-c3acab3f-2d77-47d4-a94e-0c2888df0e14 req-0022f848-690e-4d15-b7a3-d44de1d9132d service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=324afd0c-23b1-40bc-8f71-5c1fc422c12a HTTP/1.1" status: 200 len: 217 time: 0.0764575 Sep 17 03:55:10.603853 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5,revision_number=4']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:55:10.629474 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-6b339cfe-0b51-4b93-98b0-8251d70285f7 req-cf392429-2658-40f2-896b-e1071f8a123d tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831106 Sep 17 03:55:10.661116 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3acab3f-2d77-47d4-a94e-0c2888df0e14 req-488ab54a-3f18-40a9-a17d-568105903b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:10.663240 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-c3acab3f-2d77-47d4-a94e-0c2888df0e14 req-488ab54a-3f18-40a9-a17d-568105903b86 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=4f884129-c112-4f7f-ab1b-3d2e33686d02 HTTP/1.1" status: 200 len: 850 time: 0.0913386 Sep 17 03:55:10.730443 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3acab3f-2d77-47d4-a94e-0c2888df0e14 req-552a46be-b856-4ffa-9bf4-7d64311fac5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:10.732070 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-c3acab3f-2d77-47d4-a94e-0c2888df0e14 req-552a46be-b856-4ffa-9bf4-7d64311fac5a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=d9470128-efc5-439d-94b6-d35d23a7faa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0570047 Sep 17 03:55:10.838342 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] get_ports_and_sgs() called for port_ids ['6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5'] {{(pid=113212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:55:10.839712 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-c3acab3f-2d77-47d4-a94e-0c2888df0e14 req-3b9a3d2e-7cd9-4323-b500-d629b6b949b8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d9470128-efc5-439d-94b6-d35d23a7faa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965803 Sep 17 03:55:10.917126 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:10.946765 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-c3acab3f-2d77-47d4-a94e-0c2888df0e14 req-1b9de1c1-754b-417c-87b8-bea49f61a32f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d9470128-efc5-439d-94b6-d35d23a7faa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988486 Sep 17 03:55:11.462334 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ff42d983-095d-47ba-82c6-d5d7a2ded2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b812d02d-dcd0-44a4-bd1c-6e92b95e6b3f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:11.468476 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f31ffa-02d4-489d-9924-27f448c5d894 req-da40707d-d498-48da-9cb6-661893789b1a tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:11.469941 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b1f31ffa-02d4-489d-9924-27f448c5d894 req-da40707d-d498-48da-9cb6-661893789b1a tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 943 time: 0.0496333 Sep 17 03:55:11.532155 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fa985-df3c-405a-85ab-80ca1f832e79 req-35688afa-a157-4838-a148-f8dc7a513704 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:11.533589 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-577fa985-df3c-405a-85ab-80ca1f832e79 req-35688afa-a157-4838-a148-f8dc7a513704 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6a3f7cb6-5e00-44a5-911b-6e1e079c21a2 HTTP/1.1" status: 200 len: 944 time: 0.0722876 Sep 17 03:55:11.570995 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b1f31ffa-02d4-489d-9924-27f448c5d894 req-2762f233-0c6c-47e3-97eb-5ac85d65983f tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e00ffe96-bdd6-4412-a216-e0bd294cf54c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916328 Sep 17 03:55:11.599816 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-577fa985-df3c-405a-85ab-80ca1f832e79 req-915b2b26-e854-4b56-9a18-1abb10aede3e tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590661 Sep 17 03:55:11.773003 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc47ed-f4d0-4ca3-8aba-b8507f897c08 req-eed6fbc0-f635-467f-b9a7-d058e49f0188 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:11.774459 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-dafc47ed-f4d0-4ca3-8aba-b8507f897c08 req-eed6fbc0-f635-467f-b9a7-d058e49f0188 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 945 time: 0.0453835 Sep 17 03:55:11.821148 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-dafc47ed-f4d0-4ca3-8aba-b8507f897c08 req-5d21106d-572a-4852-bf93-c5447040ae14 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412140 Sep 17 03:55:12.022555 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5 up at agent hyperv_hv-cinder-84914 {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:55:12.025433 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:12.070295 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Provisioning for port 6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5 completed by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 03:55:12.107716 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Provisioning complete for port 6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:55:12.108086 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:12.108453 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Attempt 1 to provision port 6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5 Sep 17 03:55:12.182345 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port 6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5 is: BUILD; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:55:12.182722 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:12.205117 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3f7cb6-5e00-44a5-911b-6e1e079c21a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5'}] {{(pid=113212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:55:12.207319 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc6586f6b4c6bd034ee7705c69f50a833cff710b963951e05e6de8956872ccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c0c243-51ab-47d5-b1b0-df1b9d990fe4" -d '{"events": [{"server_uuid": "6a3f7cb6-5e00-44a5-911b-6e1e079c21a2", "name": "network-vif-plugged", "status": "completed", "tag": "6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5"}]}' {{(pid=113212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:55:12.232354 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port 6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5,segment=NetworkSegment(09dd00a3-8b97-425c-8fa8-26eaa25dbf9b),segment_id=09dd00a3-8b97-425c-8fa8-26eaa25dbf9b)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:55:12.251165 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45127b9e-3d2d-4356-819b-56ae7f4a2c7e x-openstack-request-id: req-45127b9e-3d2d-4356-819b-56ae7f4a2c7e {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:55:12.251471 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a3f7cb6-5e00-44a5-911b-6e1e079c21a2", "name": "network-vif-plugged", "status": "completed", "tag": "6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5", "code": 200}]} {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:55:12.251725 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-45127b9e-3d2d-4356-819b-56ae7f4a2c7e {{(pid=113212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:55:12.252115 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45127b9e-3d2d-4356-819b-56ae7f4a2c7e'] response: {'server_uuid': '6a3f7cb6-5e00-44a5-911b-6e1e079c21a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5', 'code': 200} Sep 17 03:55:12.296644 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:12.349841 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5,revision_number=5']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:55:12.754909 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c6025-0f9f-4a09-a918-d8b1ae27442e req-89c0d2aa-58d1-4979-9394-5d4c089babb8 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:12.756375 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5b3c6025-0f9f-4a09-a918-d8b1ae27442e req-89c0d2aa-58d1-4979-9394-5d4c089babb8 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 943 time: 0.0802703 Sep 17 03:55:12.763453 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3585f4f-2eaa-49b8-827c-24244048e046 req-3f76d403-1bcd-465d-9f5e-a033fd86ddfe tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:12.764827 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f3585f4f-2eaa-49b8-827c-24244048e046 req-3f76d403-1bcd-465d-9f5e-a033fd86ddfe tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6a3f7cb6-5e00-44a5-911b-6e1e079c21a2 HTTP/1.1" status: 200 len: 945 time: 0.0868132 Sep 17 03:55:12.842376 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5b3c6025-0f9f-4a09-a918-d8b1ae27442e req-956d5fce-217a-4cdf-9283-61775a2a4816 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e00ffe96-bdd6-4412-a216-e0bd294cf54c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764599 Sep 17 03:55:12.853579 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f3585f4f-2eaa-49b8-827c-24244048e046 req-7c6aa4c4-ecbf-4f83-b0e4-43bfcd477b95 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802019 Sep 17 03:55:12.858347 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2347df-9df5-4531-beac-667d2384f2e9 req-5ab7efe3-8c17-41b8-a6d9-2172f6210f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:12.859846 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-0e2347df-9df5-4531-beac-667d2384f2e9 req-5ab7efe3-8c17-41b8-a6d9-2172f6210f13 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=c1a07eadb5ea4914a6e1e6f3844afe94&device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 1129 time: 0.0682654 Sep 17 03:55:12.941878 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63d1e0-1657-426b-be20-f3a94bc5e8a5 req-68717da2-6e38-4b43-a936-c400337231b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:12.943377 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-1b63d1e0-1657-426b-be20-f3a94bc5e8a5 req-68717da2-6e38-4b43-a936-c400337231b6 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6a3f7cb6-5e00-44a5-911b-6e1e079c21a2 HTTP/1.1" status: 200 len: 1129 time: 0.0993207 Sep 17 03:55:12.967911 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a3810-a1d2-4e35-b49f-7f9f90bd4f7d req-1516cc1b-451b-4bda-81c9-22107012c0b8 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:12.970018 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-3a8a3810-a1d2-4e35-b49f-7f9f90bd4f7d req-1516cc1b-451b-4bda-81c9-22107012c0b8 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 945 time: 0.0578196 Sep 17 03:55:12.983472 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:13.020355 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2347df-9df5-4531-beac-667d2384f2e9 req-c43849d3-70e2-437b-83cf-bd6e73b0d04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:13.022268 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-0e2347df-9df5-4531-beac-667d2384f2e9 req-c43849d3-70e2-437b-83cf-bd6e73b0d04a service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=a2c22271-da7e-4d2b-b2be-97deb622f84c HTTP/1.1" status: 200 len: 916 time: 0.1448252 Sep 17 03:55:13.025756 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-3a8a3810-a1d2-4e35-b49f-7f9f90bd4f7d req-41375196-a33b-4b7e-9994-866321c519bd tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489969 Sep 17 03:55:13.026469 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-1b63d1e0-1657-426b-be20-f3a94bc5e8a5 req-a423a728-1233-4640-80c1-e979e1f35e5a service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758986 Sep 17 03:55:13.030704 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.agents_db [None req-b2aba882-f127-474e-990c-8a1f8fa77bd5 None None] Agent healthcheck: found 6 active agents {{(pid=113213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:55:13.032186 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (287db9f2-8160-4728-95aa-12aebca604d4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:13.273205 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fecdf064-2280-4810-8c6f-7fec6cce5654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (7e0cb1e0-c4a7-4d3b-9abd-ffc9973ed5e0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:13.353693 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-0e2347df-9df5-4531-beac-667d2384f2e9 req-a5efa115-b893-42fc-b8d0-476537da6c3e service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a9faf1e-30af-44c9-b2f3-1362a9298cbe HTTP/1.1" status: 200 len: 1000 time: 0.0597923 Sep 17 03:55:13.801479 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2347df-9df5-4531-beac-667d2384f2e9 req-2ccb59dd-895d-46d9-915a-ac7e15fbea4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:13.803065 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-0e2347df-9df5-4531-beac-667d2384f2e9 req-2ccb59dd-895d-46d9-915a-ac7e15fbea4c service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5 HTTP/1.1" status: 200 len: 854 time: 0.0454972 Sep 17 03:55:13.847779 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2347df-9df5-4531-beac-667d2384f2e9 req-3761f4e8-3be7-4afd-8b5b-fe9583abf664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:13.849231 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-0e2347df-9df5-4531-beac-667d2384f2e9 req-3761f4e8-3be7-4afd-8b5b-fe9583abf664 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=a2c22271-da7e-4d2b-b2be-97deb622f84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387540 Sep 17 03:55:13.965321 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-0e2347df-9df5-4531-beac-667d2384f2e9 req-54c34e61-1cc8-4e50-a270-6d95ba92b62e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a2c22271-da7e-4d2b-b2be-97deb622f84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937445 Sep 17 03:55:13.980935 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a9ca6-5d11-41eb-8902-75b287a5060d req-8afce7b5-2314-4ef1-a9da-5d3680c6d149 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:13.982513 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-676a9ca6-5d11-41eb-8902-75b287a5060d req-8afce7b5-2314-4ef1-a9da-5d3680c6d149 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 943 time: 0.0588245 Sep 17 03:55:14.022832 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 324afd0c-23b1-40bc-8f71-5c1fc422c12a details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=113212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 03:55:14.052279 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b359388-3912-4b8b-81b1-8d7edf9efb68 req-28c2b486-f3c4-4c97-811c-cb3c556f7beb tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:14.054294 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-2b359388-3912-4b8b-81b1-8d7edf9efb68 req-28c2b486-f3c4-4c97-811c-cb3c556f7beb tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6a3f7cb6-5e00-44a5-911b-6e1e079c21a2 HTTP/1.1" status: 200 len: 945 time: 0.0925853 Sep 17 03:55:14.065642 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-0e2347df-9df5-4531-beac-667d2384f2e9 req-4ef8bf04-dbdf-4b62-a85a-097f449cae7d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a2c22271-da7e-4d2b-b2be-97deb622f84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939286 Sep 17 03:55:14.087809 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-676a9ca6-5d11-41eb-8902-75b287a5060d req-5bc15976-1c93-4e13-8fd7-f870cbacfb71 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e00ffe96-bdd6-4412-a216-e0bd294cf54c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841730 Sep 17 03:55:14.095701 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:14.130591 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-2b359388-3912-4b8b-81b1-8d7edf9efb68 req-701d8195-ef22-40b2-8254-6e62706ae8de tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678227 Sep 17 03:55:14.163263 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port 324afd0c-23b1-40bc-8f71-5c1fc422c12a, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=324afd0c-23b1-40bc-8f71-5c1fc422c12a,segment=NetworkSegment(2aa42ccc-3b1d-4dba-8200-4437b7ed3a87),segment_id=2aa42ccc-3b1d-4dba-8200-4437b7ed3a87)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:55:14.175038 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Returning: {'device': '324afd0c-23b1-40bc-8f71-5c1fc422c12a', 'network_id': 'd9470128-efc5-439d-94b6-d35d23a7faa0', 'port_id': '324afd0c-23b1-40bc-8f71-5c1fc422c12a', 'mac_address': 'fa:16:3e:b9:58:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f884129-c112-4f7f-ab1b-3d2e33686d02', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 03:55:14.204487 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe968db-e0ba-46e6-a70e-addebe88b7f4 req-24080642-8f76-491f-8f7a-80ad7d1f7da6 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:14.205918 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-3fe968db-e0ba-46e6-a70e-addebe88b7f4 req-24080642-8f76-491f-8f7a-80ad7d1f7da6 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 945 time: 0.0511918 Sep 17 03:55:14.218783 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:14.222481 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port 324afd0c-23b1-40bc-8f71-5c1fc422c12a is: DOWN; New status is: BUILD {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:55:14.222895 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (324afd0c-23b1-40bc-8f71-5c1fc422c12a), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:14.238483 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 324afd0c-23b1-40bc-8f71-5c1fc422c12a {{(pid=113212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:55:14.260207 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port 324afd0c-23b1-40bc-8f71-5c1fc422c12a, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=324afd0c-23b1-40bc-8f71-5c1fc422c12a,segment=NetworkSegment(2aa42ccc-3b1d-4dba-8200-4437b7ed3a87),segment_id=2aa42ccc-3b1d-4dba-8200-4437b7ed3a87)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:55:14.263390 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-3fe968db-e0ba-46e6-a70e-addebe88b7f4 req-035bd9eb-ff43-45ce-84f4-f708a07f28e3 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502129 Sep 17 03:55:14.325098 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (324afd0c-23b1-40bc-8f71-5c1fc422c12a), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:14.374376 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=324afd0c-23b1-40bc-8f71-5c1fc422c12a,revision_number=4']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:55:14.771808 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] get_ports_and_sgs() called for port_ids ['324afd0c-23b1-40bc-8f71-5c1fc422c12a'] {{(pid=113212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:55:15.089322 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=70 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:15.223509 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42da6a-ba7e-47b9-bfbe-d6649ef16ecc req-f716f8e4-07f5-420c-87bd-ef6d9d13d0a9 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:15.224971 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ce42da6a-ba7e-47b9-bfbe-d6649ef16ecc req-f716f8e4-07f5-420c-87bd-ef6d9d13d0a9 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 944 time: 0.0558558 Sep 17 03:55:15.275500 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c86c0-b126-407b-bdf7-3f808ed3bf70 req-836b6ec7-8c57-4b1e-8234-569bbcd11b90 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:15.276954 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-eb0c86c0-b126-407b-bdf7-3f808ed3bf70 req-836b6ec7-8c57-4b1e-8234-569bbcd11b90 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6a3f7cb6-5e00-44a5-911b-6e1e079c21a2 HTTP/1.1" status: 200 len: 945 time: 0.0733075 Sep 17 03:55:15.317845 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ce42da6a-ba7e-47b9-bfbe-d6649ef16ecc req-505d8235-ee12-4b8f-bd04-0e1db9bb736c tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e00ffe96-bdd6-4412-a216-e0bd294cf54c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763469 Sep 17 03:55:15.348757 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-eb0c86c0-b126-407b-bdf7-3f808ed3bf70 req-50ad75c5-0305-4306-b282-cbd40ee9fa6b tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641060 Sep 17 03:55:15.436947 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4d795-6a42-4709-b696-25d9dc643fa2 req-240ddd4a-f499-4005-8e9f-dead171ab08e tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:15.438436 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-03c4d795-6a42-4709-b696-25d9dc643fa2 req-240ddd4a-f499-4005-8e9f-dead171ab08e tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 945 time: 0.0516078 Sep 17 03:55:15.500906 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f06651-a226-427b-a923-37e3ab955783 req-2fb5fc6f-8e6e-44e1-8df1-25e53f8e83a8 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:15.502409 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-63f06651-a226-427b-a923-37e3ab955783 req-2fb5fc6f-8e6e-44e1-8df1-25e53f8e83a8 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6a3f7cb6-5e00-44a5-911b-6e1e079c21a2 HTTP/1.1" status: 200 len: 945 time: 0.0722883 Sep 17 03:55:15.531466 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-03c4d795-6a42-4709-b696-25d9dc643fa2 req-b200ffc1-94c4-4ef3-901a-bfe95193555c tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851464 Sep 17 03:55:15.563217 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-63f06651-a226-427b-a923-37e3ab955783 req-c800a89f-5732-442b-a539-2e0f2f4bb0a1 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540068 Sep 17 03:55:15.596619 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 51274) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:55:15.637878 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902b1e2a-14b9-425e-8fc0-ce42abe41039 tempest-TestVolumeBootPattern-992528225 tempest-TestVolumeBootPattern-992528225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:15.639307 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-902b1e2a-14b9-425e-8fc0-ce42abe41039 tempest-TestVolumeBootPattern-992528225 tempest-TestVolumeBootPattern-992528225-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6a3f7cb6-5e00-44a5-911b-6e1e079c21a2 HTTP/1.1" status: 200 len: 1124 time: 0.0417202 Sep 17 03:55:15.641995 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 51276) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:55:15.646097 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-d8a740cd-8570-4667-8640-07f9d027e460 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Request body: {'floatingip': {'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'port_id': '6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'fixed_ip_address': '172.20.0.9'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:55:15.748110 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d8a740cd-8570-4667-8640-07f9d027e460 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:15.793067 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:15.830361 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d8a740cd-8570-4667-8640-07f9d027e460 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:15.938071 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.db_base_plugin_common [None req-d8a740cd-8570-4667-8640-07f9d027e460 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Allocated IP 172.27.0.242 (4d68fa53-4257-4a6b-8a5b-fb329be82f15/9fe7d342-7214-45a3-bf4f-d121f4a79efc/0f79a518-a8aa-45aa-aad3-cf4fac56f227) {{(pid=113210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:55:15.988596 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:16.039718 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 324afd0c-23b1-40bc-8f71-5c1fc422c12a up at agent hyperv_hv-cinder-84914 {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:55:16.047648 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d8a740cd-8570-4667-8640-07f9d027e460 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks [] for port (0f79a518-a8aa-45aa-aad3-cf4fac56f227), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:16.082590 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Provisioning for port 324afd0c-23b1-40bc-8f71-5c1fc422c12a completed by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 03:55:16.391211 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:16.461104 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70521260-d1e3-462b-b55a-245800ec8742 req-2aad506e-efb7-4e43-ba87-097b44dccf52 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:16.462636 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-70521260-d1e3-462b-b55a-245800ec8742 req-2aad506e-efb7-4e43-ba87-097b44dccf52 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 944 time: 0.0506475 Sep 17 03:55:16.510746 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-70521260-d1e3-462b-b55a-245800ec8742 req-e20db8e8-07af-4207-8d09-fa2f1a9e43bc tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e00ffe96-bdd6-4412-a216-e0bd294cf54c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425098 Sep 17 03:55:16.582546 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d8a740cd-8570-4667-8640-07f9d027e460 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (0f79a518-a8aa-45aa-aad3-cf4fac56f227), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:16.623136 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Provisioning complete for port 324afd0c-23b1-40bc-8f71-5c1fc422c12a triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:55:16.624062 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (324afd0c-23b1-40bc-8f71-5c1fc422c12a), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:16.624809 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Attempt 1 to provision port 324afd0c-23b1-40bc-8f71-5c1fc422c12a Sep 17 03:55:16.626839 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (56a63866-613b-46a0-90ee-05b9222d9bfc), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:16.629784 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a740cd-8570-4667-8640-07f9d027e460 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Network 4d68fa53-4257-4a6b-8a5b-fb329be82f15 is already hosted by enough agents. {{(pid=113210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:55:16.635200 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.base_scheduler [None req-d8a740cd-8570-4667-8640-07f9d027e460 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Resources bound (agent type, host, resource id): {{(pid=113210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:55:16.637901 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a740cd-8570-4667-8640-07f9d027e460 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Received port after_create {{(pid=113210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:55:16.663640 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a56fe97-5e07-4e70-8b54-de5d33d27cd8 req-554500f5-e88d-476f-ade2-a27cf63b8c64 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:16.665243 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5a56fe97-5e07-4e70-8b54-de5d33d27cd8 req-554500f5-e88d-476f-ade2-a27cf63b8c64 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 945 time: 0.0507035 Sep 17 03:55:16.667503 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a740cd-8570-4667-8640-07f9d027e460 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Pushing event updated for resources: {'Port': ['ID=0f79a518-a8aa-45aa-aad3-cf4fac56f227,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:55:16.708316 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port 324afd0c-23b1-40bc-8f71-5c1fc422c12a is: BUILD; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:55:16.708817 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (324afd0c-23b1-40bc-8f71-5c1fc422c12a), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:16.721719 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5a56fe97-5e07-4e70-8b54-de5d33d27cd8 req-5b9c4440-b03b-4adc-a358-58f9d14e9b12 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469832 Sep 17 03:55:16.734756 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6118a1fe-8638-4e2e-ac9b-20edad4bf588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324afd0c-23b1-40bc-8f71-5c1fc422c12a'}] {{(pid=113212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:55:16.737030 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc6586f6b4c6bd034ee7705c69f50a833cff710b963951e05e6de8956872ccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db40d081-56fb-4981-ab00-38ef56775fbc" -d '{"events": [{"server_uuid": "6118a1fe-8638-4e2e-ac9b-20edad4bf588", "name": "network-vif-plugged", "status": "completed", "tag": "324afd0c-23b1-40bc-8f71-5c1fc422c12a"}]}' {{(pid=113212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:55:16.758751 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port 324afd0c-23b1-40bc-8f71-5c1fc422c12a, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=324afd0c-23b1-40bc-8f71-5c1fc422c12a,segment=NetworkSegment(2aa42ccc-3b1d-4dba-8200-4437b7ed3a87),segment_id=2aa42ccc-3b1d-4dba-8200-4437b7ed3a87)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:55:16.781320 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24a6324-73aa-409b-8121-3311744ba0aa x-openstack-request-id: req-f24a6324-73aa-409b-8121-3311744ba0aa {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:55:16.781614 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6118a1fe-8638-4e2e-ac9b-20edad4bf588", "name": "network-vif-plugged", "status": "completed", "tag": "324afd0c-23b1-40bc-8f71-5c1fc422c12a", "code": 200}]} {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:55:16.782109 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f24a6324-73aa-409b-8121-3311744ba0aa {{(pid=113212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:55:16.789403 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f24a6324-73aa-409b-8121-3311744ba0aa'] response: {'server_uuid': '6118a1fe-8638-4e2e-ac9b-20edad4bf588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324afd0c-23b1-40bc-8f71-5c1fc422c12a', 'code': 200} Sep 17 03:55:16.851786 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (324afd0c-23b1-40bc-8f71-5c1fc422c12a), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:16.852809 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 7a9faf1e-30af-44c9-b2f3-1362a9298cbe no longer exists at agent hyperv_hv-cinder-84914 {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:55:16.920974 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:16.934213 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=324afd0c-23b1-40bc-8f71-5c1fc422c12a,revision_number=5']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:55:16.973098 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port 7a9faf1e-30af-44c9-b2f3-1362a9298cbe is: ACTIVE; New status is: DOWN {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:55:16.973491 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (7a9faf1e-30af-44c9-b2f3-1362a9298cbe), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:17.024797 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port 7a9faf1e-30af-44c9-b2f3-1362a9298cbe, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=7a9faf1e-30af-44c9-b2f3-1362a9298cbe,segment=NetworkSegment(08cb3b6a-b907-4438-a94b-64c1979bcd7f),segment_id=08cb3b6a-b907-4438-a94b-64c1979bcd7f)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:55:17.040037 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d8a740cd-8570-4667-8640-07f9d027e460 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks [] for floatingip (330d29ff-d359-406a-971d-39dc6e96b725), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:17.149037 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (7a9faf1e-30af-44c9-b2f3-1362a9298cbe), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:17.197611 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=7a9faf1e-30af-44c9-b2f3-1362a9298cbe,revision_number=8']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:55:17.199005 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa43fb-ab21-4dbe-963c-0d1f0d849b81 req-b41091fa-9678-4952-95e1-c73d5d1a8311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:17.204933 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-3cfa43fb-ab21-4dbe-963c-0d1f0d849b81 req-b41091fa-9678-4952-95e1-c73d5d1a8311 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 1129 time: 0.0471087 Sep 17 03:55:17.267017 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d8a740cd-8570-4667-8640-07f9d027e460 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (0f79a518-a8aa-45aa-aad3-cf4fac56f227), before_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:17.297087 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-3cfa43fb-ab21-4dbe-963c-0d1f0d849b81 req-3bbbfaa0-6120-4acc-8c42-7286e415abf8 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e00ffe96-bdd6-4412-a216-e0bd294cf54c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847175 Sep 17 03:55:17.421094 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d8a740cd-8570-4667-8640-07f9d027e460 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks [] for port (0f79a518-a8aa-45aa-aad3-cf4fac56f227), precommit_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:17.479461 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d8a740cd-8570-4667-8640-07f9d027e460 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25815858'] for port (0f79a518-a8aa-45aa-aad3-cf4fac56f227), after_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:17.528000 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:17.550611 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a740cd-8570-4667-8640-07f9d027e460 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Pushing event updated for resources: {'Port': ['ID=0f79a518-a8aa-45aa-aad3-cf4fac56f227,revision_number=2']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:55:17.553052 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d8a740cd-8570-4667-8640-07f9d027e460 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615334'] for floatingip (330d29ff-d359-406a-971d-39dc6e96b725), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:17.633907 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc1218-2919-4ff6-a0e4-15823a1aec4f req-df8555c1-195e-442d-ba89-68aa3a0bd2f8 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:17.635441 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-afdc1218-2919-4ff6-a0e4-15823a1aec4f req-df8555c1-195e-442d-ba89-68aa3a0bd2f8 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 945 time: 0.0483954 Sep 17 03:55:17.652270 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.db.l3_db [None req-d8a740cd-8570-4667-8640-07f9d027e460 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Floating IP 330d29ff-d359-406a-971d-39dc6e96b725 associated. External IP: 172.27.0.242, port: 6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5. Sep 17 03:55:17.691068 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-afdc1218-2919-4ff6-a0e4-15823a1aec4f req-62b5158c-b03b-48da-b020-a10673876cfe tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e00ffe96-bdd6-4412-a216-e0bd294cf54c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494623 Sep 17 03:55:17.872669 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0fb928-28c5-4270-9851-440158117de9 req-63775a7a-3bd9-4b10-9720-c33e4fff333e tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:17.874198 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-cc0fb928-28c5-4270-9851-440158117de9 req-63775a7a-3bd9-4b10-9720-c33e4fff333e tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 943 time: 0.0508506 Sep 17 03:55:17.927586 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-cc0fb928-28c5-4270-9851-440158117de9 req-119ef960-9a21-411d-83bb-99cacb0d6523 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475268 Sep 17 03:55:18.119140 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a740cd-8570-4667-8640-07f9d027e460 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Router d5966e2e-c4b1-4f9d-93f4-8541417b2351 has already been hosted by L3 agent b971cbd0-997d-41fb-8614-0aea29982798 {{(pid=113210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:55:18.229984 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a740cd-8570-4667-8640-07f9d027e460 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:55:18.241567 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bcc817-6992-4a8f-8a28-76f61d9c80c0 None None] Sync routers for ids ['d5966e2e-c4b1-4f9d-93f4-8541417b2351'] in dv-cinder-849143-3-iscsi {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:55:18.253145 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bcc817-6992-4a8f-8a28-76f61d9c80c0 None None] Routers {'d5966e2e-c4b1-4f9d-93f4-8541417b2351'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:55:18.253771 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-64bcc817-6992-4a8f-8a28-76f61d9c80c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:55:10Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['d5966e2e-c4b1-4f9d-93f4-8541417b2351'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:55:18.332854 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d8a740cd-8570-4667-8640-07f9d027e460 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for floatingip (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:18.356500 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:18.359856 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-64bcc817-6992-4a8f-8a28-76f61d9c80c0 None None] Set router d5966e2e-c4b1-4f9d-93f4-8541417b2351 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:55:18.368614 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-d8a740cd-8570-4667-8640-07f9d027e460 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7256408 Sep 17 03:55:18.369299 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a3f7cb6-5e00-44a5-911b-6e1e079c21a2', 'tag': '6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5'}] {{(pid=113210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:55:18.371794 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a613894f386080b2b9315951ba9a4c402b93d12b77848e4e2f89d9386810e3b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa5e420-77ed-4ea9-b164-cda00c09f8b4" -d '{"events": [{"name": "network-changed", "server_uuid": "6a3f7cb6-5e00-44a5-911b-6e1e079c21a2", "tag": "6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5"}]}' {{(pid=113210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:55:18.388600 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:18.409070 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0932a9a-fc20-4f02-ac90-9898d1da5f0a x-openstack-request-id: req-c0932a9a-fc20-4f02-ac90-9898d1da5f0a {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:55:18.409365 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a3f7cb6-5e00-44a5-911b-6e1e079c21a2", "tag": "6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5", "status": "completed", "code": 200}]} {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:55:18.409653 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c0932a9a-fc20-4f02-ac90-9898d1da5f0a {{(pid=113210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:55:18.410064 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0932a9a-fc20-4f02-ac90-9898d1da5f0a'] response: {'name': 'network-changed', 'server_uuid': '6a3f7cb6-5e00-44a5-911b-6e1e079c21a2', 'tag': '6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5', 'status': 'completed', 'code': 200} Sep 17 03:55:18.704320 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-64bcc817-6992-4a8f-8a28-76f61d9c80c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'name': 'tempest-TestVolumeBootPattern-2084887640-router', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'b64bbac4-1a5e-41d0-a613-51dd5abf35b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:12Z', 'updated_at': '2022-09-17T03:51:18Z', 'revision_number': 4, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'gw_port': {'id': 'b64bbac4-1a5e-41d0-a613-51dd5abf35b4', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:13Z', 'updated_at': '2022-09-17T03:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_floatingips': [{'id': '330d29ff-d359-406a-971d-39dc6e96b725', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'floating_ip_address': '172.27.0.242', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'port_id': '6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c', 'mac_address': 'fa:16:3e:75:04:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3f7cb6-5e00-44a5-911b-6e1e079c21a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:55:16Z', 'updated_at': '2022-09-17T03:55:16Z', 'revision_number': 0, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '246386aa-d035-40e9-8e20-1db54e73513d', 'name': '', 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'mac_address': 'fa:16:3e:76:a4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd79f26d2-7e28-4c00-b0e8-4dc043d7353f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:17Z', 'updated_at': '2022-09-17T03:51:25Z', 'revision_number': 5, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'subnets': [{'id': 'd79f26d2-7e28-4c00-b0e8-4dc043d7353f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:55:18.729808 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bcc817-6992-4a8f-8a28-76f61d9c80c0 None None] Checking router: d5966e2e-c4b1-4f9d-93f4-8541417b2351 for host: dv-cinder-849143-3-iscsi {{(pid=113212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:55:18.738305 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bcc817-6992-4a8f-8a28-76f61d9c80c0 None None] Routers {'d5966e2e-c4b1-4f9d-93f4-8541417b2351'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:55:18.738918 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-64bcc817-6992-4a8f-8a28-76f61d9c80c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:55:10Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['d5966e2e-c4b1-4f9d-93f4-8541417b2351'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:55:18.783409 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73bec81-39a0-47b3-b066-7f91389818b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a9faf1e-30af-44c9-b2f3-1362a9298cbe'}] {{(pid=113212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:55:18.785649 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc6586f6b4c6bd034ee7705c69f50a833cff710b963951e05e6de8956872ccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619ffd88-6ce2-4f9e-863c-b000aea309d7" -d '{"events": [{"server_uuid": "d73bec81-39a0-47b3-b066-7f91389818b5", "name": "network-vif-unplugged", "status": "completed", "tag": "7a9faf1e-30af-44c9-b2f3-1362a9298cbe"}]}' {{(pid=113212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:55:18.817137 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf504f-1fd2-414d-8b30-9aa7063f47c6 req-e1db660f-49ee-4392-afcd-845128e848d3 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:18.818651 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-faaf504f-1fd2-414d-8b30-9aa7063f47c6 req-e1db660f-49ee-4392-afcd-845128e848d3 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 945 time: 0.0471883 Sep 17 03:55:18.832174 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:18.836040 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:18.852965 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-64bcc817-6992-4a8f-8a28-76f61d9c80c0 None None] Set router d5966e2e-c4b1-4f9d-93f4-8541417b2351 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:55:18.855408 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:18.870809 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-faaf504f-1fd2-414d-8b30-9aa7063f47c6 req-0ccd0e1b-7dfc-4c9e-8d90-976dd6fcd534 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e00ffe96-bdd6-4412-a216-e0bd294cf54c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453899 Sep 17 03:55:18.923091 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 17 Sep 2022 03:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2ec2ae-a49b-4b9b-b9bc-7f9301d77a79 x-openstack-request-id: req-5a2ec2ae-a49b-4b9b-b9bc-7f9301d77a79 {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:55:18.923375 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73bec81-39a0-47b3-b066-7f91389818b5", "name": "network-vif-unplugged", "status": "failed", "tag": "7a9faf1e-30af-44c9-b2f3-1362a9298cbe", "code": 422}]} {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:55:18.923621 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5a2ec2ae-a49b-4b9b-b9bc-7f9301d77a79 {{(pid=113212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:55:18.924045 dv-cinder-849143-3-iscsi neutron-server[113212]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5a2ec2ae-a49b-4b9b-b9bc-7f9301d77a79']: {'server_uuid': 'd73bec81-39a0-47b3-b066-7f91389818b5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7a9faf1e-30af-44c9-b2f3-1362a9298cbe', 'code': 422} returned with failed status Sep 17 03:55:19.077826 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-64bcc817-6992-4a8f-8a28-76f61d9c80c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'name': 'tempest-TestVolumeBootPattern-2084887640-router', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'b64bbac4-1a5e-41d0-a613-51dd5abf35b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:12Z', 'updated_at': '2022-09-17T03:51:18Z', 'revision_number': 4, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'gw_port': {'id': 'b64bbac4-1a5e-41d0-a613-51dd5abf35b4', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:13Z', 'updated_at': '2022-09-17T03:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_floatingips': [{'id': '330d29ff-d359-406a-971d-39dc6e96b725', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'floating_ip_address': '172.27.0.242', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'port_id': '6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c', 'mac_address': 'fa:16:3e:75:04:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3f7cb6-5e00-44a5-911b-6e1e079c21a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:55:16Z', 'updated_at': '2022-09-17T03:55:16Z', 'revision_number': 0, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '246386aa-d035-40e9-8e20-1db54e73513d', 'name': '', 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'mac_address': 'fa:16:3e:76:a4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd79f26d2-7e28-4c00-b0e8-4dc043d7353f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:17Z', 'updated_at': '2022-09-17T03:51:25Z', 'revision_number': 5, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'subnets': [{'id': 'd79f26d2-7e28-4c00-b0e8-4dc043d7353f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:55:19.106364 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bcc817-6992-4a8f-8a28-76f61d9c80c0 None None] The sync data for ids ['d5966e2e-c4b1-4f9d-93f4-8541417b2351'] in dv-cinder-849143-3-iscsi is: [{'id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'name': 'tempest-TestVolumeBootPattern-2084887640-router', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'b64bbac4-1a5e-41d0-a613-51dd5abf35b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:12Z', 'updated_at': '2022-09-17T03:51:18Z', 'revision_number': 4, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'gw_port': {'id': 'b64bbac4-1a5e-41d0-a613-51dd5abf35b4', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:13Z', 'updated_at': '2022-09-17T03:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_floatingips': [{'id': '330d29ff-d359-406a-971d-39dc6e96b725', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'floating_ip_address': '172.27.0.242', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'port_id': '6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c', 'mac_address': 'fa:16:3e:75:04:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3f7cb6-5e00-44a5-911b-6e1e079c21a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:55:16Z', 'updated_at': '2022-09-17T03:55:16Z', 'revision_number': 0, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '246386aa-d035-40e9-8e20-1db54e73513d', 'name': '', 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'mac_address': 'fa:16:3e:76:a4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd79f26d2-7e28-4c00-b0e8-4dc043d7353f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:17Z', 'updated_at': '2022-09-17T03:51:25Z', 'revision_number': 5, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'subnets': [{'id': 'd79f26d2-7e28-4c00-b0e8-4dc043d7353f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:55:19.126252 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5e420-77ed-4ea9-b164-cda00c09f8b4 req-ef2ad89d-a7eb-49d8-89f6-a98209a884a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:19.127870 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-8aa5e420-77ed-4ea9-b164-cda00c09f8b4 req-ef2ad89d-a7eb-49d8-89f6-a98209a884a8 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=cb2d22c677bb48a1aa50631997fc0741&device_id=6a3f7cb6-5e00-44a5-911b-6e1e079c21a2 HTTP/1.1" status: 200 len: 1129 time: 0.0479293 Sep 17 03:55:19.228083 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5e420-77ed-4ea9-b164-cda00c09f8b4 req-95607057-0991-4f95-8cbf-074c6be23df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:19.229579 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-8aa5e420-77ed-4ea9-b164-cda00c09f8b4 req-95607057-0991-4f95-8cbf-074c6be23df5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=17da0435-2238-4de2-8cdc-e4e0ec82986c HTTP/1.1" status: 200 len: 913 time: 0.0950582 Sep 17 03:55:19.298724 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-8aa5e420-77ed-4ea9-b164-cda00c09f8b4 req-4b257566-4bd5-4615-9965-3054777168ab service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5 HTTP/1.1" status: 200 len: 999 time: 0.0627902 Sep 17 03:55:19.318611 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1232d1cf-1264-4726-8ea3-34096b714fd9 None None] New status for floating IP 330d29ff-d359-406a-971d-39dc6e96b725: ACTIVE {{(pid=113213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 03:55:19.352470 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5e420-77ed-4ea9-b164-cda00c09f8b4 req-a37e2f06-a676-48b7-89c4-5a66e910b5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:19.359650 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-8aa5e420-77ed-4ea9-b164-cda00c09f8b4 req-a37e2f06-a676-48b7-89c4-5a66e910b5fb service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=d79f26d2-7e28-4c00-b0e8-4dc043d7353f HTTP/1.1" status: 200 len: 851 time: 0.0483122 Sep 17 03:55:19.397830 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5e420-77ed-4ea9-b164-cda00c09f8b4 req-ba308bdc-0b31-4889-b2ca-efd1456b76a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:19.411119 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-8aa5e420-77ed-4ea9-b164-cda00c09f8b4 req-ba308bdc-0b31-4889-b2ca-efd1456b76a9 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=17da0435-2238-4de2-8cdc-e4e0ec82986c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395012 Sep 17 03:55:19.429295 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:19.498591 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-8aa5e420-77ed-4ea9-b164-cda00c09f8b4 req-de1ccbaa-6ad9-4336-86d4-1527dabe1b1d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/17da0435-2238-4de2-8cdc-e4e0ec82986c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919116 Sep 17 03:55:19.602788 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-8aa5e420-77ed-4ea9-b164-cda00c09f8b4 req-d0eced54-9911-4aa6-9bae-97cf5b59b87c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/17da0435-2238-4de2-8cdc-e4e0ec82986c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896943 Sep 17 03:55:19.993501 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583efd16-8aee-4c73-bb5e-f5aba39b5853 req-c1901578-3451-4a53-9e85-a7c6e26851ff tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:19.995014 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-583efd16-8aee-4c73-bb5e-f5aba39b5853 req-c1901578-3451-4a53-9e85-a7c6e26851ff tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 945 time: 0.0498750 Sep 17 03:55:20.042302 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 7a9faf1e-30af-44c9-b2f3-1362a9298cbe no longer exists at agent hyperv_hv-cinder-84914 {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:55:20.044420 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-583efd16-8aee-4c73-bb5e-f5aba39b5853 req-bf79051b-9a58-46ac-a753-546472e36fe0 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e00ffe96-bdd6-4412-a216-e0bd294cf54c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437663 Sep 17 03:55:20.123382 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port 7a9faf1e-30af-44c9-b2f3-1362a9298cbe is: DOWN; New status is: DOWN {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:55:20.171612 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0691f382-f1a8-4174-8baa-86aa051b29f2 req-757867e8-ef32-423a-8a70-65b8139bf915 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:20.173272 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0691f382-f1a8-4174-8baa-86aa051b29f2 req-757867e8-ef32-423a-8a70-65b8139bf915 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 945 time: 0.0497746 Sep 17 03:55:20.185343 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 51328) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:55:20.189590 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-561094c1-0562-4934-8700-00e0560c3e63 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Request body: {'floatingip': {'port_id': '324afd0c-23b1-40bc-8f71-5c1fc422c12a'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:55:20.235922 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-561094c1-0562-4934-8700-00e0560c3e63 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks [] for floatingip (3a09b0d4-ce23-4dd1-9fd8-71fad082b68a), before_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:20.278466 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb521611-81aa-4f9e-ad71-f15a70582e33 req-4770d940-4d68-4896-a695-26d7f6b00d54 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:20.279398 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-bb521611-81aa-4f9e-ad71-f15a70582e33 req-4770d940-4d68-4896-a695-26d7f6b00d54 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 943 time: 0.0538933 Sep 17 03:55:20.333111 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-bb521611-81aa-4f9e-ad71-f15a70582e33 req-df4809d2-6969-46e1-801b-e905879568ce tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480342 Sep 17 03:55:20.420290 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:20.657791 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:20.706874 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-561094c1-0562-4934-8700-00e0560c3e63 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:20.770773 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-561094c1-0562-4934-8700-00e0560c3e63 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615334'] for floatingip (3a09b0d4-ce23-4dd1-9fd8-71fad082b68a), after_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:20.867690 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 51348) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:55:20.873687 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.db.l3_db [None req-561094c1-0562-4934-8700-00e0560c3e63 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Floating IP 3a09b0d4-ce23-4dd1-9fd8-71fad082b68a associated. External IP: 172.27.0.34, port: 324afd0c-23b1-40bc-8f71-5c1fc422c12a. Sep 17 03:55:20.987341 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-ac13c9b9-c532-4990-9177-4331e4e20f86 req-01a4db01-cd0d-4caa-bb70-d00084f07946 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1185408 Sep 17 03:55:20.997989 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [req-ac13c9b9-c532-4990-9177-4331e4e20f86 req-b6397465-d275-4301-a12e-2632f5d3e7ae service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 17 03:55:20.999079 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-ac13c9b9-c532-4990-9177-4331e4e20f86 req-b6397465-d275-4301-a12e-2632f5d3e7ae service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0069425 Sep 17 03:55:21.077985 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 51356) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:55:21.115642 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-561094c1-0562-4934-8700-00e0560c3e63 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Router 0ddbff4c-869c-4395-840b-62153fa7fbbb has already been hosted by L3 agent b971cbd0-997d-41fb-8614-0aea29982798 {{(pid=113210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:55:21.176697 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13c9b9-c532-4990-9177-4331e4e20f86 req-eec9b6e6-272d-46a7-a860-fddd20982e97 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:21.178186 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ac13c9b9-c532-4990-9177-4331e4e20f86 req-eec9b6e6-272d-46a7-a860-fddd20982e97 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports/7a9faf1e-30af-44c9-b2f3-1362a9298cbe HTTP/1.1" status: 200 len: 940 time: 0.0989766 Sep 17 03:55:21.222407 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-561094c1-0562-4934-8700-00e0560c3e63 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:55:21.228126 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-561094c1-0562-4934-8700-00e0560c3e63 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for floatingip (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:21.233270 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0d50ed-fdcb-43ba-9943-fcdddc4a9abb None None] Sync routers for ids ['0ddbff4c-869c-4395-840b-62153fa7fbbb'] in dv-cinder-849143-3-iscsi {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:55:21.244567 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0d50ed-fdcb-43ba-9943-fcdddc4a9abb None None] Routers {'0ddbff4c-869c-4395-840b-62153fa7fbbb'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:55:21.246060 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-0e0d50ed-fdcb-43ba-9943-fcdddc4a9abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:55:10Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['0ddbff4c-869c-4395-840b-62153fa7fbbb'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:55:21.264583 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-561094c1-0562-4934-8700-00e0560c3e63 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/3a09b0d4-ce23-4dd1-9fd8-71fad082b68a HTTP/1.1" status: 200 len: 990 time: 1.0789032 Sep 17 03:55:21.265283 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6118a1fe-8638-4e2e-ac9b-20edad4bf588', 'tag': '324afd0c-23b1-40bc-8f71-5c1fc422c12a'}] {{(pid=113210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:55:21.267643 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a613894f386080b2b9315951ba9a4c402b93d12b77848e4e2f89d9386810e3b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c5e09e-55be-434a-b3e2-bffa1fad4e64" -d '{"events": [{"name": "network-changed", "server_uuid": "6118a1fe-8638-4e2e-ac9b-20edad4bf588", "tag": "324afd0c-23b1-40bc-8f71-5c1fc422c12a"}]}' {{(pid=113210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:55:21.310932 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6859a97e-ca5a-4402-948f-c7e03bf18f45 x-openstack-request-id: req-6859a97e-ca5a-4402-948f-c7e03bf18f45 {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:55:21.311226 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6118a1fe-8638-4e2e-ac9b-20edad4bf588", "tag": "324afd0c-23b1-40bc-8f71-5c1fc422c12a", "status": "completed", "code": 200}]} {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:55:21.311483 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6859a97e-ca5a-4402-948f-c7e03bf18f45 {{(pid=113210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:55:21.311888 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6859a97e-ca5a-4402-948f-c7e03bf18f45'] response: {'name': 'network-changed', 'server_uuid': '6118a1fe-8638-4e2e-ac9b-20edad4bf588', 'tag': '324afd0c-23b1-40bc-8f71-5c1fc422c12a', 'status': 'completed', 'code': 200} Sep 17 03:55:21.363570 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-0e0d50ed-fdcb-43ba-9943-fcdddc4a9abb None None] Set router 0ddbff4c-869c-4395-840b-62153fa7fbbb gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:55:21.424080 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5e09e-55be-434a-b3e2-bffa1fad4e64 req-59ff5e2d-1227-43b3-82f5-b5cd92f87a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:21.424080 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-06c5e09e-55be-434a-b3e2-bffa1fad4e64 req-59ff5e2d-1227-43b3-82f5-b5cd92f87a5b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ddf27ec567494d03bd1d2469aef97264&device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 1129 time: 0.0457010 Sep 17 03:55:21.481374 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155cc3f-4b9e-4962-9c5d-f7af28362e57 req-2b5cc653-229f-41c8-8997-e687ace04706 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:21.483556 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-2155cc3f-4b9e-4962-9c5d-f7af28362e57 req-2b5cc653-229f-41c8-8997-e687ace04706 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 943 time: 0.0577419 Sep 17 03:55:21.520378 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=100 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:21.525101 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5e09e-55be-434a-b3e2-bffa1fad4e64 req-0bf32965-35f5-47e1-ad92-cc5c19b9ff87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:21.526627 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-06c5e09e-55be-434a-b3e2-bffa1fad4e64 req-0bf32965-35f5-47e1-ad92-cc5c19b9ff87 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=d9470128-efc5-439d-94b6-d35d23a7faa0 HTTP/1.1" status: 200 len: 912 time: 0.0952826 Sep 17 03:55:21.538531 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-2155cc3f-4b9e-4962-9c5d-f7af28362e57 req-fc6c442d-b30b-4cdc-b8ad-3f6cdb9c33c8 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475590 Sep 17 03:55:21.593957 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-0e0d50ed-fdcb-43ba-9943-fcdddc4a9abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'name': 'tempest-AttachVolumeTestJSON-1503991509-router', 'tenant_id': 'ddf27ec567494d03bd1d2469aef97264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '0dc8a0ca-d127-4c9a-860a-fe2ca661e674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:54:48Z', 'updated_at': '2022-09-17T03:54:54Z', 'revision_number': 4, 'project_id': 'ddf27ec567494d03bd1d2469aef97264', 'gw_port': {'id': '0dc8a0ca-d127-4c9a-860a-fe2ca661e674', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:54:49Z', 'updated_at': '2022-09-17T03:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_floatingips': [{'id': '3a09b0d4-ce23-4dd1-9fd8-71fad082b68a', 'tenant_id': 'ddf27ec567494d03bd1d2469aef97264', 'floating_ip_address': '172.27.0.34', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'port_id': '324afd0c-23b1-40bc-8f71-5c1fc422c12a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9470128-efc5-439d-94b6-d35d23a7faa0', 'mac_address': 'fa:16:3e:b9:58:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6118a1fe-8638-4e2e-ac9b-20edad4bf588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:55:01Z', 'updated_at': '2022-09-17T03:55:20Z', 'revision_number': 1, 'project_id': 'ddf27ec567494d03bd1d2469aef97264', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41f2ee60-fca2-4afe-bd77-26b618c3f138', 'name': '', 'network_id': 'd9470128-efc5-439d-94b6-d35d23a7faa0', 'tenant_id': 'ddf27ec567494d03bd1d2469aef97264', 'mac_address': 'fa:16:3e:f1:71:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '4f884129-c112-4f7f-ab1b-3d2e33686d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:54:53Z', 'updated_at': '2022-09-17T03:55:02Z', 'revision_number': 5, 'project_id': 'ddf27ec567494d03bd1d2469aef97264', 'subnets': [{'id': '4f884129-c112-4f7f-ab1b-3d2e33686d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:55:21.613614 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-06c5e09e-55be-434a-b3e2-bffa1fad4e64 req-a4f9e3d7-f594-4627-8a03-ba8c7833e7bf service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=324afd0c-23b1-40bc-8f71-5c1fc422c12a HTTP/1.1" status: 200 len: 998 time: 0.0812368 Sep 17 03:55:21.625587 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0d50ed-fdcb-43ba-9943-fcdddc4a9abb None None] Checking router: 0ddbff4c-869c-4395-840b-62153fa7fbbb for host: dv-cinder-849143-3-iscsi {{(pid=113212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:55:21.636393 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0d50ed-fdcb-43ba-9943-fcdddc4a9abb None None] Routers {'0ddbff4c-869c-4395-840b-62153fa7fbbb'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:55:21.637164 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-0e0d50ed-fdcb-43ba-9943-fcdddc4a9abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:55:10Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['0ddbff4c-869c-4395-840b-62153fa7fbbb'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:55:21.670769 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:21.675381 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5e09e-55be-434a-b3e2-bffa1fad4e64 req-1531d7ab-116d-48c4-a8e9-3ad074f7374b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:21.682872 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-06c5e09e-55be-434a-b3e2-bffa1fad4e64 req-1531d7ab-116d-48c4-a8e9-3ad074f7374b service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=4f884129-c112-4f7f-ab1b-3d2e33686d02 HTTP/1.1" status: 200 len: 850 time: 0.0627594 Sep 17 03:55:21.731018 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5e09e-55be-434a-b3e2-bffa1fad4e64 req-114d73b5-3d86-4a54-9e68-b9f775e579cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:21.732508 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-06c5e09e-55be-434a-b3e2-bffa1fad4e64 req-114d73b5-3d86-4a54-9e68-b9f775e579cb service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=d9470128-efc5-439d-94b6-d35d23a7faa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393364 Sep 17 03:55:21.741970 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-0e0d50ed-fdcb-43ba-9943-fcdddc4a9abb None None] Set router 0ddbff4c-869c-4395-840b-62153fa7fbbb gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:55:21.834153 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-06c5e09e-55be-434a-b3e2-bffa1fad4e64 req-002d42b7-fb37-4411-92a1-6e4e4b48adad service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d9470128-efc5-439d-94b6-d35d23a7faa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919929 Sep 17 03:55:21.848159 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=100 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:21.933440 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-06c5e09e-55be-434a-b3e2-bffa1fad4e64 req-80bb1287-1152-45bb-8392-172136acde35 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d9470128-efc5-439d-94b6-d35d23a7faa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934548 Sep 17 03:55:21.966772 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-0e0d50ed-fdcb-43ba-9943-fcdddc4a9abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'name': 'tempest-AttachVolumeTestJSON-1503991509-router', 'tenant_id': 'ddf27ec567494d03bd1d2469aef97264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '0dc8a0ca-d127-4c9a-860a-fe2ca661e674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:54:48Z', 'updated_at': '2022-09-17T03:54:54Z', 'revision_number': 4, 'project_id': 'ddf27ec567494d03bd1d2469aef97264', 'gw_port': {'id': '0dc8a0ca-d127-4c9a-860a-fe2ca661e674', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:54:49Z', 'updated_at': '2022-09-17T03:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_floatingips': [{'id': '3a09b0d4-ce23-4dd1-9fd8-71fad082b68a', 'tenant_id': 'ddf27ec567494d03bd1d2469aef97264', 'floating_ip_address': '172.27.0.34', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'port_id': '324afd0c-23b1-40bc-8f71-5c1fc422c12a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9470128-efc5-439d-94b6-d35d23a7faa0', 'mac_address': 'fa:16:3e:b9:58:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6118a1fe-8638-4e2e-ac9b-20edad4bf588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:55:01Z', 'updated_at': '2022-09-17T03:55:20Z', 'revision_number': 1, 'project_id': 'ddf27ec567494d03bd1d2469aef97264', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41f2ee60-fca2-4afe-bd77-26b618c3f138', 'name': '', 'network_id': 'd9470128-efc5-439d-94b6-d35d23a7faa0', 'tenant_id': 'ddf27ec567494d03bd1d2469aef97264', 'mac_address': 'fa:16:3e:f1:71:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '4f884129-c112-4f7f-ab1b-3d2e33686d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:54:53Z', 'updated_at': '2022-09-17T03:55:02Z', 'revision_number': 5, 'project_id': 'ddf27ec567494d03bd1d2469aef97264', 'subnets': [{'id': '4f884129-c112-4f7f-ab1b-3d2e33686d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:55:21.992146 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0d50ed-fdcb-43ba-9943-fcdddc4a9abb None None] The sync data for ids ['0ddbff4c-869c-4395-840b-62153fa7fbbb'] in dv-cinder-849143-3-iscsi is: [{'id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'name': 'tempest-AttachVolumeTestJSON-1503991509-router', 'tenant_id': 'ddf27ec567494d03bd1d2469aef97264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '0dc8a0ca-d127-4c9a-860a-fe2ca661e674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:54:48Z', 'updated_at': '2022-09-17T03:54:54Z', 'revision_number': 4, 'project_id': 'ddf27ec567494d03bd1d2469aef97264', 'gw_port': {'id': '0dc8a0ca-d127-4c9a-860a-fe2ca661e674', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:54:49Z', 'updated_at': '2022-09-17T03:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_floatingips': [{'id': '3a09b0d4-ce23-4dd1-9fd8-71fad082b68a', 'tenant_id': 'ddf27ec567494d03bd1d2469aef97264', 'floating_ip_address': '172.27.0.34', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'port_id': '324afd0c-23b1-40bc-8f71-5c1fc422c12a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9470128-efc5-439d-94b6-d35d23a7faa0', 'mac_address': 'fa:16:3e:b9:58:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6118a1fe-8638-4e2e-ac9b-20edad4bf588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:55:01Z', 'updated_at': '2022-09-17T03:55:20Z', 'revision_number': 1, 'project_id': 'ddf27ec567494d03bd1d2469aef97264', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41f2ee60-fca2-4afe-bd77-26b618c3f138', 'name': '', 'network_id': 'd9470128-efc5-439d-94b6-d35d23a7faa0', 'tenant_id': 'ddf27ec567494d03bd1d2469aef97264', 'mac_address': 'fa:16:3e:f1:71:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '4f884129-c112-4f7f-ab1b-3d2e33686d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:54:53Z', 'updated_at': '2022-09-17T03:55:02Z', 'revision_number': 5, 'project_id': 'ddf27ec567494d03bd1d2469aef97264', 'subnets': [{'id': '4f884129-c112-4f7f-ab1b-3d2e33686d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:55:22.138077 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893800e1-a27a-4cc4-b426-e096a449458a req-315a3252-c0d5-4502-b3a1-33e25f23aa11 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:22.140132 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-893800e1-a27a-4cc4-b426-e096a449458a req-315a3252-c0d5-4502-b3a1-33e25f23aa11 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 945 time: 0.0474880 Sep 17 03:55:22.199653 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-893800e1-a27a-4cc4-b426-e096a449458a req-77a8eb5f-0ca7-4c26-aca4-b0dda511211c tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537784 Sep 17 03:55:22.225231 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b86a40-6396-4de2-9544-1423cc8b04d9 None None] New status for floating IP 3a09b0d4-ce23-4dd1-9fd8-71fad082b68a: ACTIVE {{(pid=113213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 03:55:22.676547 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be904b3-5583-4770-bbb5-fdbecca2690c req-49665e7f-e186-455f-a9eb-3d049c1a3d9a tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:22.678496 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-3be904b3-5583-4770-bbb5-fdbecca2690c req-49665e7f-e186-455f-a9eb-3d049c1a3d9a tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 943 time: 0.0495651 Sep 17 03:55:22.733059 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-3be904b3-5583-4770-bbb5-fdbecca2690c req-a5a4b535-6191-43f0-a23a-66285b42baee tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474296 Sep 17 03:55:23.113513 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13c9b9-c532-4990-9177-4331e4e20f86 req-eb774117-2cbc-4eef-b68a-a8e81506c310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:23.114943 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-ac13c9b9-c532-4990-9177-4331e4e20f86 req-eb774117-2cbc-4eef-b68a-a8e81506c310 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5&tenant_id=c1a07eadb5ea4914a6e1e6f3844afe94 HTTP/1.1" status: 200 len: 1127 time: 0.0430419 Sep 17 03:55:23.195964 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13c9b9-c532-4990-9177-4331e4e20f86 req-f56883b0-2230-464e-81a3-848728dd8cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:23.197392 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-ac13c9b9-c532-4990-9177-4331e4e20f86 req-f56883b0-2230-464e-81a3-848728dd8cc9 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=c1a07eadb5ea4914a6e1e6f3844afe94&device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 1127 time: 0.0375261 Sep 17 03:55:23.289929 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13c9b9-c532-4990-9177-4331e4e20f86 req-196dd1fd-4295-4abd-8495-b53f342234d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:23.291630 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-ac13c9b9-c532-4990-9177-4331e4e20f86 req-196dd1fd-4295-4abd-8495-b53f342234d1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=a2c22271-da7e-4d2b-b2be-97deb622f84c HTTP/1.1" status: 200 len: 916 time: 0.0873892 Sep 17 03:55:23.323946 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0daa6-84e9-4f30-ab76-bff9d26b0899 req-faa5a498-3876-4ee5-9162-8db3350b6063 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:23.325423 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-97f0daa6-84e9-4f30-ab76-bff9d26b0899 req-faa5a498-3876-4ee5-9162-8db3350b6063 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 945 time: 0.0471611 Sep 17 03:55:23.356881 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-ac13c9b9-c532-4990-9177-4331e4e20f86 req-88972838-5d9d-4ef1-b400-e6e012b54b5f service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a9faf1e-30af-44c9-b2f3-1362a9298cbe HTTP/1.1" status: 200 len: 998 time: 0.0583103 Sep 17 03:55:23.376290 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-97f0daa6-84e9-4f30-ab76-bff9d26b0899 req-be4ae325-6998-4567-9803-b04cac056d72 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452356 Sep 17 03:55:23.405547 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13c9b9-c532-4990-9177-4331e4e20f86 req-a9439933-a60f-40d7-87e7-de8dbf0c90ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:23.407059 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-ac13c9b9-c532-4990-9177-4331e4e20f86 req-a9439933-a60f-40d7-87e7-de8dbf0c90ad service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5 HTTP/1.1" status: 200 len: 854 time: 0.0439067 Sep 17 03:55:23.459179 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13c9b9-c532-4990-9177-4331e4e20f86 req-0ec023dc-2643-4c67-936c-35c88dd2eec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:23.460618 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-ac13c9b9-c532-4990-9177-4331e4e20f86 req-0ec023dc-2643-4c67-936c-35c88dd2eec7 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=a2c22271-da7e-4d2b-b2be-97deb622f84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379553 Sep 17 03:55:23.556400 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-ac13c9b9-c532-4990-9177-4331e4e20f86 req-ca2c91a0-0b57-4fef-a801-0275311d183d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a2c22271-da7e-4d2b-b2be-97deb622f84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863192 Sep 17 03:55:23.647242 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-ac13c9b9-c532-4990-9177-4331e4e20f86 req-fec39aaf-de35-4453-b985-195e3a4c777b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a2c22271-da7e-4d2b-b2be-97deb622f84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844746 Sep 17 03:55:23.865111 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf0d5ca-1664-4845-adc5-667eb02347e4 req-81b3b170-ae55-4dd0-9d22-b8fa838c4be8 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:23.866563 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-acf0d5ca-1664-4845-adc5-667eb02347e4 req-81b3b170-ae55-4dd0-9d22-b8fa838c4be8 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 943 time: 0.0491371 Sep 17 03:55:23.912951 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-acf0d5ca-1664-4845-adc5-667eb02347e4 req-5ae985e2-1999-4435-9b43-82b65be32c76 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401456 Sep 17 03:55:24.528179 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11df31e-d669-48df-a5f0-5cdee6cabd9f req-6fe93d0e-e1f6-4c46-944d-4813b33b28f6 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:24.529745 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f11df31e-d669-48df-a5f0-5cdee6cabd9f req-6fe93d0e-e1f6-4c46-944d-4813b33b28f6 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 945 time: 0.0538645 Sep 17 03:55:24.585486 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f11df31e-d669-48df-a5f0-5cdee6cabd9f req-4f8ee987-7e7c-4974-9b03-44775b9df0d3 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498998 Sep 17 03:55:25.061152 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba80982-fa3a-4452-8ae5-77242fe5498c req-96f55cf8-846f-4442-91e9-35ba9087566b tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:25.062629 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8ba80982-fa3a-4452-8ae5-77242fe5498c req-96f55cf8-846f-4442-91e9-35ba9087566b tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 943 time: 0.0536215 Sep 17 03:55:25.113649 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8ba80982-fa3a-4452-8ae5-77242fe5498c req-1c84fe15-e6e1-4beb-99fb-6eebfd9b6f61 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455093 Sep 17 03:55:25.731669 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320034e-f143-4dfe-98de-602e06adec28 req-18f74850-6b5a-4e85-bf32-2aa2f3f91c2f tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:25.738053 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-4320034e-f143-4dfe-98de-602e06adec28 req-18f74850-6b5a-4e85-bf32-2aa2f3f91c2f tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 945 time: 0.0554783 Sep 17 03:55:25.799616 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-4320034e-f143-4dfe-98de-602e06adec28 req-b38b9416-32ef-417c-89eb-82d2e8bde8cf tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596917 Sep 17 03:55:26.210796 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:26.230897 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:26.248964 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a02e05e-cd94-4e00-aa4c-a609c8159075 req-27ff7cc8-548a-4bfb-a125-3e6c31b31d22 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:26.250480 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5a02e05e-cd94-4e00-aa4c-a609c8159075 req-27ff7cc8-548a-4bfb-a125-3e6c31b31d22 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 943 time: 0.0494294 Sep 17 03:55:26.314523 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5a02e05e-cd94-4e00-aa4c-a609c8159075 req-a81e5c4f-3548-40f7-94ac-b96e3cda0816 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578079 Sep 17 03:55:26.934092 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88acc16d-e88d-4cd5-92f4-329a63e2d1c1 req-70c50deb-7a29-4716-a5bb-d0a6ba339c5a tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:26.935623 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-88acc16d-e88d-4cd5-92f4-329a63e2d1c1 req-70c50deb-7a29-4716-a5bb-d0a6ba339c5a tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 945 time: 0.0485759 Sep 17 03:55:26.988324 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-88acc16d-e88d-4cd5-92f4-329a63e2d1c1 req-6ecb2e03-b765-4ba4-8658-e347b7c528f1 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469379 Sep 17 03:55:27.456007 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce7db7-3407-40c1-9995-b9a53a012666 req-798db0c6-4c1c-43c4-a08b-9806adc60741 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:27.456007 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-92ce7db7-3407-40c1-9995-b9a53a012666 req-798db0c6-4c1c-43c4-a08b-9806adc60741 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 943 time: 0.0538054 Sep 17 03:55:27.525902 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-92ce7db7-3407-40c1-9995-b9a53a012666 req-f81e549c-0e5c-4707-8f84-19e7bf7ce6d0 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631640 Sep 17 03:55:28.119774 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070378a-2ce6-4509-9a2f-67235ae82a65 req-ea565f5e-8fd9-426b-b1ca-0dba6efd5e51 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:28.121333 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0070378a-2ce6-4509-9a2f-67235ae82a65 req-ea565f5e-8fd9-426b-b1ca-0dba6efd5e51 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 945 time: 0.0544777 Sep 17 03:55:28.175054 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0070378a-2ce6-4509-9a2f-67235ae82a65 req-8f5b7305-917a-46d2-9950-333b4e7a3313 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477464 Sep 17 03:55:28.659728 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301a226-a612-45e1-be0e-7657def043df req-ecb83ace-36af-4d19-a327-67675248c9bd tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:28.661186 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a301a226-a612-45e1-be0e-7657def043df req-ecb83ace-36af-4d19-a327-67675248c9bd tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 943 time: 0.0511811 Sep 17 03:55:28.713106 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a301a226-a612-45e1-be0e-7657def043df req-c807c752-ea67-4b46-a080-0a079b661592 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457900 Sep 17 03:55:29.302437 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f10945-a1aa-48c2-8bc6-9d8e37447628 req-dda85fbc-d0cd-4b30-8236-f4edf0e2781e tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:29.304024 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e4f10945-a1aa-48c2-8bc6-9d8e37447628 req-dda85fbc-d0cd-4b30-8236-f4edf0e2781e tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 945 time: 0.0510695 Sep 17 03:55:29.361618 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e4f10945-a1aa-48c2-8bc6-9d8e37447628 req-3ed61749-0ddf-46f9-aaf9-b3ede6192cab tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518348 Sep 17 03:55:29.846175 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d292c1d-32d7-41bc-b8b6-04ed8958b0bf req-3415ef20-632e-4c92-a424-76fb23116d19 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:29.847678 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5d292c1d-32d7-41bc-b8b6-04ed8958b0bf req-3415ef20-632e-4c92-a424-76fb23116d19 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 943 time: 0.0484951 Sep 17 03:55:29.896814 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5d292c1d-32d7-41bc-b8b6-04ed8958b0bf req-824064aa-ed6b-4b60-914e-9c01851ee27f tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430224 Sep 17 03:55:30.484701 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed6cf8-384c-4be8-9c20-e998e2385c60 req-53e40608-1ff1-4ec0-bef1-6385f542e60e tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:30.486184 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e2ed6cf8-384c-4be8-9c20-e998e2385c60 req-53e40608-1ff1-4ec0-bef1-6385f542e60e tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 945 time: 0.0478253 Sep 17 03:55:30.541182 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e2ed6cf8-384c-4be8-9c20-e998e2385c60 req-fa21e4a5-4622-4906-ade1-0df1134109ac tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492306 Sep 17 03:55:31.036183 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6965530-4491-4b58-aabb-cb39aac732e8 req-8f39bcd7-9bb7-4c64-b0af-74ee95d90019 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:31.037964 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c6965530-4491-4b58-aabb-cb39aac732e8 req-8f39bcd7-9bb7-4c64-b0af-74ee95d90019 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 943 time: 0.0550637 Sep 17 03:55:31.089618 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c6965530-4491-4b58-aabb-cb39aac732e8 req-cf241bf1-9294-4da4-a18a-1906042169b1 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439138 Sep 17 03:55:31.702030 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c03ba-728d-4097-8379-0426da472d0c req-274db405-5444-45bf-bfae-ba436fa8fa69 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:31.702858 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8d6c03ba-728d-4097-8379-0426da472d0c req-274db405-5444-45bf-bfae-ba436fa8fa69 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 945 time: 0.0754294 Sep 17 03:55:31.748080 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:31.757277 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8d6c03ba-728d-4097-8379-0426da472d0c req-cca30164-7658-4cf6-91f0-5213256bd808 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536520 Sep 17 03:55:31.962212 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=92 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:31.970510 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=39 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:32.227116 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8424751-52a3-4d3c-8bc3-fa8b50a3aba6 req-bb9315e3-9e21-4887-ac10-1d7a0c7fc8d5 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:32.228561 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b8424751-52a3-4d3c-8bc3-fa8b50a3aba6 req-bb9315e3-9e21-4887-ac10-1d7a0c7fc8d5 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 943 time: 0.0530567 Sep 17 03:55:32.280123 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b8424751-52a3-4d3c-8bc3-fa8b50a3aba6 req-2e3704c1-9ea0-49a5-a30f-e562179c616a tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457807 Sep 17 03:55:32.326137 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:32.332203 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:32.894675 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7c805-31b5-4f04-840b-cd0a01f1fd7c req-3f42c014-3d8a-4fe1-85b7-8462709a169b tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:32.896960 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-15b7c805-31b5-4f04-840b-cd0a01f1fd7c req-3f42c014-3d8a-4fe1-85b7-8462709a169b tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 945 time: 0.0505095 Sep 17 03:55:32.952364 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-15b7c805-31b5-4f04-840b-cd0a01f1fd7c req-d6d4fb4d-bdd9-4917-9baf-8f584f8e632e tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484278 Sep 17 03:55:33.410606 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324253a-9820-483a-b517-dea3df111f9e req-e9f64a25-3bdf-4d05-94c0-bf44f3cd9cbf tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:33.412230 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c324253a-9820-483a-b517-dea3df111f9e req-e9f64a25-3bdf-4d05-94c0-bf44f3cd9cbf tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 943 time: 0.0484293 Sep 17 03:55:33.466191 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c324253a-9820-483a-b517-dea3df111f9e req-4f542537-0cf3-4d27-af96-825950dcae13 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482059 Sep 17 03:55:33.642296 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=67 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:33.644090 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=53 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:34.085119 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845edc73-7962-41e5-8f8f-f7572f82936c req-7ea0a862-aca2-4bbc-a148-8211099e0775 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:34.086908 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-845edc73-7962-41e5-8f8f-f7572f82936c req-7ea0a862-aca2-4bbc-a148-8211099e0775 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 945 time: 0.0479407 Sep 17 03:55:34.097930 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:34.141225 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-845edc73-7962-41e5-8f8f-f7572f82936c req-291c3951-2f6c-403e-9c5b-218e40acaef4 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488567 Sep 17 03:55:34.592623 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c91b21-8c38-4fef-b030-2f6d8c8020e0 req-2e4e20ce-aa92-46ce-b9d6-6ffe84037616 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:34.594336 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-51c91b21-8c38-4fef-b030-2f6d8c8020e0 req-2e4e20ce-aa92-46ce-b9d6-6ffe84037616 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 943 time: 0.0457304 Sep 17 03:55:34.640681 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-51c91b21-8c38-4fef-b030-2f6d8c8020e0 req-72776214-f530-4b23-afcf-45e1ac7c9a25 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409377 Sep 17 03:55:34.954552 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a95aff-f532-4d09-bb54-aae3daf04330 req-2889825b-d770-45ec-bbad-55b6556cd289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:34.956067 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-c7a95aff-f532-4d09-bb54-aae3daf04330 req-2889825b-d770-45ec-bbad-55b6556cd289 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=c265d90202534462b37c19391538b29a&device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 1129 time: 0.0448725 Sep 17 03:55:35.265664 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e95182-2622-469f-b15c-1971ead0c908 req-773a450a-7996-41d5-bedc-8ab4b5a52094 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:35.267203 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-48e95182-2622-469f-b15c-1971ead0c908 req-773a450a-7996-41d5-bedc-8ab4b5a52094 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 945 time: 0.0521431 Sep 17 03:55:35.317985 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-48e95182-2622-469f-b15c-1971ead0c908 req-2ef98e8b-b91b-424d-80cc-c57348dc0660 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451484 Sep 17 03:55:35.765081 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dffed6-58f1-45cc-a2b3-5b5fb8624dfc req-ef0fa3a8-6cc8-4488-8758-bc666e268dbc tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:35.766565 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-48dffed6-58f1-45cc-a2b3-5b5fb8624dfc req-ef0fa3a8-6cc8-4488-8758-bc666e268dbc tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 943 time: 0.0459185 Sep 17 03:55:35.813883 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-48dffed6-58f1-45cc-a2b3-5b5fb8624dfc req-2a145960-c445-463a-b65e-e93ac757be04 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418427 Sep 17 03:55:35.986683 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a95aff-f532-4d09-bb54-aae3daf04330 req-c78fbf15-193d-4a61-98a3-d276fb751bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:35.988156 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-c7a95aff-f532-4d09-bb54-aae3daf04330 req-c78fbf15-193d-4a61-98a3-d276fb751bee service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=9639789b-4517-4d8a-8150-b02c75d21fd6 HTTP/1.1" status: 200 len: 910 time: 0.0876868 Sep 17 03:55:36.070254 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-c7a95aff-f532-4d09-bb54-aae3daf04330 req-b2c4b62d-4a35-4c33-9120-8352718cadc6 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c180ab9b-4ee0-400c-bcd6-351470f7df5f HTTP/1.1" status: 200 len: 1001 time: 0.0638905 Sep 17 03:55:36.146531 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a95aff-f532-4d09-bb54-aae3daf04330 req-983652b0-4e08-484f-8d6f-0c843508ba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:36.148035 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-c7a95aff-f532-4d09-bb54-aae3daf04330 req-983652b0-4e08-484f-8d6f-0c843508ba66 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=ea6084af-2859-4d2a-9fe2-69cd212d0f4a HTTP/1.1" status: 200 len: 848 time: 0.0442271 Sep 17 03:55:36.193119 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a95aff-f532-4d09-bb54-aae3daf04330 req-ec1d15b3-a0d1-44f8-b328-a385f6436381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:36.194772 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-c7a95aff-f532-4d09-bb54-aae3daf04330 req-ec1d15b3-a0d1-44f8-b328-a385f6436381 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=9639789b-4517-4d8a-8150-b02c75d21fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395749 Sep 17 03:55:36.289923 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-c7a95aff-f532-4d09-bb54-aae3daf04330 req-022aeced-4d04-4eb3-bcfd-445b4159adff service neutron] 10.222.0.18 "GET /networking/v2.0/networks/9639789b-4517-4d8a-8150-b02c75d21fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884340 Sep 17 03:55:36.387175 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-c7a95aff-f532-4d09-bb54-aae3daf04330 req-2708ce87-2702-4efd-ae05-ae67fcbdd807 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/9639789b-4517-4d8a-8150-b02c75d21fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886369 Sep 17 03:55:36.443641 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4572e6d3-5a5e-48f3-b009-38ad5bb7ae23 req-5a4634e1-4b45-4f4e-8101-24fad16a884c tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:36.445107 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-4572e6d3-5a5e-48f3-b009-38ad5bb7ae23 req-5a4634e1-4b45-4f4e-8101-24fad16a884c tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 945 time: 0.0472765 Sep 17 03:55:36.499943 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-4572e6d3-5a5e-48f3-b009-38ad5bb7ae23 req-f88140aa-f15a-41c8-af4a-b6fef03416e3 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485530 Sep 17 03:55:36.943934 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea5a66-cc61-4c3c-a327-917a8d5eb55c req-7b33c011-79b7-47bc-a98a-861ef15cecb3 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:36.945420 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-1eea5a66-cc61-4c3c-a327-917a8d5eb55c req-7b33c011-79b7-47bc-a98a-861ef15cecb3 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 943 time: 0.0474312 Sep 17 03:55:36.995234 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-1eea5a66-cc61-4c3c-a327-917a8d5eb55c req-829776f6-adcf-4452-80e1-7c9a3419293f tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436192 Sep 17 03:55:37.620455 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7fd002-cc69-4243-919f-8905fc2794ab req-0e0e7779-d7f8-48b4-8b1c-be769932d21d tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:37.621917 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8a7fd002-cc69-4243-919f-8905fc2794ab req-0e0e7779-d7f8-48b4-8b1c-be769932d21d tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 945 time: 0.0469737 Sep 17 03:55:37.646297 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:37.670615 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8a7fd002-cc69-4243-919f-8905fc2794ab req-e1440ca0-e4ee-4218-9d49-0d12eda4d9ee tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432222 Sep 17 03:55:37.959099 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-3404f4bc-b2b2-4283-8b84-34f40adb6ad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b0b4725d-5d3f-4adf-8b60-729f2f7a35da), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:38.107316 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 7a9faf1e-30af-44c9-b2f3-1362a9298cbe details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=113212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 03:55:38.123155 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97759527-7db3-4f74-b8cb-6cffeccb0e33 req-cc6d1c2b-261f-4baa-b086-92b829d15cbb tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:38.124632 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-97759527-7db3-4f74-b8cb-6cffeccb0e33 req-cc6d1c2b-261f-4baa-b086-92b829d15cbb tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 943 time: 0.0500581 Sep 17 03:55:38.172969 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-97759527-7db3-4f74-b8cb-6cffeccb0e33 req-49179b4f-2887-4aed-9828-19849beda008 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426722 Sep 17 03:55:38.342059 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port 7a9faf1e-30af-44c9-b2f3-1362a9298cbe, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=7a9faf1e-30af-44c9-b2f3-1362a9298cbe,segment=NetworkSegment(08cb3b6a-b907-4438-a94b-64c1979bcd7f),segment_id=08cb3b6a-b907-4438-a94b-64c1979bcd7f)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:55:38.353347 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Returning: {'device': '7a9faf1e-30af-44c9-b2f3-1362a9298cbe', 'network_id': 'a2c22271-da7e-4d2b-b2be-97deb622f84c', 'port_id': '7a9faf1e-30af-44c9-b2f3-1362a9298cbe', 'mac_address': 'fa:16:3e:34:c4:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 03:55:38.397936 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port 7a9faf1e-30af-44c9-b2f3-1362a9298cbe is: DOWN; New status is: BUILD {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:55:38.398241 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (7a9faf1e-30af-44c9-b2f3-1362a9298cbe), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:38.410954 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a9faf1e-30af-44c9-b2f3-1362a9298cbe {{(pid=113212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:55:38.429991 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port 7a9faf1e-30af-44c9-b2f3-1362a9298cbe, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=7a9faf1e-30af-44c9-b2f3-1362a9298cbe,segment=NetworkSegment(08cb3b6a-b907-4438-a94b-64c1979bcd7f),segment_id=08cb3b6a-b907-4438-a94b-64c1979bcd7f)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:55:38.496359 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (7a9faf1e-30af-44c9-b2f3-1362a9298cbe), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:38.541627 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=7a9faf1e-30af-44c9-b2f3-1362a9298cbe,revision_number=9']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:55:38.795041 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc0ddc-e86d-4504-92dd-fcc33834aa9e req-32465a78-2f23-44ee-8ade-397f60858263 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:38.796522 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7fdc0ddc-e86d-4504-92dd-fcc33834aa9e req-32465a78-2f23-44ee-8ade-397f60858263 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 945 time: 0.0474329 Sep 17 03:55:38.840132 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] get_ports_and_sgs() called for port_ids ['7a9faf1e-30af-44c9-b2f3-1362a9298cbe'] {{(pid=113212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:55:38.847701 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7fdc0ddc-e86d-4504-92dd-fcc33834aa9e req-edbe2ae5-93fe-4a1d-9a8f-09144f69bf6c tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454893 Sep 17 03:55:39.318212 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455fe501-8455-4934-a839-5baa29a1ab0f req-268ed560-2c11-4212-9920-ef34be403c9c tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:39.319767 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-455fe501-8455-4934-a839-5baa29a1ab0f req-268ed560-2c11-4212-9920-ef34be403c9c tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 944 time: 0.0584390 Sep 17 03:55:39.371221 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-455fe501-8455-4934-a839-5baa29a1ab0f req-18520dbc-b52f-4963-824d-a440a8aa9baf tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446620 Sep 17 03:55:39.989374 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a0be3-acfb-4323-8db0-02d62f54f9eb req-936769e3-79fa-4201-9a80-aa1086c9079a tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:39.990872 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-1a0a0be3-acfb-4323-8db0-02d62f54f9eb req-936769e3-79fa-4201-9a80-aa1086c9079a tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 945 time: 0.0509937 Sep 17 03:55:40.041146 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-1a0a0be3-acfb-4323-8db0-02d62f54f9eb req-9fc2a5de-a5e6-4eb3-b70a-5f9bf8334a4a tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445697 Sep 17 03:55:40.211462 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 7a9faf1e-30af-44c9-b2f3-1362a9298cbe up at agent hyperv_hv-cinder-84914 {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:55:40.262231 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Provisioning complete for port 7a9faf1e-30af-44c9-b2f3-1362a9298cbe triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:55:40.262720 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (7a9faf1e-30af-44c9-b2f3-1362a9298cbe), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:40.263066 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Attempt 1 to provision port 7a9faf1e-30af-44c9-b2f3-1362a9298cbe Sep 17 03:55:40.299805 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-3634dc29-60ec-4c10-9cd1-17cb6f3e2caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b971cbd0-997d-41fb-8614-0aea29982798), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:40.339072 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port 7a9faf1e-30af-44c9-b2f3-1362a9298cbe is: BUILD; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:55:40.340656 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (7a9faf1e-30af-44c9-b2f3-1362a9298cbe), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:40.363038 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73bec81-39a0-47b3-b066-7f91389818b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9faf1e-30af-44c9-b2f3-1362a9298cbe'}] {{(pid=113212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:55:40.365262 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc6586f6b4c6bd034ee7705c69f50a833cff710b963951e05e6de8956872ccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f38fd2-026e-4b83-9748-cea602160764" -d '{"events": [{"server_uuid": "d73bec81-39a0-47b3-b066-7f91389818b5", "name": "network-vif-plugged", "status": "completed", "tag": "7a9faf1e-30af-44c9-b2f3-1362a9298cbe"}]}' {{(pid=113212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:55:40.382943 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port 7a9faf1e-30af-44c9-b2f3-1362a9298cbe, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=7a9faf1e-30af-44c9-b2f3-1362a9298cbe,segment=NetworkSegment(08cb3b6a-b907-4438-a94b-64c1979bcd7f),segment_id=08cb3b6a-b907-4438-a94b-64c1979bcd7f)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:55:40.409160 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca4672c-06d9-4578-b065-fd96c7b45554 x-openstack-request-id: req-8ca4672c-06d9-4578-b065-fd96c7b45554 {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:55:40.409598 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73bec81-39a0-47b3-b066-7f91389818b5", "name": "network-vif-plugged", "status": "completed", "tag": "7a9faf1e-30af-44c9-b2f3-1362a9298cbe", "code": 200}]} {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:55:40.409841 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8ca4672c-06d9-4578-b065-fd96c7b45554 {{(pid=113212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:55:40.415300 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ca4672c-06d9-4578-b065-fd96c7b45554'] response: {'server_uuid': 'd73bec81-39a0-47b3-b066-7f91389818b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9faf1e-30af-44c9-b2f3-1362a9298cbe', 'code': 200} Sep 17 03:55:40.480628 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (7a9faf1e-30af-44c9-b2f3-1362a9298cbe), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:40.481640 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device c180ab9b-4ee0-400c-bcd6-351470f7df5f no longer exists at agent hyperv_hv-cinder-84914 {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:55:40.512267 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7634a8b-d881-4b50-ba72-a59b6e041243 req-651a9696-89b0-4935-9ce7-a38fb80ee74a tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:40.513834 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f7634a8b-d881-4b50-ba72-a59b6e041243 req-651a9696-89b0-4935-9ce7-a38fb80ee74a tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 944 time: 0.0572963 Sep 17 03:55:40.530789 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:40.537077 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:40.540308 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:40.570137 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f7634a8b-d881-4b50-ba72-a59b6e041243 req-ac52dc53-2fe0-413d-9af1-7f615127dc77 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503945 Sep 17 03:55:40.571652 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=7a9faf1e-30af-44c9-b2f3-1362a9298cbe,revision_number=10']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:55:40.598970 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:55:40.599322 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:55:40.599663 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:55:40.600005 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:55:40.600341 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:55:40.600670 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:55:40.600997 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:55:40.601326 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:55:40.601651 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:55:40.602000 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:55:40.602330 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:55:40.602656 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:55:40.603017 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:55:40.603335 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:55:40.603830 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:55:40.618424 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port c180ab9b-4ee0-400c-bcd6-351470f7df5f is: ACTIVE; New status is: DOWN {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:55:40.619363 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (c180ab9b-4ee0-400c-bcd6-351470f7df5f), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:40.658213 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port c180ab9b-4ee0-400c-bcd6-351470f7df5f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c180ab9b-4ee0-400c-bcd6-351470f7df5f,segment=NetworkSegment(b441c4b6-7de0-4da2-a055-6601c587c21b),segment_id=b441c4b6-7de0-4da2-a055-6601c587c21b)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:55:40.754329 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (c180ab9b-4ee0-400c-bcd6-351470f7df5f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:40.802189 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=c180ab9b-4ee0-400c-bcd6-351470f7df5f,revision_number=6']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:55:41.059399 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe06fb-df0c-4657-9545-51b280829c35 req-711f13c4-c8af-4dea-b0cc-5313e92566a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:41.060918 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-13fe06fb-df0c-4657-9545-51b280829c35 req-711f13c4-c8af-4dea-b0cc-5313e92566a7 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 1130 time: 0.0441926 Sep 17 03:55:41.110257 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-13fe06fb-df0c-4657-9545-51b280829c35 req-9ad00976-cf24-41d2-a46a-c55af3b0deb1 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421283 Sep 17 03:55:41.163251 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06aa4c-099d-4a10-9225-7eeb645346e1 req-58bc63e6-5f4c-4c35-ab43-15a53e3358f6 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:41.164717 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5d06aa4c-099d-4a10-9225-7eeb645346e1 req-58bc63e6-5f4c-4c35-ab43-15a53e3358f6 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 943 time: 0.0458562 Sep 17 03:55:41.215543 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5d06aa4c-099d-4a10-9225-7eeb645346e1 req-13bb7fb3-460d-458d-9e98-af9f3f3adfb8 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444694 Sep 17 03:55:41.490999 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ff42d983-095d-47ba-82c6-d5d7a2ded2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b812d02d-dcd0-44a4-bd1c-6e92b95e6b3f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:41.701148 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7ade2-ed1b-4c1b-a2e0-6dd4938d1440 req-a8b19b29-aecc-4478-b188-e6aacdce0fd7 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:41.702668 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-96c7ade2-ed1b-4c1b-a2e0-6dd4938d1440 req-a8b19b29-aecc-4478-b188-e6aacdce0fd7 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 946 time: 0.0461972 Sep 17 03:55:41.749968 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-96c7ade2-ed1b-4c1b-a2e0-6dd4938d1440 req-87aeeb19-f21a-481a-a0df-b8b6b5e6a074 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416102 Sep 17 03:55:41.860383 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8625e50a-0dd2-4546-a29d-6821f9182654 req-8f43b4af-6fbe-4116-ab06-3b7d96af3308 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:41.861862 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8625e50a-0dd2-4546-a29d-6821f9182654 req-8f43b4af-6fbe-4116-ab06-3b7d96af3308 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 943 time: 0.0547993 Sep 17 03:55:41.915851 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-063edd70-8fdc-4636-9bb2-1520452650d0 req-1e46a22b-bdbd-40c4-92f2-f970b0b96144 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0528879 Sep 17 03:55:41.945004 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8625e50a-0dd2-4546-a29d-6821f9182654 req-d7811dc1-ed55-452f-91f8-85e7cb389a34 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732865 Sep 17 03:55:41.994582 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063edd70-8fdc-4636-9bb2-1520452650d0 req-3b86db2e-d756-4773-9664-4e9d38f56ada tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:41.996075 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-063edd70-8fdc-4636-9bb2-1520452650d0 req-3b86db2e-d756-4773-9664-4e9d38f56ada tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports/c180ab9b-4ee0-400c-bcd6-351470f7df5f HTTP/1.1" status: 200 len: 940 time: 0.0496240 Sep 17 03:55:42.411871 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5daf1795-b4be-4366-be5e-ccc53444ef31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c180ab9b-4ee0-400c-bcd6-351470f7df5f'}] {{(pid=113212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:55:42.414374 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc6586f6b4c6bd034ee7705c69f50a833cff710b963951e05e6de8956872ccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3415a7-14b7-41c7-b70a-f646d43ae7f0" -d '{"events": [{"server_uuid": "5daf1795-b4be-4366-be5e-ccc53444ef31", "name": "network-vif-unplugged", "status": "completed", "tag": "c180ab9b-4ee0-400c-bcd6-351470f7df5f"}]}' {{(pid=113212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:55:42.447608 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 17 Sep 2022 03:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09366455-3766-4746-b930-9341ffa8bfb1 x-openstack-request-id: req-09366455-3766-4746-b930-9341ffa8bfb1 {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:55:42.447891 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5daf1795-b4be-4366-be5e-ccc53444ef31", "name": "network-vif-unplugged", "status": "failed", "tag": "c180ab9b-4ee0-400c-bcd6-351470f7df5f", "code": 422}]} {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:55:42.448143 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-09366455-3766-4746-b930-9341ffa8bfb1 {{(pid=113212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:55:42.448546 dv-cinder-849143-3-iscsi neutron-server[113212]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-09366455-3766-4746-b930-9341ffa8bfb1']: {'server_uuid': '5daf1795-b4be-4366-be5e-ccc53444ef31', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c180ab9b-4ee0-400c-bcd6-351470f7df5f', 'code': 422} returned with failed status Sep 17 03:55:42.884987 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b3221-97c9-4fea-8d4d-6fe36087d26f req-cfe57659-85e3-4d29-854a-1a6c2e6d41f6 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:42.886498 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-3d2b3221-97c9-4fea-8d4d-6fe36087d26f req-cfe57659-85e3-4d29-854a-1a6c2e6d41f6 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 946 time: 0.0517590 Sep 17 03:55:42.940868 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-3d2b3221-97c9-4fea-8d4d-6fe36087d26f req-b7e6a21f-c3ea-49cb-8053-ff7a89723db2 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484521 Sep 17 03:55:43.008246 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (287db9f2-8160-4728-95aa-12aebca604d4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:43.078474 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e069a-0803-46c2-98cf-c049c089a2a8 req-009905bb-b8f4-4fdb-b268-e172c285b53f tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:43.079928 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-214e069a-0803-46c2-98cf-c049c089a2a8 req-009905bb-b8f4-4fdb-b268-e172c285b53f tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 943 time: 0.0478044 Sep 17 03:55:43.101659 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:43.130275 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-214e069a-0803-46c2-98cf-c049c089a2a8 req-08cf77d2-26a8-4986-a2ef-fd8eebcf7911 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445783 Sep 17 03:55:43.301489 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fecdf064-2280-4810-8c6f-7fec6cce5654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (7e0cb1e0-c4a7-4d3b-9abd-ffc9973ed5e0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:44.088809 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f5d0e-f8c4-4128-820e-92b219cd2971 req-1384fa4b-5594-492a-a4f2-fc5a9a9b7b50 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:44.088809 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-447f5d0e-f8c4-4128-820e-92b219cd2971 req-1384fa4b-5594-492a-a4f2-fc5a9a9b7b50 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 946 time: 0.0468490 Sep 17 03:55:44.126951 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-447f5d0e-f8c4-4128-820e-92b219cd2971 req-17191033-f205-4043-b6d5-f05b3f47fed7 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467744 Sep 17 03:55:44.255130 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b7b5a-2c60-4bcc-8e46-a8f2b6af95b1 req-0ca187c3-15a9-4ca9-a5fb-1d888c47dcc8 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:44.256508 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-469b7b5a-2c60-4bcc-8e46-a8f2b6af95b1 req-0ca187c3-15a9-4ca9-a5fb-1d888c47dcc8 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 943 time: 0.0494158 Sep 17 03:55:44.309746 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-469b7b5a-2c60-4bcc-8e46-a8f2b6af95b1 req-9479b8f1-ef85-446c-95ef-4c058e577569 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463674 Sep 17 03:55:45.270502 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c5aaf7-9984-4539-a4c0-285e2f9034c0 req-c3c66094-dd8e-41dc-bdb6-d87f44f939b5 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:45.271967 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-77c5aaf7-9984-4539-a4c0-285e2f9034c0 req-c3c66094-dd8e-41dc-bdb6-d87f44f939b5 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 946 time: 0.0536869 Sep 17 03:55:45.325907 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-77c5aaf7-9984-4539-a4c0-285e2f9034c0 req-796aa9ef-5a9b-4533-9917-a024af2c4979 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457761 Sep 17 03:55:45.439694 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eaf261-2271-475b-8d0c-721f9caecab5 req-dbd88db2-25f2-4ead-8f3e-cdd37c943200 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:45.442166 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a8eaf261-2271-475b-8d0c-721f9caecab5 req-dbd88db2-25f2-4ead-8f3e-cdd37c943200 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 943 time: 0.0523615 Sep 17 03:55:45.495586 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a8eaf261-2271-475b-8d0c-721f9caecab5 req-6d0670a4-b615-48b6-89f0-78cefa76fbbb tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458691 Sep 17 03:55:46.502277 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (56a63866-613b-46a0-90ee-05b9222d9bfc), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:46.633909 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a90ebde-87b0-48d9-87eb-3135a8dd106b req-ded58ee0-0781-4957-b4ef-0c81c9990bdb tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:46.635460 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9a90ebde-87b0-48d9-87eb-3135a8dd106b req-ded58ee0-0781-4957-b4ef-0c81c9990bdb tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 943 time: 0.0565464 Sep 17 03:55:46.685780 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9a90ebde-87b0-48d9-87eb-3135a8dd106b req-d59c6d84-e17e-40a8-8f69-343ada9fc474 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438249 Sep 17 03:55:46.968638 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063edd70-8fdc-4636-9bb2-1520452650d0 req-fe1d5783-5ad6-4cc6-884c-e2cef3281ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:46.968638 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-063edd70-8fdc-4636-9bb2-1520452650d0 req-fe1d5783-5ad6-4cc6-884c-e2cef3281ce2 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31&tenant_id=c265d90202534462b37c19391538b29a HTTP/1.1" status: 200 len: 1127 time: 0.0461092 Sep 17 03:55:47.054173 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063edd70-8fdc-4636-9bb2-1520452650d0 req-e3561dc6-f802-4251-ac35-6cb5894437d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:47.055606 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-063edd70-8fdc-4636-9bb2-1520452650d0 req-e3561dc6-f802-4251-ac35-6cb5894437d1 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=c265d90202534462b37c19391538b29a&device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 1127 time: 0.0408452 Sep 17 03:55:47.164191 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-66e2188f-7792-434b-a173-56acafc8cbf6 req-85ee4cd1-abe8-458b-9942-a4d3d82500c0 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0889988 Sep 17 03:55:47.199501 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063edd70-8fdc-4636-9bb2-1520452650d0 req-1f764f86-e6d7-41ca-a282-10eda4aea7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:47.200970 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-063edd70-8fdc-4636-9bb2-1520452650d0 req-1f764f86-e6d7-41ca-a282-10eda4aea7ad service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=9639789b-4517-4d8a-8150-b02c75d21fd6 HTTP/1.1" status: 200 len: 910 time: 0.1276581 Sep 17 03:55:47.292457 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e2188f-7792-434b-a173-56acafc8cbf6 req-c8de78b2-2f2e-44ab-89eb-16954621b6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:47.294031 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-66e2188f-7792-434b-a173-56acafc8cbf6 req-c8de78b2-2f2e-44ab-89eb-16954621b6bb service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=c1a07eadb5ea4914a6e1e6f3844afe94&device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 1130 time: 0.0813134 Sep 17 03:55:47.301900 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-063edd70-8fdc-4636-9bb2-1520452650d0 req-d60b7982-dc50-42de-ae2f-28643ca83042 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c180ab9b-4ee0-400c-bcd6-351470f7df5f HTTP/1.1" status: 200 len: 999 time: 0.0902255 Sep 17 03:55:47.402956 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=100 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:47.407954 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063edd70-8fdc-4636-9bb2-1520452650d0 req-56996705-5c28-4204-8c07-f314892ecbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:47.409428 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-063edd70-8fdc-4636-9bb2-1520452650d0 req-56996705-5c28-4204-8c07-f314892ecbdb service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=ea6084af-2859-4d2a-9fe2-69cd212d0f4a HTTP/1.1" status: 200 len: 848 time: 0.0984883 Sep 17 03:55:47.448646 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=100 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:47.468100 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e2188f-7792-434b-a173-56acafc8cbf6 req-c520fe2d-1a03-4ea3-a177-4b11811d0b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:47.469866 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-66e2188f-7792-434b-a173-56acafc8cbf6 req-c520fe2d-1a03-4ea3-a177-4b11811d0b21 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=a2c22271-da7e-4d2b-b2be-97deb622f84c HTTP/1.1" status: 200 len: 916 time: 0.1505306 Sep 17 03:55:47.472598 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063edd70-8fdc-4636-9bb2-1520452650d0 req-7f4895cc-824d-4973-8442-b817170c7a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:47.473984 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-063edd70-8fdc-4636-9bb2-1520452650d0 req-7f4895cc-824d-4973-8442-b817170c7a9a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=9639789b-4517-4d8a-8150-b02c75d21fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0582058 Sep 17 03:55:47.587693 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-66e2188f-7792-434b-a173-56acafc8cbf6 req-c4280fd3-1b38-435b-9da4-72fd8e11b8a4 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a9faf1e-30af-44c9-b2f3-1362a9298cbe HTTP/1.1" status: 200 len: 1000 time: 0.1053400 Sep 17 03:55:47.646453 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-063edd70-8fdc-4636-9bb2-1520452650d0 req-f46f777b-d551-4004-83d0-3291e948131a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/9639789b-4517-4d8a-8150-b02c75d21fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588233 Sep 17 03:55:47.798823 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:47.815238 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fd15ce-195b-46be-9415-ed833393393f req-5086371a-e0e3-44e9-b688-284dbcf5ef2c tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:47.816797 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-20fd15ce-195b-46be-9415-ed833393393f req-5086371a-e0e3-44e9-b688-284dbcf5ef2c tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 943 time: 0.0532691 Sep 17 03:55:47.869983 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-20fd15ce-195b-46be-9415-ed833393393f req-dd028029-7ab9-46c1-bbd1-05f38f7f21ff tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471656 Sep 17 03:55:47.925148 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e2188f-7792-434b-a173-56acafc8cbf6 req-e73cf584-8b7c-425a-8509-6d2f95356186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:47.926629 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-66e2188f-7792-434b-a173-56acafc8cbf6 req-e73cf584-8b7c-425a-8509-6d2f95356186 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5 HTTP/1.1" status: 200 len: 854 time: 0.3266053 Sep 17 03:55:48.001252 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e2188f-7792-434b-a173-56acafc8cbf6 req-adf52f74-1c91-447c-be33-333663923fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:48.002789 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-66e2188f-7792-434b-a173-56acafc8cbf6 req-adf52f74-1c91-447c-be33-333663923fc5 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=a2c22271-da7e-4d2b-b2be-97deb622f84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499456 Sep 17 03:55:48.074402 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-063edd70-8fdc-4636-9bb2-1520452650d0 req-683308fb-c48d-4c4b-ad21-036e437355b7 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/9639789b-4517-4d8a-8150-b02c75d21fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4200790 Sep 17 03:55:48.115488 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-66e2188f-7792-434b-a173-56acafc8cbf6 req-23801a25-bb34-44cd-8b91-0c253dbed798 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a2c22271-da7e-4d2b-b2be-97deb622f84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018991 Sep 17 03:55:48.211110 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-66e2188f-7792-434b-a173-56acafc8cbf6 req-037f7abd-2c75-4fd7-a37f-1d79aaff4814 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a2c22271-da7e-4d2b-b2be-97deb622f84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892341 Sep 17 03:55:48.352017 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8ccda-0f24-41de-91e2-1f2b214e5b6e req-53165b3a-7133-4293-8387-87144fa022da tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:48.353497 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-49f8ccda-0f24-41de-91e2-1f2b214e5b6e req-53165b3a-7133-4293-8387-87144fa022da tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acd17ae6-a2bb-4b1e-a465-78c4ca35dcae HTTP/1.1" status: 200 len: 945 time: 0.0467870 Sep 17 03:55:48.400519 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-49f8ccda-0f24-41de-91e2-1f2b214e5b6e req-841e21f3-57e5-4f7f-8c4a-13bc778979f9 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6456395d-bbb3-4670-9127-20d887c9db71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408685 Sep 17 03:55:48.993267 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9577280-f1ba-4c20-990a-7f7bf3f845fb req-bb785693-6bb8-4a34-aff1-57abd91b14a0 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:48.994806 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a9577280-f1ba-4c20-990a-7f7bf3f845fb req-bb785693-6bb8-4a34-aff1-57abd91b14a0 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 943 time: 0.0465841 Sep 17 03:55:49.047780 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a9577280-f1ba-4c20-990a-7f7bf3f845fb req-beefc693-3b4b-4e89-b5f5-93d58b94ab4d tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472629 Sep 17 03:55:49.521781 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b60f7-2ebd-4daf-ba1a-472eb16af9dc req-00d02951-7f3e-43e8-9171-d1e3797d917d tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:49.523258 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-871b60f7-2ebd-4daf-ba1a-472eb16af9dc req-00d02951-7f3e-43e8-9171-d1e3797d917d tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acd17ae6-a2bb-4b1e-a465-78c4ca35dcae HTTP/1.1" status: 200 len: 945 time: 0.0461681 Sep 17 03:55:49.569404 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-871b60f7-2ebd-4daf-ba1a-472eb16af9dc req-0995a9e9-9fd9-438c-abce-c73813f3eb77 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6456395d-bbb3-4670-9127-20d887c9db71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405827 Sep 17 03:55:50.029653 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.agents_db [None req-b2aba882-f127-474e-990c-8a1f8fa77bd5 None None] Agent healthcheck: found 6 active agents {{(pid=113213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:55:50.169478 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb14b3-a9dd-4726-97e3-338886b52bff req-be859472-bff8-4e8b-8ede-41fdacd4c91a tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:50.170946 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9cbb14b3-a9dd-4726-97e3-338886b52bff req-be859472-bff8-4e8b-8ede-41fdacd4c91a tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 943 time: 0.0459430 Sep 17 03:55:50.220464 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9cbb14b3-a9dd-4726-97e3-338886b52bff req-072972a9-b317-496e-8b6a-c055164666df tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440338 Sep 17 03:55:50.547858 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323e8ec-1c45-4e16-849c-2a793955d4b8 req-7128eded-9a68-43b3-969e-025556f51679 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:50.549287 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-b323e8ec-1c45-4e16-849c-2a793955d4b8 req-7128eded-9a68-43b3-969e-025556f51679 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=acd17ae6-a2bb-4b1e-a465-78c4ca35dcae HTTP/1.1" status: 200 len: 945 time: 0.0454350 Sep 17 03:55:50.634143 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [req-b323e8ec-1c45-4e16-849c-2a793955d4b8 req-4f1a15c6-d180-4037-b4b2-c6b97499a8e8 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Deleting port 87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a {{(pid=113210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:55:50.634494 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-b323e8ec-1c45-4e16-849c-2a793955d4b8 req-4f1a15c6-d180-4037-b4b2-c6b97499a8e8 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:50.695545 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3683808d-d858-414d-b7df-97efec0c504c req-de88c78c-c2d6-4ea4-af84-6cdc02afd403 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:50.697018 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-3683808d-d858-414d-b7df-97efec0c504c req-de88c78c-c2d6-4ea4-af84-6cdc02afd403 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acd17ae6-a2bb-4b1e-a465-78c4ca35dcae HTTP/1.1" status: 200 len: 945 time: 0.0503714 Sep 17 03:55:50.733668 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [req-b323e8ec-1c45-4e16-849c-2a793955d4b8 req-4f1a15c6-d180-4037-b4b2-c6b97499a8e8 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] For port 87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a,segment=NetworkSegment(f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54),segment_id=f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54)] {{(pid=113210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:55:50.734056 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-b323e8ec-1c45-4e16-849c-2a793955d4b8 req-4f1a15c6-d180-4037-b4b2-c6b97499a8e8 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:50.740812 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:50.746961 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-3683808d-d858-414d-b7df-97efec0c504c req-3848ee35-d44e-4020-8dad-88699e3037e4 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6456395d-bbb3-4670-9127-20d887c9db71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441215 Sep 17 03:55:50.896427 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-b323e8ec-1c45-4e16-849c-2a793955d4b8 req-4f1a15c6-d180-4037-b4b2-c6b97499a8e8 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:50.896795 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-b323e8ec-1c45-4e16-849c-2a793955d4b8 req-4f1a15c6-d180-4037-b4b2-c6b97499a8e8 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615334'] for floatingip (2a48f601-64cf-4a4d-a294-c3852572dcdf), after_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:50.897114 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.db.l3_db [req-b323e8ec-1c45-4e16-849c-2a793955d4b8 req-4f1a15c6-d180-4037-b4b2-c6b97499a8e8 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Floating IP 2a48f601-64cf-4a4d-a294-c3852572dcdf disassociated. External IP: 172.27.0.133, port: 87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a. Sep 17 03:55:50.897456 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [req-b323e8ec-1c45-4e16-849c-2a793955d4b8 req-4f1a15c6-d180-4037-b4b2-c6b97499a8e8 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Calling delete_port for 87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a owned by compute:nova {{(pid=113210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:55:50.907223 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:50.942287 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:51.113515 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-b323e8ec-1c45-4e16-849c-2a793955d4b8 req-4f1a15c6-d180-4037-b4b2-c6b97499a8e8 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:51.142317 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1a15c6-d180-4037-b4b2-c6b97499a8e8 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Pushing event deleted for resources: {'Port': ['ID=87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:55:51.154807 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1a15c6-d180-4037-b4b2-c6b97499a8e8 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:55:51.155162 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1a15c6-d180-4037-b4b2-c6b97499a8e8 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:55:51.155524 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1a15c6-d180-4037-b4b2-c6b97499a8e8 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:55:51.155848 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1a15c6-d180-4037-b4b2-c6b97499a8e8 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:55:51.156185 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1a15c6-d180-4037-b4b2-c6b97499a8e8 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:55:51.156518 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1a15c6-d180-4037-b4b2-c6b97499a8e8 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:55:51.156849 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1a15c6-d180-4037-b4b2-c6b97499a8e8 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:55:51.157177 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1a15c6-d180-4037-b4b2-c6b97499a8e8 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:55:51.157504 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1a15c6-d180-4037-b4b2-c6b97499a8e8 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:55:51.157857 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1a15c6-d180-4037-b4b2-c6b97499a8e8 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:55:51.158191 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1a15c6-d180-4037-b4b2-c6b97499a8e8 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:55:51.158516 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1a15c6-d180-4037-b4b2-c6b97499a8e8 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:55:51.158839 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1a15c6-d180-4037-b4b2-c6b97499a8e8 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:55:51.159161 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1a15c6-d180-4037-b4b2-c6b97499a8e8 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:55:51.159485 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1a15c6-d180-4037-b4b2-c6b97499a8e8 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:55:51.268117 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b323e8ec-1c45-4e16-849c-2a793955d4b8 req-4f1a15c6-d180-4037-b4b2-c6b97499a8e8 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Router 1199cd8e-d329-4648-ace2-63398eb0ef65 has already been hosted by L3 agent b971cbd0-997d-41fb-8614-0aea29982798 {{(pid=113210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:55:51.344948 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26116fc9-12bf-4c14-bd2e-298a7ae9be1b req-47dfad18-1e18-4e75-82ea-4dcc86028f80 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:51.346457 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-26116fc9-12bf-4c14-bd2e-298a7ae9be1b req-47dfad18-1e18-4e75-82ea-4dcc86028f80 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 943 time: 0.0469751 Sep 17 03:55:51.377661 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b323e8ec-1c45-4e16-849c-2a793955d4b8 req-4f1a15c6-d180-4037-b4b2-c6b97499a8e8 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:55:51.388807 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277cffac-855d-43de-b91c-538ea9de57ed None None] Sync routers for ids ['1199cd8e-d329-4648-ace2-63398eb0ef65'] in dv-cinder-849143-3-iscsi {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:55:51.399920 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277cffac-855d-43de-b91c-538ea9de57ed None None] Routers {'1199cd8e-d329-4648-ace2-63398eb0ef65'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:55:51.400399 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-277cffac-855d-43de-b91c-538ea9de57ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:55:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['1199cd8e-d329-4648-ace2-63398eb0ef65'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:55:51.422486 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-26116fc9-12bf-4c14-bd2e-298a7ae9be1b req-d33e067e-f96b-4861-8941-ddb8e06bd779 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704188 Sep 17 03:55:51.424291 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [req-b323e8ec-1c45-4e16-849c-2a793955d4b8 req-4f1a15c6-d180-4037-b4b2-c6b97499a8e8 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] No DVR routers for this DVR port 87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a on host hv-cinder-84914 {{(pid=113210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:55:51.426823 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-b323e8ec-1c45-4e16-849c-2a793955d4b8 req-4f1a15c6-d180-4037-b4b2-c6b97499a8e8 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for port (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:51.430258 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-b323e8ec-1c45-4e16-849c-2a793955d4b8 req-4f1a15c6-d180-4037-b4b2-c6b97499a8e8 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.18 "DELETE /networking/v2.0/ports/87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a HTTP/1.1" status: 204 len: 173 time: 0.8751101 Sep 17 03:55:51.430786 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd17ae6-a2bb-4b1e-a465-78c4ca35dcae', 'name': 'network-vif-deleted', 'tag': '87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a'}] {{(pid=113210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:55:51.433278 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a613894f386080b2b9315951ba9a4c402b93d12b77848e4e2f89d9386810e3b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d864a2f-78a5-444c-bab9-523d99fab48c" -d '{"events": [{"server_uuid": "acd17ae6-a2bb-4b1e-a465-78c4ca35dcae", "name": "network-vif-deleted", "tag": "87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a"}]}' {{(pid=113210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:55:51.475099 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b106b5f2-1329-4750-9fad-5716709e8efe x-openstack-request-id: req-b106b5f2-1329-4750-9fad-5716709e8efe {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:55:51.475398 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd17ae6-a2bb-4b1e-a465-78c4ca35dcae", "name": "network-vif-deleted", "tag": "87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a", "status": "completed", "code": 200}]} {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:55:51.475651 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b106b5f2-1329-4750-9fad-5716709e8efe {{(pid=113210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:55:51.476057 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b106b5f2-1329-4750-9fad-5716709e8efe'] response: {'server_uuid': 'acd17ae6-a2bb-4b1e-a465-78c4ca35dcae', 'name': 'network-vif-deleted', 'tag': '87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a', 'status': 'completed', 'code': 200} Sep 17 03:55:51.527753 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-277cffac-855d-43de-b91c-538ea9de57ed None None] Set router 1199cd8e-d329-4648-ace2-63398eb0ef65 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:55:51.733254 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-277cffac-855d-43de-b91c-538ea9de57ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'name': 'tempest-AttachVolumeNegativeTest-710767008-router', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:40Z', 'updated_at': '2022-09-17T03:48:49Z', 'revision_number': 4, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'gw_port': {'id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ae:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': 'fbd44a3f-6ef3-4bdc-8585-990b9803e2f0', 'name': '', 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'mac_address': 'fa:16:3e:c8:15:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:47Z', 'updated_at': '2022-09-17T03:49:00Z', 'revision_number': 5, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'subnets': [{'id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:55:51.757137 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277cffac-855d-43de-b91c-538ea9de57ed None None] Checking router: 1199cd8e-d329-4648-ace2-63398eb0ef65 for host: dv-cinder-849143-3-iscsi {{(pid=113212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:55:51.766449 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277cffac-855d-43de-b91c-538ea9de57ed None None] Routers {'1199cd8e-d329-4648-ace2-63398eb0ef65'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:55:51.767050 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-277cffac-855d-43de-b91c-538ea9de57ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:55:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['1199cd8e-d329-4648-ace2-63398eb0ef65'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:55:51.858688 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-fce56cc1-cc43-419d-9335-26d356e6b1c5 req-ebdce7b4-b5ea-4720-be95-4b654f18e9f4 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acd17ae6-a2bb-4b1e-a465-78c4ca35dcae HTTP/1.1" status: 200 len: 210 time: 0.0283098 Sep 17 03:55:51.873398 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-277cffac-855d-43de-b91c-538ea9de57ed None None] Set router 1199cd8e-d329-4648-ace2-63398eb0ef65 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:55:51.912349 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:52.059980 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-277cffac-855d-43de-b91c-538ea9de57ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'name': 'tempest-AttachVolumeNegativeTest-710767008-router', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:40Z', 'updated_at': '2022-09-17T03:48:49Z', 'revision_number': 4, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'gw_port': {'id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ae:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': 'fbd44a3f-6ef3-4bdc-8585-990b9803e2f0', 'name': '', 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'mac_address': 'fa:16:3e:c8:15:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:47Z', 'updated_at': '2022-09-17T03:49:00Z', 'revision_number': 5, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'subnets': [{'id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:55:52.084121 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277cffac-855d-43de-b91c-538ea9de57ed None None] The sync data for ids ['1199cd8e-d329-4648-ace2-63398eb0ef65'] in dv-cinder-849143-3-iscsi is: [{'id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'name': 'tempest-AttachVolumeNegativeTest-710767008-router', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:40Z', 'updated_at': '2022-09-17T03:48:49Z', 'revision_number': 4, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'gw_port': {'id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ae:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': 'fbd44a3f-6ef3-4bdc-8585-990b9803e2f0', 'name': '', 'network_id': '07c207ee-c2bb-4d53-bca3-b5aa6199ad0f', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'mac_address': 'fa:16:3e:c8:15:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:47Z', 'updated_at': '2022-09-17T03:49:00Z', 'revision_number': 5, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'subnets': [{'id': '21657c11-9b0c-49b1-8935-9d760016ec10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:55:52.093684 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=2 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:52.296667 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bc3af6-2766-411d-9d45-29259be5e5ba None None] New status for floating IP 2a48f601-64cf-4a4d-a294-c3852572dcdf: DOWN {{(pid=113213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 03:55:52.554466 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59c183-9bc7-425c-9679-98bc9f190b97 req-8edf9fdc-da7d-4f84-b27d-e6f3ef7fd961 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:52.556612 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-aa59c183-9bc7-425c-9679-98bc9f190b97 req-8edf9fdc-da7d-4f84-b27d-e6f3ef7fd961 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 943 time: 0.0528316 Sep 17 03:55:52.607619 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-aa59c183-9bc7-425c-9679-98bc9f190b97 req-351c1c8e-796a-4517-b2be-2fff15cc72e8 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450318 Sep 17 03:55:52.980578 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8eb15592-d644-4bd4-9b43-37f94940a319 req-48b7f750-1572-483d-833d-3b4a098c6cd6 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acd17ae6-a2bb-4b1e-a465-78c4ca35dcae HTTP/1.1" status: 200 len: 210 time: 0.0282278 Sep 17 03:55:53.727719 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deda380-8848-4873-8ba1-0bd89507632d req-cc1f4a11-dbac-4f57-8382-4d6a19193376 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:53.729327 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-6deda380-8848-4873-8ba1-0bd89507632d req-cc1f4a11-dbac-4f57-8382-4d6a19193376 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 943 time: 0.0462043 Sep 17 03:55:53.781352 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-6deda380-8848-4873-8ba1-0bd89507632d req-950af773-2d43-4fda-b2a5-bf5e691ef9af tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464215 Sep 17 03:55:54.131486 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 51642) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:55:54.187470 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c613e515-6ebb-42a8-94cd-d778dcb2ef82 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for security_group (6456395d-bbb3-4670-9127-20d887c9db71), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:54.187760 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a no longer exists at agent hyperv_hv-cinder-84914 {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:55:54.207264 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] No Port match for: 87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a {{(pid=113212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:55:54.207611 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 87bb0f73-f3d7-46c7-8399-55dc1b6e4f8a not bound to the agent host hv-cinder-84914 {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:55:54.210667 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c613e515-6ebb-42a8-94cd-d778dcb2ef82 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for security_group (6456395d-bbb3-4670-9127-20d887c9db71), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:54.244363 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:54.342628 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c613e515-6ebb-42a8-94cd-d778dcb2ef82 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (6456395d-bbb3-4670-9127-20d887c9db71), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:54.345440 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c613e515-6ebb-42a8-94cd-d778dcb2ef82 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for security_group (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:54.346618 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-c613e515-6ebb-42a8-94cd-d778dcb2ef82 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/6456395d-bbb3-4670-9127-20d887c9db71 HTTP/1.1" status: 204 len: 168 time: 0.2141700 Sep 17 03:55:54.349478 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 51644) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:55:54.356272 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c613e515-6ebb-42a8-94cd-d778dcb2ef82 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6456395d-bbb3-4670-9127-20d887c9db71,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:55:54.363901 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.api.v2.resource [None req-dee6d8ca-f35c-4980-a1f6-c5bedd45a46a tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] show failed (client error): The resource could not be found. Sep 17 03:55:54.367685 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-dee6d8ca-f35c-4980-a1f6-c5bedd45a46a tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "GET /networking/v2.0/security-groups/6456395d-bbb3-4670-9127-20d887c9db71 HTTP/1.1" status: 404 len: 347 time: 0.0144453 Sep 17 03:55:54.367817 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c613e515-6ebb-42a8-94cd-d778dcb2ef82 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:55:54.367817 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c613e515-6ebb-42a8-94cd-d778dcb2ef82 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:55:54.367817 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c613e515-6ebb-42a8-94cd-d778dcb2ef82 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:55:54.367817 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c613e515-6ebb-42a8-94cd-d778dcb2ef82 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:55:54.367817 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c613e515-6ebb-42a8-94cd-d778dcb2ef82 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:55:54.367817 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c613e515-6ebb-42a8-94cd-d778dcb2ef82 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:55:54.367817 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c613e515-6ebb-42a8-94cd-d778dcb2ef82 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:55:54.368445 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 51646) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:55:54.368549 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c613e515-6ebb-42a8-94cd-d778dcb2ef82 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:55:54.368549 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c613e515-6ebb-42a8-94cd-d778dcb2ef82 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:55:54.368769 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c613e515-6ebb-42a8-94cd-d778dcb2ef82 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:55:54.369107 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c613e515-6ebb-42a8-94cd-d778dcb2ef82 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:55:54.369429 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c613e515-6ebb-42a8-94cd-d778dcb2ef82 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:55:54.369779 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c613e515-6ebb-42a8-94cd-d778dcb2ef82 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:55:54.370110 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c613e515-6ebb-42a8-94cd-d778dcb2ef82 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:55:54.370440 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c613e515-6ebb-42a8-94cd-d778dcb2ef82 tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:55:54.495833 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-8e024ba9-bf72-4570-ab3f-c8a9c91e2b3b tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Deleting port 79961616-05f1-4c58-9df5-8fc0f1f91bb8 {{(pid=113210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:55:54.496169 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-8e024ba9-bf72-4570-ab3f-c8a9c91e2b3b tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (79961616-05f1-4c58-9df5-8fc0f1f91bb8), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:54.578704 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-8e024ba9-bf72-4570-ab3f-c8a9c91e2b3b tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (79961616-05f1-4c58-9df5-8fc0f1f91bb8), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:54.579041 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-8e024ba9-bf72-4570-ab3f-c8a9c91e2b3b tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for floatingip (79961616-05f1-4c58-9df5-8fc0f1f91bb8), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:54.592712 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-8e024ba9-bf72-4570-ab3f-c8a9c91e2b3b tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Calling delete_port for 79961616-05f1-4c58-9df5-8fc0f1f91bb8 owned by network:floatingip {{(pid=113210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:55:54.716228 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:54.810884 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-8e024ba9-bf72-4570-ab3f-c8a9c91e2b3b tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (79961616-05f1-4c58-9df5-8fc0f1f91bb8), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:54.837534 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e024ba9-bf72-4570-ab3f-c8a9c91e2b3b tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Pushing event deleted for resources: {'Port': ['ID=79961616-05f1-4c58-9df5-8fc0f1f91bb8,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:55:54.907166 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-8e024ba9-bf72-4570-ab3f-c8a9c91e2b3b tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks [] for floatingip (2a48f601-64cf-4a4d-a294-c3852572dcdf), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:54.909814 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-8e024ba9-bf72-4570-ab3f-c8a9c91e2b3b tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for floatingip (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:54.911996 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5f26e-e312-450f-bead-6a1eb41381c1 req-3e742f1b-5e11-4a0d-906f-940ac6052fce tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:54.913888 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-8e024ba9-bf72-4570-ab3f-c8a9c91e2b3b tempest-AttachVolumeNegativeTest-1077617497 tempest-AttachVolumeNegativeTest-1077617497-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/2a48f601-64cf-4a4d-a294-c3852572dcdf HTTP/1.1" status: 204 len: 168 time: 0.5444019 Sep 17 03:55:54.914289 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-1af5f26e-e312-450f-bead-6a1eb41381c1 req-3e742f1b-5e11-4a0d-906f-940ac6052fce tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 943 time: 0.0567281 Sep 17 03:55:54.972942 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-1af5f26e-e312-450f-bead-6a1eb41381c1 req-2026d96a-0d6c-4bc0-ae8a-6ce1ce1e6b1a tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523434 Sep 17 03:55:56.093468 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c4b58-6bb1-4aef-ac35-85a2f3bbcd96 req-27879455-a886-4408-872a-25b53d08658c tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:56.095204 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5f3c4b58-6bb1-4aef-ac35-85a2f3bbcd96 req-27879455-a886-4408-872a-25b53d08658c tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 943 time: 0.0460811 Sep 17 03:55:56.143975 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5f3c4b58-6bb1-4aef-ac35-85a2f3bbcd96 req-72f75eb1-d027-4c08-96d3-ea7694e45b00 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433254 Sep 17 03:55:56.171520 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device c180ab9b-4ee0-400c-bcd6-351470f7df5f details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=113212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 03:55:56.263212 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:56.276158 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port c180ab9b-4ee0-400c-bcd6-351470f7df5f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c180ab9b-4ee0-400c-bcd6-351470f7df5f,segment=NetworkSegment(b441c4b6-7de0-4da2-a055-6601c587c21b),segment_id=b441c4b6-7de0-4da2-a055-6601c587c21b)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:55:56.287993 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Returning: {'device': 'c180ab9b-4ee0-400c-bcd6-351470f7df5f', 'network_id': '9639789b-4517-4d8a-8150-b02c75d21fd6', 'port_id': 'c180ab9b-4ee0-400c-bcd6-351470f7df5f', 'mac_address': 'fa:16:3e:29:53:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea6084af-2859-4d2a-9fe2-69cd212d0f4a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 03:55:56.323200 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port c180ab9b-4ee0-400c-bcd6-351470f7df5f is: DOWN; New status is: BUILD {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:55:56.323588 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (c180ab9b-4ee0-400c-bcd6-351470f7df5f), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:56.336659 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c180ab9b-4ee0-400c-bcd6-351470f7df5f {{(pid=113212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:55:56.358177 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port c180ab9b-4ee0-400c-bcd6-351470f7df5f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c180ab9b-4ee0-400c-bcd6-351470f7df5f,segment=NetworkSegment(b441c4b6-7de0-4da2-a055-6601c587c21b),segment_id=b441c4b6-7de0-4da2-a055-6601c587c21b)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:55:56.398895 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (c180ab9b-4ee0-400c-bcd6-351470f7df5f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:56.446135 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=c180ab9b-4ee0-400c-bcd6-351470f7df5f,revision_number=7']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:55:56.778402 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] get_ports_and_sgs() called for port_ids ['c180ab9b-4ee0-400c-bcd6-351470f7df5f'] {{(pid=113212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:55:57.265331 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00baf074-3182-4456-ab10-cfb5e82ded23 req-213c57b8-a31b-4e00-9497-8ceec20080bc tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:57.266793 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-00baf074-3182-4456-ab10-cfb5e82ded23 req-213c57b8-a31b-4e00-9497-8ceec20080bc tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 944 time: 0.0471227 Sep 17 03:55:57.316634 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-00baf074-3182-4456-ab10-cfb5e82ded23 req-ad0bfe15-07a0-4c18-9623-0fea7ac75442 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440388 Sep 17 03:55:58.175361 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device c180ab9b-4ee0-400c-bcd6-351470f7df5f up at agent hyperv_hv-cinder-84914 {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:55:58.219452 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:58.223391 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Provisioning complete for port c180ab9b-4ee0-400c-bcd6-351470f7df5f triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:55:58.223771 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (c180ab9b-4ee0-400c-bcd6-351470f7df5f), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:58.224104 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Attempt 1 to provision port c180ab9b-4ee0-400c-bcd6-351470f7df5f Sep 17 03:55:58.296937 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port c180ab9b-4ee0-400c-bcd6-351470f7df5f is: BUILD; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:55:58.297354 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (c180ab9b-4ee0-400c-bcd6-351470f7df5f), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:58.320853 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5daf1795-b4be-4366-be5e-ccc53444ef31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c180ab9b-4ee0-400c-bcd6-351470f7df5f'}] {{(pid=113212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:55:58.323068 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc6586f6b4c6bd034ee7705c69f50a833cff710b963951e05e6de8956872ccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-472fbb0b-e691-4d94-ba8e-b766d77dcdf4" -d '{"events": [{"server_uuid": "5daf1795-b4be-4366-be5e-ccc53444ef31", "name": "network-vif-plugged", "status": "completed", "tag": "c180ab9b-4ee0-400c-bcd6-351470f7df5f"}]}' {{(pid=113212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:55:58.336420 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port c180ab9b-4ee0-400c-bcd6-351470f7df5f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c180ab9b-4ee0-400c-bcd6-351470f7df5f,segment=NetworkSegment(b441c4b6-7de0-4da2-a055-6601c587c21b),segment_id=b441c4b6-7de0-4da2-a055-6601c587c21b)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:55:58.370215 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5955ce67-066a-4ebe-8b5d-5fbf8b02bf94 x-openstack-request-id: req-5955ce67-066a-4ebe-8b5d-5fbf8b02bf94 {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:55:58.370694 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5daf1795-b4be-4366-be5e-ccc53444ef31", "name": "network-vif-plugged", "status": "completed", "tag": "c180ab9b-4ee0-400c-bcd6-351470f7df5f", "code": 200}]} {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:55:58.380958 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5955ce67-066a-4ebe-8b5d-5fbf8b02bf94 {{(pid=113212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:55:58.380958 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5955ce67-066a-4ebe-8b5d-5fbf8b02bf94'] response: {'server_uuid': '5daf1795-b4be-4366-be5e-ccc53444ef31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c180ab9b-4ee0-400c-bcd6-351470f7df5f', 'code': 200} Sep 17 03:55:58.422434 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (c180ab9b-4ee0-400c-bcd6-351470f7df5f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:58.452196 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001792b-6e00-403f-bfa9-3295f1a0b1be req-f6f3cb14-5aac-4d80-ba37-740cfb27e498 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:58.453631 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0001792b-6e00-403f-bfa9-3295f1a0b1be req-f6f3cb14-5aac-4d80-ba37-740cfb27e498 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 944 time: 0.0513852 Sep 17 03:55:58.495756 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=c180ab9b-4ee0-400c-bcd6-351470f7df5f,revision_number=8']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:55:58.514190 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0001792b-6e00-403f-bfa9-3295f1a0b1be req-3aeb6fe7-26dc-41ce-9960-c64ee04ccbb6 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537572 Sep 17 03:55:58.765948 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92494c0b-b7c2-4c97-850f-c6fe333d47ea req-43140313-cae3-4c06-b1d6-32088813964b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:58.767341 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-92494c0b-b7c2-4c97-850f-c6fe333d47ea req-43140313-cae3-4c06-b1d6-32088813964b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 1129 time: 0.0382140 Sep 17 03:55:58.815790 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-92494c0b-b7c2-4c97-850f-c6fe333d47ea req-7017f826-ca46-4c6e-b747-249948fc05c6 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407522 Sep 17 03:55:58.916858 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 51696) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:55:59.101127 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:59.355745 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-99aacf48-49df-4b3b-b03a-e4b17e7e6ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-426662'] for router_interface (1199cd8e-d329-4648-ace2-63398eb0ef65), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:59.568548 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-99aacf48-49df-4b3b-b03a-e4b17e7e6ea6 admin admin] Deleting port fbd44a3f-6ef3-4bdc-8585-990b9803e2f0 {{(pid=113210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:55:59.568884 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-99aacf48-49df-4b3b-b03a-e4b17e7e6ea6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (fbd44a3f-6ef3-4bdc-8585-990b9803e2f0), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:59.633509 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de33f6-d2b2-4c69-8d26-1d28d04b7d21 req-eb303083-0343-457f-9910-addf9ace9d58 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:55:59.634913 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b9de33f6-d2b2-4c69-8d26-1d28d04b7d21 req-eb303083-0343-457f-9910-addf9ace9d58 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 945 time: 0.0461857 Sep 17 03:55:59.647707 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [None req-99aacf48-49df-4b3b-b03a-e4b17e7e6ea6 admin admin] For port fbd44a3f-6ef3-4bdc-8585-990b9803e2f0, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=fbd44a3f-6ef3-4bdc-8585-990b9803e2f0,segment=NetworkSegment(f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54),segment_id=f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54)] {{(pid=113210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:55:59.648067 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-99aacf48-49df-4b3b-b03a-e4b17e7e6ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (fbd44a3f-6ef3-4bdc-8585-990b9803e2f0), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:59.661160 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-99aacf48-49df-4b3b-b03a-e4b17e7e6ea6 admin admin] Calling delete_port for fbd44a3f-6ef3-4bdc-8585-990b9803e2f0 owned by network:router_interface {{(pid=113210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:55:59.684426 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b9de33f6-d2b2-4c69-8d26-1d28d04b7d21 req-0ece9c61-2143-4941-ad7d-3a63f1f831a8 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433342 Sep 17 03:55:59.720380 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=100 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:55:59.901339 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-99aacf48-49df-4b3b-b03a-e4b17e7e6ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (fbd44a3f-6ef3-4bdc-8585-990b9803e2f0), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:55:59.929191 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aacf48-49df-4b3b-b03a-e4b17e7e6ea6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbd44a3f-6ef3-4bdc-8585-990b9803e2f0,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:55:59.986063 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:56:00.108047 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-99aacf48-49df-4b3b-b03a-e4b17e7e6ea6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619798'] for router_interface (1199cd8e-d329-4648-ace2-63398eb0ef65), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:00.311010 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99aacf48-49df-4b3b-b03a-e4b17e7e6ea6 admin admin] Router 1199cd8e-d329-4648-ace2-63398eb0ef65 has already been hosted by L3 agent b971cbd0-997d-41fb-8614-0aea29982798 {{(pid=113210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:56:00.414716 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99aacf48-49df-4b3b-b03a-e4b17e7e6ea6 admin admin] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:56:00.423784 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-99aacf48-49df-4b3b-b03a-e4b17e7e6ea6 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/1199cd8e-d329-4648-ace2-63398eb0ef65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5026872 Sep 17 03:56:00.423784 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 51702) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:56:00.426004 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f407e99-c9bb-4e20-a9f7-e03fc1807e46 None None] Sync routers for ids ['1199cd8e-d329-4648-ace2-63398eb0ef65'] in dv-cinder-849143-3-iscsi {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:56:00.438307 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f407e99-c9bb-4e20-a9f7-e03fc1807e46 None None] Routers {'1199cd8e-d329-4648-ace2-63398eb0ef65'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:56:00.438959 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-7f407e99-c9bb-4e20-a9f7-e03fc1807e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:55:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['1199cd8e-d329-4648-ace2-63398eb0ef65'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:56:00.533221 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-8f6f7d0e-02ea-4864-bb81-725cc3d7c2cb admin admin] Publish callbacks [] for router (1199cd8e-d329-4648-ace2-63398eb0ef65), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:00.637913 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-8f6f7d0e-02ea-4864-bb81-725cc3d7c2cb admin admin] Publish callbacks [] for router_gateway (1199cd8e-d329-4648-ace2-63398eb0ef65), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:00.671966 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:56:00.675981 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-7f407e99-c9bb-4e20-a9f7-e03fc1807e46 None None] Set router 1199cd8e-d329-4648-ace2-63398eb0ef65 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:56:00.709477 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:56:00.742146 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-8f6f7d0e-02ea-4864-bb81-725cc3d7c2cb admin admin] Deleting port 9cdd4b66-a4ec-49b4-b4af-6fccf8de412a {{(pid=113210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:56:00.742492 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-8f6f7d0e-02ea-4864-bb81-725cc3d7c2cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (9cdd4b66-a4ec-49b4-b4af-6fccf8de412a), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:00.822531 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e8ad0-8fb6-4d7e-9937-923e61032600 req-02178dff-e724-4722-a17b-a261497ca03e tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:56:00.824182 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-4e9e8ad0-8fb6-4d7e-9937-923e61032600 req-02178dff-e724-4722-a17b-a261497ca03e tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 945 time: 0.0594673 Sep 17 03:56:00.832672 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [None req-8f6f7d0e-02ea-4864-bb81-725cc3d7c2cb admin admin] For port 9cdd4b66-a4ec-49b4-b4af-6fccf8de412a, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=9cdd4b66-a4ec-49b4-b4af-6fccf8de412a,segment=NetworkSegment(b9ff3b7d-3dba-4f81-9340-22e46529b80a),segment_id=b9ff3b7d-3dba-4f81-9340-22e46529b80a)] {{(pid=113210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:56:00.833029 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-8f6f7d0e-02ea-4864-bb81-725cc3d7c2cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (9cdd4b66-a4ec-49b4-b4af-6fccf8de412a), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:00.847952 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-8f6f7d0e-02ea-4864-bb81-725cc3d7c2cb admin admin] Calling delete_port for 9cdd4b66-a4ec-49b4-b4af-6fccf8de412a owned by network:router_gateway {{(pid=113210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:56:00.859986 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-7f407e99-c9bb-4e20-a9f7-e03fc1807e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'name': 'tempest-AttachVolumeNegativeTest-710767008-router', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:40Z', 'updated_at': '2022-09-17T03:55:59Z', 'revision_number': 5, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'gw_port': {'id': '9cdd4b66-a4ec-49b4-b4af-6fccf8de412a', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ae:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi'}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:56:00.863644 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=100 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:56:00.891962 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f407e99-c9bb-4e20-a9f7-e03fc1807e46 None None] Checking router: 1199cd8e-d329-4648-ace2-63398eb0ef65 for host: dv-cinder-849143-3-iscsi {{(pid=113212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:56:00.894545 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-4e9e8ad0-8fb6-4d7e-9937-923e61032600 req-9137b9ca-c247-495c-b0f1-4392529195b3 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638900 Sep 17 03:56:00.901619 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f407e99-c9bb-4e20-a9f7-e03fc1807e46 None None] Routers {'1199cd8e-d329-4648-ace2-63398eb0ef65'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:56:00.902554 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-7f407e99-c9bb-4e20-a9f7-e03fc1807e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:55:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['1199cd8e-d329-4648-ace2-63398eb0ef65'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:56:00.996487 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-7f407e99-c9bb-4e20-a9f7-e03fc1807e46 None None] Set router 1199cd8e-d329-4648-ace2-63398eb0ef65 gateway port host: None {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:56:01.049254 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-7f407e99-c9bb-4e20-a9f7-e03fc1807e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'name': 'tempest-AttachVolumeNegativeTest-710767008-router', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:40Z', 'updated_at': '2022-09-17T03:56:00Z', 'revision_number': 6, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'gw_port_host': None}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:56:01.073576 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f407e99-c9bb-4e20-a9f7-e03fc1807e46 None None] The sync data for ids ['1199cd8e-d329-4648-ace2-63398eb0ef65'] in dv-cinder-849143-3-iscsi is: [{'id': '1199cd8e-d329-4648-ace2-63398eb0ef65', 'name': 'tempest-AttachVolumeNegativeTest-710767008-router', 'tenant_id': 'fb6cb03abf5242b594efcf325909dd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:40Z', 'updated_at': '2022-09-17T03:56:00Z', 'revision_number': 6, 'project_id': 'fb6cb03abf5242b594efcf325909dd32', 'gw_port_host': None}] {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:56:01.079428 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-8f6f7d0e-02ea-4864-bb81-725cc3d7c2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (9cdd4b66-a4ec-49b4-b4af-6fccf8de412a), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:01.105719 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6f7d0e-02ea-4864-bb81-725cc3d7c2cb admin admin] Pushing event deleted for resources: {'Port': ['ID=9cdd4b66-a4ec-49b4-b4af-6fccf8de412a,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:56:01.169704 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-8f6f7d0e-02ea-4864-bb81-725cc3d7c2cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615260'] for router_gateway (1199cd8e-d329-4648-ace2-63398eb0ef65), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:01.509693 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-8f6f7d0e-02ea-4864-bb81-725cc3d7c2cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-617928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5987'] for router (1199cd8e-d329-4648-ace2-63398eb0ef65), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:01.512010 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-8f6f7d0e-02ea-4864-bb81-725cc3d7c2cb admin admin] Publish callbacks [] for router_controller (1199cd8e-d329-4648-ace2-63398eb0ef65), precommit_delete_associations {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:01.599276 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-8f6f7d0e-02ea-4864-bb81-725cc3d7c2cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-619883'] for router (1199cd8e-d329-4648-ace2-63398eb0ef65), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:01.599851 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6f7d0e-02ea-4864-bb81-725cc3d7c2cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1199cd8e-d329-4648-ace2-63398eb0ef65 {{(pid=113210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 03:56:01.604542 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-8f6f7d0e-02ea-4864-bb81-725cc3d7c2cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:01.605680 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-8f6f7d0e-02ea-4864-bb81-725cc3d7c2cb admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/1199cd8e-d329-4648-ace2-63398eb0ef65 HTTP/1.1" status: 204 len: 168 time: 1.1816366 Sep 17 03:56:01.608987 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 51708) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:56:01.654146 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.db_base_plugin_v2 [None req-000f91d0-1b40-4aa8-a487-b39cfb44e31f admin admin] Deleting subnet 21657c11-9b0c-49b1-8935-9d760016ec10 {{(pid=113210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 17 03:56:01.657152 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-000f91d0-1b40-4aa8-a487-b39cfb44e31f admin admin] Publish callbacks [] for subnet (21657c11-9b0c-49b1-8935-9d760016ec10), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:01.692983 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-000f91d0-1b40-4aa8-a487-b39cfb44e31f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25293148'] for subnet (21657c11-9b0c-49b1-8935-9d760016ec10), precommit_delete_associations {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:01.770503 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-000f91d0-1b40-4aa8-a487-b39cfb44e31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480142'] for subnet (21657c11-9b0c-49b1-8935-9d760016ec10), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:01.868486 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-000f91d0-1b40-4aa8-a487-b39cfb44e31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16482227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25815908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25349492'] for subnet (21657c11-9b0c-49b1-8935-9d760016ec10), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:01.894272 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000f91d0-1b40-4aa8-a487-b39cfb44e31f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21657c11-9b0c-49b1-8935-9d760016ec10,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:56:01.899931 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-000f91d0-1b40-4aa8-a487-b39cfb44e31f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:01.903218 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-000f91d0-1b40-4aa8-a487-b39cfb44e31f admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/21657c11-9b0c-49b1-8935-9d760016ec10 HTTP/1.1" status: 204 len: 168 time: 0.2931252 Sep 17 03:56:01.905837 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 51710) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:56:01.908617 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e81886-2f0d-42a3-919d-5b92bb3e3f66 None None] Network 07c207ee-c2bb-4d53-bca3-b5aa6199ad0f requested from dv-cinder-849143-3-iscsi {{(pid=113212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:56:01.981977 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-919f99a4-dd72-4e43-a1c3-4664eb738f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15995131'] for network (07c207ee-c2bb-4d53-bca3-b5aa6199ad0f), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:02.036395 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-919f99a4-dd72-4e43-a1c3-4664eb738f4d admin admin] Deleting port 9c9c48f3-a604-43a8-a5a4-8a15e65e3b71 {{(pid=113210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:56:02.036881 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-919f99a4-dd72-4e43-a1c3-4664eb738f4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (9c9c48f3-a604-43a8-a5a4-8a15e65e3b71), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:02.069143 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea4f146-b925-46c5-8fa4-88a862b5b70b None None] DHCP port deletion for 07c207ee-c2bb-4d53-bca3-b5aa6199ad0f request from dv-cinder-849143-3-iscsi {{(pid=113212) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 17 03:56:02.110397 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-dea4f146-b925-46c5-8fa4-88a862b5b70b None None] Deleting port 9c9c48f3-a604-43a8-a5a4-8a15e65e3b71 {{(pid=113212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:56:02.110770 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-dea4f146-b925-46c5-8fa4-88a862b5b70b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (9c9c48f3-a604-43a8-a5a4-8a15e65e3b71), before_delete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:02.126639 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [None req-919f99a4-dd72-4e43-a1c3-4664eb738f4d admin admin] For port 9c9c48f3-a604-43a8-a5a4-8a15e65e3b71, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=9c9c48f3-a604-43a8-a5a4-8a15e65e3b71,segment=NetworkSegment(f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54),segment_id=f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54)] {{(pid=113210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:56:02.127190 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-919f99a4-dd72-4e43-a1c3-4664eb738f4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (9c9c48f3-a604-43a8-a5a4-8a15e65e3b71), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:02.141312 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-919f99a4-dd72-4e43-a1c3-4664eb738f4d admin admin] Calling delete_port for 9c9c48f3-a604-43a8-a5a4-8a15e65e3b71 owned by network:dhcp {{(pid=113210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:56:02.152326 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:56:02.185476 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-dea4f146-b925-46c5-8fa4-88a862b5b70b None None] For port 9c9c48f3-a604-43a8-a5a4-8a15e65e3b71, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=9c9c48f3-a604-43a8-a5a4-8a15e65e3b71,segment=NetworkSegment(f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54),segment_id=f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:56:02.185985 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-dea4f146-b925-46c5-8fa4-88a862b5b70b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (9c9c48f3-a604-43a8-a5a4-8a15e65e3b71), precommit_delete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:02.199327 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-dea4f146-b925-46c5-8fa4-88a862b5b70b None None] Calling delete_port for 9c9c48f3-a604-43a8-a5a4-8a15e65e3b71 owned by network:dhcp {{(pid=113212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:56:02.200870 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:56:02.267863 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-919f99a4-dd72-4e43-a1c3-4664eb738f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (9c9c48f3-a604-43a8-a5a4-8a15e65e3b71), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:02.279784 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-dea4f146-b925-46c5-8fa4-88a862b5b70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985'] for port (9c9c48f3-a604-43a8-a5a4-8a15e65e3b71), after_delete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:02.293682 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919f99a4-dd72-4e43-a1c3-4664eb738f4d admin admin] Pushing event deleted for resources: {'Port': ['ID=9c9c48f3-a604-43a8-a5a4-8a15e65e3b71,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:56:02.297438 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919f99a4-dd72-4e43-a1c3-4664eb738f4d admin admin] No DVR routers for this DVR port 9c9c48f3-a604-43a8-a5a4-8a15e65e3b71 on host dv-cinder-849143-3-iscsi {{(pid=113210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:56:02.304574 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea4f146-b925-46c5-8fa4-88a862b5b70b None None] Pushing event deleted for resources: {'Port': ['ID=9c9c48f3-a604-43a8-a5a4-8a15e65e3b71,revision_number=None']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:56:02.308239 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea4f146-b925-46c5-8fa4-88a862b5b70b None None] No DVR routers for this DVR port 9c9c48f3-a604-43a8-a5a4-8a15e65e3b71 on host dv-cinder-849143-3-iscsi {{(pid=113212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:56:02.373233 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:56:02.375651 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-919f99a4-dd72-4e43-a1c3-4664eb738f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16114853', 'neutron.services.segments.db._delete_segments_for_network-8745114997953'] for network (07c207ee-c2bb-4d53-bca3-b5aa6199ad0f), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:02.397295 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.services.segments.db [None req-919f99a4-dd72-4e43-a1c3-4664eb738f4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07c207ee-c2bb-4d53-bca3-b5aa6199ad0f']}} {{(pid=113210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:56:02.407595 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.services.segments.db [None req-919f99a4-dd72-4e43-a1c3-4664eb738f4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54') {'for_net_delete': True} {{(pid=113210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:56:02.407895 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.services.segments.db [None req-919f99a4-dd72-4e43-a1c3-4664eb738f4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54') {} {{(pid=113210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:56:02.417761 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-919f99a4-dd72-4e43-a1c3-4664eb738f4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745114997845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25293159'] for segment (f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:02.431504 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-919f99a4-dd72-4e43-a1c3-4664eb738f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16505770'] for segment (f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:02.438538 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-919f99a4-dd72-4e43-a1c3-4664eb738f4d admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=113210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 03:56:02.438939 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-919f99a4-dd72-4e43-a1c3-4664eb738f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16505770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25816030'] for segment (f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:02.576748 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-919f99a4-dd72-4e43-a1c3-4664eb738f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16114844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615305'] for network (07c207ee-c2bb-4d53-bca3-b5aa6199ad0f), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:02.578996 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.services.segments.plugin [-] Segment f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54 resource provider aggregate not found Sep 17 03:56:02.588515 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-919f99a4-dd72-4e43-a1c3-4664eb738f4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for network (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:02.595917 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-919f99a4-dd72-4e43-a1c3-4664eb738f4d admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/07c207ee-c2bb-4d53-bca3-b5aa6199ad0f HTTP/1.1" status: 204 len: 168 time: 0.6854177 Sep 17 03:56:02.604096 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.services.segments.plugin [-] Segment f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f5a2bad8-5a5e-43a2-a8d2-acb3682d2e54 found for delete ", "request_id": "req-6c2f79e1-b8e9-4e85-9799-56047a32773d"}]} Sep 17 03:56:02.604800 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919f99a4-dd72-4e43-a1c3-4664eb738f4d admin admin] Pushing event deleted for resources: {'Network': ['ID=07c207ee-c2bb-4d53-bca3-b5aa6199ad0f,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:56:02.925140 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 9cdd4b66-a4ec-49b4-b4af-6fccf8de412a no longer exists at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:56:02.927252 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 51720) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:56:02.948170 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] No Port match for: 9cdd4b66-a4ec-49b4-b4af-6fccf8de412a {{(pid=113212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:56:02.948505 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 9cdd4b66-a4ec-49b4-b4af-6fccf8de412a not bound to the agent host dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:56:02.948919 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 9c9c48f3-a604-43a8-a5a4-8a15e65e3b71 no longer exists at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:56:02.967568 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] No Port match for: 9c9c48f3-a604-43a8-a5a4-8a15e65e3b71 {{(pid=113212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:56:02.967911 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 9c9c48f3-a604-43a8-a5a4-8a15e65e3b71 not bound to the agent host dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:56:02.970592 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device fbd44a3f-6ef3-4bdc-8585-990b9803e2f0 no longer exists at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:56:02.970695 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-22274388-9e3d-4ef1-9881-1cee1a4a1dd9 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=fb6cb03abf5242b594efcf325909dd32&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0416510 Sep 17 03:56:02.972737 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 51722) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:56:02.987442 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] No Port match for: fbd44a3f-6ef3-4bdc-8585-990b9803e2f0 {{(pid=113212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:56:02.987800 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device fbd44a3f-6ef3-4bdc-8585-990b9803e2f0 not bound to the agent host dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:56:03.023802 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-f63fc3ce-436c-4fc9-bb8d-afbd5fda3c7a admin admin] Publish callbacks [] for security_group (a99c9e21-151f-4f3e-92ee-72ccf9a93ef8), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:03.045544 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-f63fc3ce-436c-4fc9-bb8d-afbd5fda3c7a admin admin] Publish callbacks [] for security_group (a99c9e21-151f-4f3e-92ee-72ccf9a93ef8), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:03.124659 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-f63fc3ce-436c-4fc9-bb8d-afbd5fda3c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (a99c9e21-151f-4f3e-92ee-72ccf9a93ef8), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:03.127232 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-f63fc3ce-436c-4fc9-bb8d-afbd5fda3c7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:03.128441 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-f63fc3ce-436c-4fc9-bb8d-afbd5fda3c7a admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/a99c9e21-151f-4f3e-92ee-72ccf9a93ef8 HTTP/1.1" status: 204 len: 168 time: 0.1547747 Sep 17 03:56:03.136575 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63fc3ce-436c-4fc9-bb8d-afbd5fda3c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99c9e21-151f-4f3e-92ee-72ccf9a93ef8,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:56:04.210792 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 51744) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:56:04.319426 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [None req-0253701e-70b1-444f-ab23-33df655cbb8f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1693180314-network', 'tenant_id': '66aefb9d95864b59ad36a0047963f83e'}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:56:04.332008 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:56:04.393455 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0253701e-70b1-444f-ab23-33df655cbb8f admin admin] Made reservation on behalf of 66aefb9d95864b59ad36a0047963f83e for: {'network': 1} {{(pid=113211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:56:04.395913 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0253701e-70b1-444f-ab23-33df655cbb8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for network (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:04.405461 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0253701e-70b1-444f-ab23-33df655cbb8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:04.480883 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0253701e-70b1-444f-ab23-33df655cbb8f admin admin] Publish callbacks [] for security_group (4a9cda5c-a3d1-4fca-bae6-02e331f5ebf7), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:04.524810 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0253701e-70b1-444f-ab23-33df655cbb8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (4a9cda5c-a3d1-4fca-bae6-02e331f5ebf7), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:04.545014 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:56:04.553943 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0253701e-70b1-444f-ab23-33df655cbb8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=113211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 03:56:04.569141 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0253701e-70b1-444f-ab23-33df655cbb8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9cda5c-a3d1-4fca-bae6-02e331f5ebf7,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:56:04.573973 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0253701e-70b1-444f-ab23-33df655cbb8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16505770'] for segment (544a8565-8be0-4305-9d5e-13665defd44f), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:04.574322 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.db.segments_db [None req-0253701e-70b1-444f-ab23-33df655cbb8f admin admin] Added segment 544a8565-8be0-4305-9d5e-13665defd44f of type vlan for network ce6990b7-d5dc-4299-b4b5-f0e31f23e1e6 Sep 17 03:56:04.616384 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0253701e-70b1-444f-ab23-33df655cbb8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745114436006'] for network (ce6990b7-d5dc-4299-b4b5-f0e31f23e1e6), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:04.724929 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0253701e-70b1-444f-ab23-33df655cbb8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828'] for network (ce6990b7-d5dc-4299-b4b5-f0e31f23e1e6), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:04.725996 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0253701e-70b1-444f-ab23-33df655cbb8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:56:04.726588 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0253701e-70b1-444f-ab23-33df655cbb8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for network (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:04.791596 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0253701e-70b1-444f-ab23-33df655cbb8f admin admin] Pushing event updated for resources: {'Network': ['ID=ce6990b7-d5dc-4299-b4b5-f0e31f23e1e6,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:56:04.802203 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Network ce6990b7-d5dc-4299-b4b5-f0e31f23e1e6 details requested by agent ovs-agent-dv-cinder-849143-3-iscsi with host dv-cinder-849143-3-iscsi {{(pid=113212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 03:56:04.848534 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-0253701e-70b1-444f-ab23-33df655cbb8f admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6366084 Sep 17 03:56:04.851522 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 51754) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:56:04.856716 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [None req-c844e13c-f967-4b48-8edd-ac71cbda2d54 admin admin] Request body: {'subnet': {'network_id': 'ce6990b7-d5dc-4299-b4b5-f0e31f23e1e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1693180314-subnet', 'tenant_id': '66aefb9d95864b59ad36a0047963f83e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:56:04.941710 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c844e13c-f967-4b48-8edd-ac71cbda2d54 admin admin] Made reservation on behalf of 66aefb9d95864b59ad36a0047963f83e for: {'subnet': 1} {{(pid=113211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:56:04.944132 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c844e13c-f967-4b48-8edd-ac71cbda2d54 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3652629'] for subnet (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:05.199478 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c844e13c-f967-4b48-8edd-ac71cbda2d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26184134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3652611'] for subnet (6ceff0c1-f6e9-41f0-8d1d-0eb88255de16), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:05.255644 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c844e13c-f967-4b48-8edd-ac71cbda2d54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ceff0c1-f6e9-41f0-8d1d-0eb88255de16,revision_number=0']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:56:05.271991 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c844e13c-f967-4b48-8edd-ac71cbda2d54 admin admin] Checking segment: {'id': '544a8565-8be0-4305-9d5e-13665defd44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ce6990b7-d5dc-4299-b4b5-f0e31f23e1e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:56:05.272451 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c844e13c-f967-4b48-8edd-ac71cbda2d54 admin admin] Network hostable DHCP agents. Network: ce6990b7-d5dc-4299-b4b5-f0e31f23e1e6, hostable agents: ['b0b4725d-5d3f-4adf-8b60-729f2f7a35da'], hosted agents: [] {{(pid=113211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 03:56:05.490086 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c844e13c-f967-4b48-8edd-ac71cbda2d54 admin admin] Network ce6990b7-d5dc-4299-b4b5-f0e31f23e1e6 is scheduled to be hosted by DHCP agent b0b4725d-5d3f-4adf-8b60-729f2f7a35da with binding_index 1 {{(pid=113211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 03:56:05.493078 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:56:05.575634 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.base_scheduler [None req-c844e13c-f967-4b48-8edd-ac71cbda2d54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-3-iscsi, ce6990b7-d5dc-4299-b4b5-f0e31f23e1e6) {{(pid=113211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:56:05.579736 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c844e13c-f967-4b48-8edd-ac71cbda2d54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:56:05.580513 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c844e13c-f967-4b48-8edd-ac71cbda2d54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for subnet (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:05.584327 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d81ad72-fc58-45bd-9d93-ca122e508d47 None None] Network ce6990b7-d5dc-4299-b4b5-f0e31f23e1e6 requested from dv-cinder-849143-3-iscsi {{(pid=113212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:56:05.625134 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:56:05.658028 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-c844e13c-f967-4b48-8edd-ac71cbda2d54 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8054190 Sep 17 03:56:05.689008 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7226f1c4-bf04-41ef-91ba-5f6bf461d4f5 None None] Network ce6990b7-d5dc-4299-b4b5-f0e31f23e1e6 requested from dv-cinder-849143-3-iscsi {{(pid=113212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:56:05.744924 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:56:06.038950 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:56:06.365030 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 51774) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:56:06.367814 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-9c19b63c-1220-44ab-a1c6-500e4adab993 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-755291095-network', 'tenant_id': 'b3c6f83e8b1b4f36ae469348a2395273'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:56:06.467951 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c19b63c-1220-44ab-a1c6-500e4adab993 admin admin] Made reservation on behalf of b3c6f83e8b1b4f36ae469348a2395273 for: {'network': 1} {{(pid=113210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:56:06.473654 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9c19b63c-1220-44ab-a1c6-500e4adab993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for network (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:06.480139 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9c19b63c-1220-44ab-a1c6-500e4adab993 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:06.559777 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9c19b63c-1220-44ab-a1c6-500e4adab993 admin admin] Publish callbacks [] for security_group (274c9229-77f1-4ed5-87f8-f6d525ef1b5d), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:06.633646 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9c19b63c-1220-44ab-a1c6-500e4adab993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (274c9229-77f1-4ed5-87f8-f6d525ef1b5d), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:06.659887 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c19b63c-1220-44ab-a1c6-500e4adab993 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=113210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 03:56:06.670537 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c19b63c-1220-44ab-a1c6-500e4adab993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=274c9229-77f1-4ed5-87f8-f6d525ef1b5d,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:56:06.675496 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9c19b63c-1220-44ab-a1c6-500e4adab993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16505770'] for segment (0a2ed0df-c188-49e1-a605-4e7e4b5f0c71), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:06.675675 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.db.segments_db [None req-9c19b63c-1220-44ab-a1c6-500e4adab993 admin admin] Added segment 0a2ed0df-c188-49e1-a605-4e7e4b5f0c71 of type vlan for network a0c7fbdc-ba44-4ebd-848e-37e05a7a2f6c Sep 17 03:56:06.708945 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:56:06.718506 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9c19b63c-1220-44ab-a1c6-500e4adab993 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745114436006'] for network (a0c7fbdc-ba44-4ebd-848e-37e05a7a2f6c), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:06.780845 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9c19b63c-1220-44ab-a1c6-500e4adab993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828'] for network (a0c7fbdc-ba44-4ebd-848e-37e05a7a2f6c), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:06.781871 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c19b63c-1220-44ab-a1c6-500e4adab993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:56:06.782503 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9c19b63c-1220-44ab-a1c6-500e4adab993 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for network (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:06.847241 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c19b63c-1220-44ab-a1c6-500e4adab993 admin admin] Pushing event updated for resources: {'Network': ['ID=a0c7fbdc-ba44-4ebd-848e-37e05a7a2f6c,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:56:06.857535 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Network a0c7fbdc-ba44-4ebd-848e-37e05a7a2f6c details requested by agent ovs-agent-dv-cinder-849143-3-iscsi with host dv-cinder-849143-3-iscsi {{(pid=113212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 03:56:06.892750 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-9c19b63c-1220-44ab-a1c6-500e4adab993 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5287299 Sep 17 03:56:06.895365 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 51782) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:56:06.900114 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-a8cfb5f6-8917-4d74-bf9d-91dc67fd5260 admin admin] Request body: {'subnet': {'network_id': 'a0c7fbdc-ba44-4ebd-848e-37e05a7a2f6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-755291095-subnet', 'tenant_id': 'b3c6f83e8b1b4f36ae469348a2395273', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:56:06.905149 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:UPDATE=4,neutron:INSERT=11 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:56:06.975269 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8cfb5f6-8917-4d74-bf9d-91dc67fd5260 admin admin] Made reservation on behalf of b3c6f83e8b1b4f36ae469348a2395273 for: {'subnet': 1} {{(pid=113210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:56:06.977622 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a8cfb5f6-8917-4d74-bf9d-91dc67fd5260 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25349467'] for subnet (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:07.193984 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a8cfb5f6-8917-4d74-bf9d-91dc67fd5260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25816507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25349453'] for subnet (d473f10c-5aa7-4649-a54f-03f91e800dc6), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:07.255324 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cfb5f6-8917-4d74-bf9d-91dc67fd5260 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d473f10c-5aa7-4649-a54f-03f91e800dc6,revision_number=0']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:56:07.264006 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cfb5f6-8917-4d74-bf9d-91dc67fd5260 admin admin] Checking segment: {'id': '0a2ed0df-c188-49e1-a605-4e7e4b5f0c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a0c7fbdc-ba44-4ebd-848e-37e05a7a2f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:56:07.264361 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cfb5f6-8917-4d74-bf9d-91dc67fd5260 admin admin] Network hostable DHCP agents. Network: a0c7fbdc-ba44-4ebd-848e-37e05a7a2f6c, hostable agents: ['b0b4725d-5d3f-4adf-8b60-729f2f7a35da'], hosted agents: [] {{(pid=113210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 03:56:07.353805 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cfb5f6-8917-4d74-bf9d-91dc67fd5260 admin admin] Network a0c7fbdc-ba44-4ebd-848e-37e05a7a2f6c is scheduled to be hosted by DHCP agent b0b4725d-5d3f-4adf-8b60-729f2f7a35da with binding_index 1 {{(pid=113210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 03:56:07.421928 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.base_scheduler [None req-a8cfb5f6-8917-4d74-bf9d-91dc67fd5260 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-3-iscsi, a0c7fbdc-ba44-4ebd-848e-37e05a7a2f6c) {{(pid=113210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:56:07.426018 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cfb5f6-8917-4d74-bf9d-91dc67fd5260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:56:07.430246 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a8cfb5f6-8917-4d74-bf9d-91dc67fd5260 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:07.431950 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998a756c-04e1-4064-af72-b6740188b82d None None] Network a0c7fbdc-ba44-4ebd-848e-37e05a7a2f6c requested from dv-cinder-849143-3-iscsi {{(pid=113212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:56:07.499370 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-a8cfb5f6-8917-4d74-bf9d-91dc67fd5260 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6029639 Sep 17 03:56:07.538106 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfafc691-8c6d-4ec0-9ebb-c0bb42dd90dc None None] Network a0c7fbdc-ba44-4ebd-848e-37e05a7a2f6c requested from dv-cinder-849143-3-iscsi {{(pid=113212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:56:07.627080 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 51792) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:56:07.673410 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.db_base_plugin_v2 [None req-893f0205-141a-468b-a267-d30e44db02f4 admin admin] Deleting subnet 6ceff0c1-f6e9-41f0-8d1d-0eb88255de16 {{(pid=113210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 17 03:56:07.677040 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-893f0205-141a-468b-a267-d30e44db02f4 admin admin] Publish callbacks [] for subnet (6ceff0c1-f6e9-41f0-8d1d-0eb88255de16), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:07.712234 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-893f0205-141a-468b-a267-d30e44db02f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25293148'] for subnet (6ceff0c1-f6e9-41f0-8d1d-0eb88255de16), precommit_delete_associations {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:07.757045 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-893f0205-141a-468b-a267-d30e44db02f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480142'] for subnet (6ceff0c1-f6e9-41f0-8d1d-0eb88255de16), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:07.868398 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-893f0205-141a-468b-a267-d30e44db02f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16482227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25815908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25349492'] for subnet (6ceff0c1-f6e9-41f0-8d1d-0eb88255de16), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:07.873382 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:56:07.896635 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893f0205-141a-468b-a267-d30e44db02f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ceff0c1-f6e9-41f0-8d1d-0eb88255de16,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:56:07.900251 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-893f0205-141a-468b-a267-d30e44db02f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:07.904369 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 51800) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:56:07.904818 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-893f0205-141a-468b-a267-d30e44db02f4 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/6ceff0c1-f6e9-41f0-8d1d-0eb88255de16 HTTP/1.1" status: 204 len: 168 time: 0.2760475 Sep 17 03:56:07.947994 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-69d74914-0d19-4a7c-bb62-2b141f99f699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b0b4725d-5d3f-4adf-8b60-729f2f7a35da), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:07.979782 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-6daccae3-b8c2-4e84-aad9-36cae2c7dc38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15995131'] for network (ce6990b7-d5dc-4299-b4b5-f0e31f23e1e6), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:08.060143 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-6daccae3-b8c2-4e84-aad9-36cae2c7dc38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16114853', 'neutron.services.segments.db._delete_segments_for_network-8745114997953'] for network (ce6990b7-d5dc-4299-b4b5-f0e31f23e1e6), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:08.080111 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.services.segments.db [None req-6daccae3-b8c2-4e84-aad9-36cae2c7dc38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce6990b7-d5dc-4299-b4b5-f0e31f23e1e6']}} {{(pid=113211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:56:08.090069 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.services.segments.db [None req-6daccae3-b8c2-4e84-aad9-36cae2c7dc38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '544a8565-8be0-4305-9d5e-13665defd44f') {'for_net_delete': True} {{(pid=113211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:56:08.090986 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.services.segments.db [None req-6daccae3-b8c2-4e84-aad9-36cae2c7dc38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '544a8565-8be0-4305-9d5e-13665defd44f') {} {{(pid=113211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:56:08.101095 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-6daccae3-b8c2-4e84-aad9-36cae2c7dc38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745114997845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26032354'] for segment (544a8565-8be0-4305-9d5e-13665defd44f), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:08.114716 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-6daccae3-b8c2-4e84-aad9-36cae2c7dc38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16505770'] for segment (544a8565-8be0-4305-9d5e-13665defd44f), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:08.120773 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6daccae3-b8c2-4e84-aad9-36cae2c7dc38 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=113211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 03:56:08.121153 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-6daccae3-b8c2-4e84-aad9-36cae2c7dc38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16505770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26185635'] for segment (544a8565-8be0-4305-9d5e-13665defd44f), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:08.164223 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.services.segments.plugin [-] Segment 544a8565-8be0-4305-9d5e-13665defd44f resource provider aggregate not found Sep 17 03:56:08.181771 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.services.segments.plugin [-] Segment 544a8565-8be0-4305-9d5e-13665defd44f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 544a8565-8be0-4305-9d5e-13665defd44f found for delete ", "request_id": "req-6da903c2-e308-41b4-95cf-e4ed2c7b8bcf"}]} Sep 17 03:56:08.279843 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-6daccae3-b8c2-4e84-aad9-36cae2c7dc38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16114844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615305'] for network (ce6990b7-d5dc-4299-b4b5-f0e31f23e1e6), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:08.284239 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-6daccae3-b8c2-4e84-aad9-36cae2c7dc38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for network (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:08.287449 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-6daccae3-b8c2-4e84-aad9-36cae2c7dc38 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/ce6990b7-d5dc-4299-b4b5-f0e31f23e1e6 HTTP/1.1" status: 204 len: 168 time: 0.3819759 Sep 17 03:56:08.290577 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 51806) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:56:08.300684 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daccae3-b8c2-4e84-aad9-36cae2c7dc38 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce6990b7-d5dc-4299-b4b5-f0e31f23e1e6,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:56:08.337446 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.db_base_plugin_v2 [None req-795281f0-58ef-47e6-b778-49fefb670e75 admin admin] Deleting subnet d473f10c-5aa7-4649-a54f-03f91e800dc6 {{(pid=113210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 17 03:56:08.340732 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-795281f0-58ef-47e6-b778-49fefb670e75 admin admin] Publish callbacks [] for subnet (d473f10c-5aa7-4649-a54f-03f91e800dc6), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:08.379665 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-795281f0-58ef-47e6-b778-49fefb670e75 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25293148'] for subnet (d473f10c-5aa7-4649-a54f-03f91e800dc6), precommit_delete_associations {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:08.424192 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-795281f0-58ef-47e6-b778-49fefb670e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480142'] for subnet (d473f10c-5aa7-4649-a54f-03f91e800dc6), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:08.582504 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-795281f0-58ef-47e6-b778-49fefb670e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16482227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25815908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25349492'] for subnet (d473f10c-5aa7-4649-a54f-03f91e800dc6), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:08.611881 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795281f0-58ef-47e6-b778-49fefb670e75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d473f10c-5aa7-4649-a54f-03f91e800dc6,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:56:08.616479 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-795281f0-58ef-47e6-b778-49fefb670e75 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:08.619632 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-795281f0-58ef-47e6-b778-49fefb670e75 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/d473f10c-5aa7-4649-a54f-03f91e800dc6 HTTP/1.1" status: 204 len: 168 time: 0.3280718 Sep 17 03:56:08.622313 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 51810) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:56:08.695486 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-51c37c8b-6776-4f91-a629-25a80eceeb91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15995131'] for network (a0c7fbdc-ba44-4ebd-848e-37e05a7a2f6c), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:08.779617 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-51c37c8b-6776-4f91-a629-25a80eceeb91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16114853', 'neutron.services.segments.db._delete_segments_for_network-8745114997953'] for network (a0c7fbdc-ba44-4ebd-848e-37e05a7a2f6c), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:08.798755 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:56:08.800447 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.services.segments.db [None req-51c37c8b-6776-4f91-a629-25a80eceeb91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0c7fbdc-ba44-4ebd-848e-37e05a7a2f6c']}} {{(pid=113210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:56:08.810207 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.services.segments.db [None req-51c37c8b-6776-4f91-a629-25a80eceeb91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a2ed0df-c188-49e1-a605-4e7e4b5f0c71') {'for_net_delete': True} {{(pid=113210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:56:08.810513 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.services.segments.db [None req-51c37c8b-6776-4f91-a629-25a80eceeb91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a2ed0df-c188-49e1-a605-4e7e4b5f0c71') {} {{(pid=113210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:56:08.820396 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-51c37c8b-6776-4f91-a629-25a80eceeb91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745114997845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25293159'] for segment (0a2ed0df-c188-49e1-a605-4e7e4b5f0c71), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:08.833821 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-51c37c8b-6776-4f91-a629-25a80eceeb91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16505770'] for segment (0a2ed0df-c188-49e1-a605-4e7e4b5f0c71), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:08.840118 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51c37c8b-6776-4f91-a629-25a80eceeb91 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=113210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 03:56:08.840501 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-51c37c8b-6776-4f91-a629-25a80eceeb91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16505770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25816030'] for segment (0a2ed0df-c188-49e1-a605-4e7e4b5f0c71), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:08.886923 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.services.segments.plugin [-] Segment 0a2ed0df-c188-49e1-a605-4e7e4b5f0c71 resource provider aggregate not found Sep 17 03:56:08.904766 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.services.segments.plugin [-] Segment 0a2ed0df-c188-49e1-a605-4e7e4b5f0c71 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0a2ed0df-c188-49e1-a605-4e7e4b5f0c71 found for delete ", "request_id": "req-c20042a1-f214-432e-b4f5-fac18d02a67a"}]} Sep 17 03:56:08.971617 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-51c37c8b-6776-4f91-a629-25a80eceeb91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16114844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615305'] for network (a0c7fbdc-ba44-4ebd-848e-37e05a7a2f6c), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:08.977018 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-51c37c8b-6776-4f91-a629-25a80eceeb91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for network (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:08.980128 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-51c37c8b-6776-4f91-a629-25a80eceeb91 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/a0c7fbdc-ba44-4ebd-848e-37e05a7a2f6c HTTP/1.1" status: 204 len: 168 time: 0.3562555 Sep 17 03:56:08.992670 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c37c8b-6776-4f91-a629-25a80eceeb91 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0c7fbdc-ba44-4ebd-848e-37e05a7a2f6c,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:56:09.338843 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 51818) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:56:09.382847 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-4adee332-1d86-4799-8cc7-c005082fb66a admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=66aefb9d95864b59ad36a0047963f83e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428534 Sep 17 03:56:09.385601 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 51820) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:56:09.438468 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-37181ddc-f218-4625-b787-9ac03da8cca5 admin admin] Publish callbacks [] for security_group (4a9cda5c-a3d1-4fca-bae6-02e331f5ebf7), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:09.458874 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-37181ddc-f218-4625-b787-9ac03da8cca5 admin admin] Publish callbacks [] for security_group (4a9cda5c-a3d1-4fca-bae6-02e331f5ebf7), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:09.570790 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-37181ddc-f218-4625-b787-9ac03da8cca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (4a9cda5c-a3d1-4fca-bae6-02e331f5ebf7), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:09.573202 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-37181ddc-f218-4625-b787-9ac03da8cca5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:09.574352 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-37181ddc-f218-4625-b787-9ac03da8cca5 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/4a9cda5c-a3d1-4fca-bae6-02e331f5ebf7 HTTP/1.1" status: 204 len: 168 time: 0.1878064 Sep 17 03:56:09.583025 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37181ddc-f218-4625-b787-9ac03da8cca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9cda5c-a3d1-4fca-bae6-02e331f5ebf7,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:56:10.246518 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 51828) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:56:10.287980 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-e2136709-0ad6-45d5-8e2f-0b4bb610b2ab admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=b3c6f83e8b1b4f36ae469348a2395273&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403464 Sep 17 03:56:10.290497 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 51830) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:56:10.302197 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-908cce9a-a40c-41bc-a179-657eefe5455b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b971cbd0-997d-41fb-8614-0aea29982798), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:10.317433 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=87,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:56:10.339582 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-42e8c238-0c70-49d0-82e7-5deba667a2ef admin admin] Publish callbacks [] for security_group (274c9229-77f1-4ed5-87f8-f6d525ef1b5d), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:10.361226 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-42e8c238-0c70-49d0-82e7-5deba667a2ef admin admin] Publish callbacks [] for security_group (274c9229-77f1-4ed5-87f8-f6d525ef1b5d), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:10.508661 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-42e8c238-0c70-49d0-82e7-5deba667a2ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (274c9229-77f1-4ed5-87f8-f6d525ef1b5d), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:10.511310 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-42e8c238-0c70-49d0-82e7-5deba667a2ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:10.512558 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-42e8c238-0c70-49d0-82e7-5deba667a2ef admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/274c9229-77f1-4ed5-87f8-f6d525ef1b5d HTTP/1.1" status: 204 len: 168 time: 0.2211647 Sep 17 03:56:10.520658 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e8c238-0c70-49d0-82e7-5deba667a2ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274c9229-77f1-4ed5-87f8-f6d525ef1b5d,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:56:11.484920 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ff42d983-095d-47ba-82c6-d5d7a2ded2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b812d02d-dcd0-44a4-bd1c-6e92b95e6b3f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:13.000096 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (287db9f2-8160-4728-95aa-12aebca604d4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:13.273147 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fecdf064-2280-4810-8c6f-7fec6cce5654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (7e0cb1e0-c4a7-4d3b-9abd-ffc9973ed5e0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:16.254354 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c1c9d-e843-4676-b92e-a6fe2dd94caf req-254656fe-6efe-4bf5-b346-e7fc3514a20f tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:56:16.255803 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-be9c1c9d-e843-4676-b92e-a6fe2dd94caf req-254656fe-6efe-4bf5-b346-e7fc3514a20f tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 945 time: 0.0484262 Sep 17 03:56:16.459089 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (56a63866-613b-46a0-90ee-05b9222d9bfc), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:16.537884 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-be9c1c9d-e843-4676-b92e-a6fe2dd94caf req-5b020c9a-e95f-4af5-9bb7-239cc5de7977 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e00ffe96-bdd6-4412-a216-e0bd294cf54c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2762239 Sep 17 03:56:17.587289 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 51932) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:56:17.628833 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:56:17.664389 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af46ff-9042-46d5-b352-095739c5a529 req-a300644e-3c3f-423d-8650-4a736fce66bb tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:56:17.665852 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-02af46ff-9042-46d5-b352-095739c5a529 req-a300644e-3c3f-423d-8650-4a736fce66bb tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 945 time: 0.0475845 Sep 17 03:56:17.701633 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-b983100d-34f3-4f2d-a6f1-8bfdbe8b7613 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:17.742738 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-02af46ff-9042-46d5-b352-095739c5a529 req-76f97c05-a3bc-40aa-8917-abecd988e9eb tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e00ffe96-bdd6-4412-a216-e0bd294cf54c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696149 Sep 17 03:56:17.799645 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-b983100d-34f3-4f2d-a6f1-8bfdbe8b7613 admin admin] Publish callbacks [] for security_group (96f159cf-a543-45e9-8063-5973e66de5b6), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:17.845493 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-b983100d-34f3-4f2d-a6f1-8bfdbe8b7613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (96f159cf-a543-45e9-8063-5973e66de5b6), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:17.886593 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b983100d-34f3-4f2d-a6f1-8bfdbe8b7613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f159cf-a543-45e9-8063-5973e66de5b6,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:56:17.890825 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-b983100d-34f3-4f2d-a6f1-8bfdbe8b7613 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=d65c1b455ead4d4cbe898ae6c1e8c11a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3025339 Sep 17 03:56:17.893578 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 51936) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:56:17.942387 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-abb57ae4-06d4-40a6-9751-b3c64b4c8c53 admin admin] Publish callbacks [] for security_group (96f159cf-a543-45e9-8063-5973e66de5b6), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:17.961744 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-abb57ae4-06d4-40a6-9751-b3c64b4c8c53 admin admin] Publish callbacks [] for security_group (96f159cf-a543-45e9-8063-5973e66de5b6), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:18.079190 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-abb57ae4-06d4-40a6-9751-b3c64b4c8c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (96f159cf-a543-45e9-8063-5973e66de5b6), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:18.081692 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-abb57ae4-06d4-40a6-9751-b3c64b4c8c53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:18.082892 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-abb57ae4-06d4-40a6-9751-b3c64b4c8c53 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/96f159cf-a543-45e9-8063-5973e66de5b6 HTTP/1.1" status: 204 len: 168 time: 0.1884005 Sep 17 03:56:18.090783 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb57ae4-06d4-40a6-9751-b3c64b4c8c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f159cf-a543-45e9-8063-5973e66de5b6,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:56:18.659269 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 51942) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:56:18.679694 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-8129af87-e916-4d8a-bfe8-da0b2cb87219 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:18.755904 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-8129af87-e916-4d8a-bfe8-da0b2cb87219 admin admin] Publish callbacks [] for security_group (cc9b1ba4-601b-4a94-8c78-24f6e23be379), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:18.793540 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-8129af87-e916-4d8a-bfe8-da0b2cb87219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (cc9b1ba4-601b-4a94-8c78-24f6e23be379), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:18.850540 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-8129af87-e916-4d8a-bfe8-da0b2cb87219 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=cc88772a0c534ab887caeab84baeb5fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1907871 Sep 17 03:56:18.853234 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 51946) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:56:18.866599 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8129af87-e916-4d8a-bfe8-da0b2cb87219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9b1ba4-601b-4a94-8c78-24f6e23be379,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:56:18.887361 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129525f-d5f9-47e7-9883-63bc58f94c7a req-f26cb362-f8d1-4d9f-a01a-9a3edb729798 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:56:18.888837 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-4129525f-d5f9-47e7-9883-63bc58f94c7a req-f26cb362-f8d1-4d9f-a01a-9a3edb729798 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 945 time: 0.0642831 Sep 17 03:56:18.904487 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-53364bd6-2148-4fd9-9701-0edf1f2dbf34 admin admin] Publish callbacks [] for security_group (cc9b1ba4-601b-4a94-8c78-24f6e23be379), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:18.925848 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-53364bd6-2148-4fd9-9701-0edf1f2dbf34 admin admin] Publish callbacks [] for security_group (cc9b1ba4-601b-4a94-8c78-24f6e23be379), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:18.938879 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-4129525f-d5f9-47e7-9883-63bc58f94c7a req-2da85572-cc81-4ae8-8de0-75a92e630dfe tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e00ffe96-bdd6-4412-a216-e0bd294cf54c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436876 Sep 17 03:56:19.027782 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-53364bd6-2148-4fd9-9701-0edf1f2dbf34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (cc9b1ba4-601b-4a94-8c78-24f6e23be379), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:19.030458 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-53364bd6-2148-4fd9-9701-0edf1f2dbf34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:19.035236 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-53364bd6-2148-4fd9-9701-0edf1f2dbf34 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/cc9b1ba4-601b-4a94-8c78-24f6e23be379 HTTP/1.1" status: 204 len: 168 time: 0.1773243 Sep 17 03:56:19.039843 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53364bd6-2148-4fd9-9701-0edf1f2dbf34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9b1ba4-601b-4a94-8c78-24f6e23be379,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:56:20.052402 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:56:20.065654 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5238d3-f3f2-48ae-8b99-66d6ebfd1884 req-113f7606-0464-4f90-8c56-a90d3f71901c tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:56:20.067312 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8d5238d3-f3f2-48ae-8b99-66d6ebfd1884 req-113f7606-0464-4f90-8c56-a90d3f71901c tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 945 time: 0.0495322 Sep 17 03:56:20.115660 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8d5238d3-f3f2-48ae-8b99-66d6ebfd1884 req-92669aa4-abd6-459b-94d7-5aa78f8670f2 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e00ffe96-bdd6-4412-a216-e0bd294cf54c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423706 Sep 17 03:56:20.676789 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 51982) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:56:20.785521 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-b65fabc4-006f-4697-9366-bc75b8d5ab2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:20.825001 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:56:20.869716 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-b65fabc4-006f-4697-9366-bc75b8d5ab2c admin admin] Publish callbacks [] for security_group (4c713101-a3c5-4eb0-89d1-b126040bfe43), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:20.924641 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-b65fabc4-006f-4697-9366-bc75b8d5ab2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (4c713101-a3c5-4eb0-89d1-b126040bfe43), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:20.965055 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-b65fabc4-006f-4697-9366-bc75b8d5ab2c admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=301a0b2d34ac4c0f8a9ce32eeffeaae9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2872133 Sep 17 03:56:20.965947 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65fabc4-006f-4697-9366-bc75b8d5ab2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c713101-a3c5-4eb0-89d1-b126040bfe43,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:56:20.968144 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 51986) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:56:21.024271 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-4f2ed963-bc6e-438d-a105-2167ee064282 admin admin] Publish callbacks [] for security_group (4c713101-a3c5-4eb0-89d1-b126040bfe43), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:21.044429 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-4f2ed963-bc6e-438d-a105-2167ee064282 admin admin] Publish callbacks [] for security_group (4c713101-a3c5-4eb0-89d1-b126040bfe43), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:21.171353 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-4f2ed963-bc6e-438d-a105-2167ee064282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (4c713101-a3c5-4eb0-89d1-b126040bfe43), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:21.173930 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-4f2ed963-bc6e-438d-a105-2167ee064282 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:21.175092 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-4f2ed963-bc6e-438d-a105-2167ee064282 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/4c713101-a3c5-4eb0-89d1-b126040bfe43 HTTP/1.1" status: 204 len: 168 time: 0.2058461 Sep 17 03:56:21.186377 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ed963-bc6e-438d-a105-2167ee064282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c713101-a3c5-4eb0-89d1-b126040bfe43,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:56:21.248356 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839156f9-3652-4bb8-891a-fd0394802ea9 req-9f9dd54e-8ad3-48c9-8956-17e5032e6cbc tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:56:21.250784 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-839156f9-3652-4bb8-891a-fd0394802ea9 req-9f9dd54e-8ad3-48c9-8956-17e5032e6cbc tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 945 time: 0.0551794 Sep 17 03:56:21.297574 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-839156f9-3652-4bb8-891a-fd0394802ea9 req-fb711a30-1712-4650-a298-830e8a87f37b tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e00ffe96-bdd6-4412-a216-e0bd294cf54c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410595 Sep 17 03:56:22.423951 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5aa84-ffe3-4915-9122-28b7503a3adf req-b34dcf10-2454-4cd8-b52c-4084e4a47130 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:56:22.425400 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-eca5aa84-ffe3-4915-9122-28b7503a3adf req-b34dcf10-2454-4cd8-b52c-4084e4a47130 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 945 time: 0.0467074 Sep 17 03:56:22.476708 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-eca5aa84-ffe3-4915-9122-28b7503a3adf req-d39501c1-28c4-41e9-848b-08a536153835 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e00ffe96-bdd6-4412-a216-e0bd294cf54c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455487 Sep 17 03:56:23.597863 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d119f2-16f3-4a6a-a1e5-3c272201544f req-bc69acc5-6d59-40a9-b095-5e3ac8c43c4f tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:56:23.599349 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-95d119f2-16f3-4a6a-a1e5-3c272201544f req-bc69acc5-6d59-40a9-b095-5e3ac8c43c4f tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 945 time: 0.0471499 Sep 17 03:56:23.646569 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-95d119f2-16f3-4a6a-a1e5-3c272201544f req-444e29b2-9689-4f17-980a-198a08ab4276 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e00ffe96-bdd6-4412-a216-e0bd294cf54c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414708 Sep 17 03:56:24.768498 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ebc5f8-c43b-4de0-aa82-d5a18cb62ce1 req-8213daa5-1fd5-444b-89bd-53801227c633 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:56:24.770015 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-75ebc5f8-c43b-4de0-aa82-d5a18cb62ce1 req-8213daa5-1fd5-444b-89bd-53801227c633 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 945 time: 0.0479631 Sep 17 03:56:24.849530 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07732db3-2b69-479b-8dd3-b83acb9d3c47 req-113d086e-906c-4ffb-a6d6-6d5692b3d7a7 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:56:24.851024 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-07732db3-2b69-479b-8dd3-b83acb9d3c47 req-113d086e-906c-4ffb-a6d6-6d5692b3d7a7 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 946 time: 0.0688007 Sep 17 03:56:24.868886 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-75ebc5f8-c43b-4de0-aa82-d5a18cb62ce1 req-20f7b18a-a992-42f6-8955-d7654ae311a1 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e00ffe96-bdd6-4412-a216-e0bd294cf54c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932755 Sep 17 03:56:24.906224 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-07732db3-2b69-479b-8dd3-b83acb9d3c47 req-4878de35-2d74-452e-95b6-dc7519e8707a tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466828 Sep 17 03:56:25.992658 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc6082-09ef-44f6-a77e-9069090a5b1c req-e6db1a52-6d98-4149-8031-025be6f94dc4 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:56:25.994144 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-31fc6082-09ef-44f6-a77e-9069090a5b1c req-e6db1a52-6d98-4149-8031-025be6f94dc4 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 945 time: 0.0476246 Sep 17 03:56:26.056992 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e8290-01dc-4f92-8503-bb518994d23e req-bf972741-d62e-41f7-a1ed-ec7e2067c762 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:56:26.058366 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9a9e8290-01dc-4f92-8503-bb518994d23e req-bf972741-d62e-41f7-a1ed-ec7e2067c762 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 946 time: 0.0633669 Sep 17 03:56:26.074375 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:56:26.094341 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-31fc6082-09ef-44f6-a77e-9069090a5b1c req-2ed2b157-c2cc-4451-a55a-bc0cf358d745 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e00ffe96-bdd6-4412-a216-e0bd294cf54c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908077 Sep 17 03:56:26.121592 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9a9e8290-01dc-4f92-8503-bb518994d23e req-765d6f6c-4152-4218-aba6-3f513fe3bf0b tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571580 Sep 17 03:56:27.028147 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.agents_db [None req-b2aba882-f127-474e-990c-8a1f8fa77bd5 None None] Agent healthcheck: found 6 active agents {{(pid=113213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:56:27.239249 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cfedfa-5edd-44eb-86b4-cd729ce968c7 req-537e0836-f830-4ec3-8e30-4e8c25f6d5b9 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:56:27.240673 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-29cfedfa-5edd-44eb-86b4-cd729ce968c7 req-537e0836-f830-4ec3-8e30-4e8c25f6d5b9 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 945 time: 0.0689051 Sep 17 03:56:27.271318 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc44fc-b088-40db-9494-b5b3f17ddafa req-2e963d5a-529a-4718-871e-eb3cf842e51f tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:56:27.272750 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-efcc44fc-b088-40db-9494-b5b3f17ddafa req-2e963d5a-529a-4718-871e-eb3cf842e51f tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 946 time: 0.0682480 Sep 17 03:56:27.319159 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-29cfedfa-5edd-44eb-86b4-cd729ce968c7 req-3a499d5a-623c-4d4b-b2b8-2655d51b34a4 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e00ffe96-bdd6-4412-a216-e0bd294cf54c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729396 Sep 17 03:56:27.339717 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-efcc44fc-b088-40db-9494-b5b3f17ddafa req-74dd31c1-89d0-420a-a0e6-3df7fdd961eb tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612922 Sep 17 03:56:28.469034 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d17d54-da1c-44ce-88ab-0cf9108c9a48 req-8c5557c4-7d67-4f57-b893-c749f2220f2a tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:56:28.470784 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-02d17d54-da1c-44ce-88ab-0cf9108c9a48 req-8c5557c4-7d67-4f57-b893-c749f2220f2a tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 945 time: 0.0746183 Sep 17 03:56:28.490750 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d3476-71d7-4814-8de2-3330a244ea68 req-021943e5-809a-4fe0-820c-28eadd39110e tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:56:28.492173 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-6a7d3476-71d7-4814-8de2-3330a244ea68 req-021943e5-809a-4fe0-820c-28eadd39110e tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 946 time: 0.0665472 Sep 17 03:56:28.533898 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:56:28.559432 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-02d17d54-da1c-44ce-88ab-0cf9108c9a48 req-25196c4d-5fec-4b89-8e81-09aa55cfbade tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e00ffe96-bdd6-4412-a216-e0bd294cf54c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828819 Sep 17 03:56:28.570667 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-6a7d3476-71d7-4814-8de2-3330a244ea68 req-b45dd7fa-8401-45bf-ba9c-8aa0b79809ac tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707593 Sep 17 03:56:29.053031 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=47,neutron:UPDATE=4 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:56:29.084317 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=4 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:56:29.710986 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b993c2-e8ae-4173-a209-3ce6f3f31647 req-337faed0-c4cf-40f6-80fd-a2e386c015e5 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:56:29.712433 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-88b993c2-e8ae-4173-a209-3ce6f3f31647 req-337faed0-c4cf-40f6-80fd-a2e386c015e5 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 945 time: 0.0756836 Sep 17 03:56:29.723221 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a5bb43-9c25-4a2e-8d27-151b2da9e5fa req-937544b2-156a-4af5-8c82-150070c43419 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:56:29.724589 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-74a5bb43-9c25-4a2e-8d27-151b2da9e5fa req-937544b2-156a-4af5-8c82-150070c43419 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 946 time: 0.0592256 Sep 17 03:56:29.800458 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-88b993c2-e8ae-4173-a209-3ce6f3f31647 req-a68dfd33-b3ce-4e68-a424-cfe0a1372b55 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e00ffe96-bdd6-4412-a216-e0bd294cf54c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749347 Sep 17 03:56:29.803434 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-74a5bb43-9c25-4a2e-8d27-151b2da9e5fa req-e0115389-16f2-4fcf-9a81-5029f732060e tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714254 Sep 17 03:56:30.962223 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811bd446-bc9f-41f2-b9fa-c93900cd0f16 req-cbcd202d-7ed2-46f4-84aa-79b299daf4ed tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:56:30.963672 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-811bd446-bc9f-41f2-b9fa-c93900cd0f16 req-cbcd202d-7ed2-46f4-84aa-79b299daf4ed tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 946 time: 0.0754390 Sep 17 03:56:30.969438 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce6d77-f83b-4ba3-ac77-86fe399aac8e req-3bcd53a4-60be-473f-9443-f3c1a3b80798 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:56:30.977203 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e4ce6d77-f83b-4ba3-ac77-86fe399aac8e req-3bcd53a4-60be-473f-9443-f3c1a3b80798 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 945 time: 0.0723205 Sep 17 03:56:31.040929 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-811bd446-bc9f-41f2-b9fa-c93900cd0f16 req-4d7bff90-916f-429c-9eac-63007fe840d1 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689552 Sep 17 03:56:31.048175 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e4ce6d77-f83b-4ba3-ac77-86fe399aac8e req-181338cb-2e4f-4c8b-85a6-d8b0ed33ed35 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e00ffe96-bdd6-4412-a216-e0bd294cf54c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693858 Sep 17 03:56:31.079372 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=75,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:56:31.183048 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=37,neutron:DELETE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:56:31.204270 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=38,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:56:32.032091 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82cb15-e9d1-42c2-91ad-fbd0938e8c17 req-7b47bc86-e5a0-413e-9b94-875518bb5960 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:56:32.033554 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-2f82cb15-e9d1-42c2-91ad-fbd0938e8c17 req-7b47bc86-e5a0-413e-9b94-875518bb5960 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 946 time: 0.0464251 Sep 17 03:56:32.126359 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [req-2f82cb15-e9d1-42c2-91ad-fbd0938e8c17 req-24d5dd54-d1aa-4f58-90ef-557429ca7358 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Deleting port 7a9faf1e-30af-44c9-b2f3-1362a9298cbe {{(pid=113210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:56:32.127057 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-2f82cb15-e9d1-42c2-91ad-fbd0938e8c17 req-24d5dd54-d1aa-4f58-90ef-557429ca7358 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (7a9faf1e-30af-44c9-b2f3-1362a9298cbe), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:32.202499 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208ffd4-2e67-4e28-b12b-9262eaa4cba7 req-4aaf42c7-375a-48ec-b751-cd535b04f661 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:56:32.204582 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9208ffd4-2e67-4e28-b12b-9262eaa4cba7 req-4aaf42c7-375a-48ec-b751-cd535b04f661 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 946 time: 0.0781884 Sep 17 03:56:32.212193 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d11b17-a89d-4931-925e-f69313e441d9 req-c240ba48-e444-4f4a-b1e6-f787dbac0ece tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:56:32.213580 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-42d11b17-a89d-4931-925e-f69313e441d9 req-c240ba48-e444-4f4a-b1e6-f787dbac0ece tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 945 time: 0.0782328 Sep 17 03:56:32.221484 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [req-2f82cb15-e9d1-42c2-91ad-fbd0938e8c17 req-24d5dd54-d1aa-4f58-90ef-557429ca7358 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] For port 7a9faf1e-30af-44c9-b2f3-1362a9298cbe, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=7a9faf1e-30af-44c9-b2f3-1362a9298cbe,segment=NetworkSegment(08cb3b6a-b907-4438-a94b-64c1979bcd7f),segment_id=08cb3b6a-b907-4438-a94b-64c1979bcd7f)] {{(pid=113210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:56:32.221893 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-2f82cb15-e9d1-42c2-91ad-fbd0938e8c17 req-24d5dd54-d1aa-4f58-90ef-557429ca7358 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (7a9faf1e-30af-44c9-b2f3-1362a9298cbe), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:32.287286 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9208ffd4-2e67-4e28-b12b-9262eaa4cba7 req-ff51b2e4-ff1d-4cf2-bb8a-389b79483aaf tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a1e93273-16f8-41c3-9744-aa388e62a279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727417 Sep 17 03:56:32.291446 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-42d11b17-a89d-4931-925e-f69313e441d9 req-34235c59-850a-4785-bdac-aeecb06db98b tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e00ffe96-bdd6-4412-a216-e0bd294cf54c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708117 Sep 17 03:56:32.404984 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-2f82cb15-e9d1-42c2-91ad-fbd0938e8c17 req-24d5dd54-d1aa-4f58-90ef-557429ca7358 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:32.405344 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-2f82cb15-e9d1-42c2-91ad-fbd0938e8c17 req-24d5dd54-d1aa-4f58-90ef-557429ca7358 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615334'] for floatingip (d8e5ac66-ee94-43b2-b574-e2ab73c321ff), after_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:32.405650 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.db.l3_db [req-2f82cb15-e9d1-42c2-91ad-fbd0938e8c17 req-24d5dd54-d1aa-4f58-90ef-557429ca7358 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Floating IP d8e5ac66-ee94-43b2-b574-e2ab73c321ff disassociated. External IP: 172.27.0.53, port: 7a9faf1e-30af-44c9-b2f3-1362a9298cbe. Sep 17 03:56:32.406013 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [req-2f82cb15-e9d1-42c2-91ad-fbd0938e8c17 req-24d5dd54-d1aa-4f58-90ef-557429ca7358 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Calling delete_port for 7a9faf1e-30af-44c9-b2f3-1362a9298cbe owned by compute:nova {{(pid=113210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:56:32.564927 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-2f82cb15-e9d1-42c2-91ad-fbd0938e8c17 req-24d5dd54-d1aa-4f58-90ef-557429ca7358 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (7a9faf1e-30af-44c9-b2f3-1362a9298cbe), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:32.593186 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5dd54-d1aa-4f58-90ef-557429ca7358 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Pushing event deleted for resources: {'Port': ['ID=7a9faf1e-30af-44c9-b2f3-1362a9298cbe,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:56:32.704271 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f82cb15-e9d1-42c2-91ad-fbd0938e8c17 req-24d5dd54-d1aa-4f58-90ef-557429ca7358 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Router 55187bde-bd51-4273-87a5-034f3846d8b9 has already been hosted by L3 agent b971cbd0-997d-41fb-8614-0aea29982798 {{(pid=113210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:56:32.813752 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f82cb15-e9d1-42c2-91ad-fbd0938e8c17 req-24d5dd54-d1aa-4f58-90ef-557429ca7358 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:56:32.823042 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf678a5-abe2-46a8-8ce7-27620b465f70 None None] Sync routers for ids ['55187bde-bd51-4273-87a5-034f3846d8b9'] in dv-cinder-849143-3-iscsi {{(pid=113213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:56:32.832989 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf678a5-abe2-46a8-8ce7-27620b465f70 None None] Routers {'55187bde-bd51-4273-87a5-034f3846d8b9'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:56:32.833587 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-ddf678a5-abe2-46a8-8ce7-27620b465f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:56:10Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['55187bde-bd51-4273-87a5-034f3846d8b9'], 'active': True} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:56:32.855366 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f82cb15-e9d1-42c2-91ad-fbd0938e8c17 req-24d5dd54-d1aa-4f58-90ef-557429ca7358 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] No DVR routers for this DVR port 7a9faf1e-30af-44c9-b2f3-1362a9298cbe on host hv-cinder-84914 {{(pid=113210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:56:32.857900 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-2f82cb15-e9d1-42c2-91ad-fbd0938e8c17 req-24d5dd54-d1aa-4f58-90ef-557429ca7358 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for port (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:32.862028 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-2f82cb15-e9d1-42c2-91ad-fbd0938e8c17 req-24d5dd54-d1aa-4f58-90ef-557429ca7358 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.18 "DELETE /networking/v2.0/ports/7a9faf1e-30af-44c9-b2f3-1362a9298cbe HTTP/1.1" status: 204 len: 173 time: 0.8213723 Sep 17 03:56:32.862526 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73bec81-39a0-47b3-b066-7f91389818b5', 'name': 'network-vif-deleted', 'tag': '7a9faf1e-30af-44c9-b2f3-1362a9298cbe'}] {{(pid=113210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:56:32.864864 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a613894f386080b2b9315951ba9a4c402b93d12b77848e4e2f89d9386810e3b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302c7ad9-af11-431c-9b83-59f8f3bc2be9" -d '{"events": [{"server_uuid": "d73bec81-39a0-47b3-b066-7f91389818b5", "name": "network-vif-deleted", "tag": "7a9faf1e-30af-44c9-b2f3-1362a9298cbe"}]}' {{(pid=113210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:56:32.903714 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f92783-db7f-4220-9174-b2d3a7d3fa04 x-openstack-request-id: req-e1f92783-db7f-4220-9174-b2d3a7d3fa04 {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:56:32.903998 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73bec81-39a0-47b3-b066-7f91389818b5", "name": "network-vif-deleted", "tag": "7a9faf1e-30af-44c9-b2f3-1362a9298cbe", "status": "completed", "code": 200}]} {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:56:32.904250 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e1f92783-db7f-4220-9174-b2d3a7d3fa04 {{(pid=113210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:56:32.904649 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1f92783-db7f-4220-9174-b2d3a7d3fa04'] response: {'server_uuid': 'd73bec81-39a0-47b3-b066-7f91389818b5', 'name': 'network-vif-deleted', 'tag': '7a9faf1e-30af-44c9-b2f3-1362a9298cbe', 'status': 'completed', 'code': 200} Sep 17 03:56:32.951262 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvr_db [None req-ddf678a5-abe2-46a8-8ce7-27620b465f70 None None] Set router 55187bde-bd51-4273-87a5-034f3846d8b9 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:56:33.057143 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 7a9faf1e-30af-44c9-b2f3-1362a9298cbe no longer exists at agent hyperv_hv-cinder-84914 {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:56:33.079954 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] No Port match for: 7a9faf1e-30af-44c9-b2f3-1362a9298cbe {{(pid=113212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:56:33.080316 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 7a9faf1e-30af-44c9-b2f3-1362a9298cbe not bound to the agent host hv-cinder-84914 {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:56:33.258717 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-ddf678a5-abe2-46a8-8ce7-27620b465f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'name': 'tempest-AttachVolumeShelveTestJSON-78764827-router', 'tenant_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'd838550e-a97c-48f5-88c3-721de7e315e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:40Z', 'updated_at': '2022-09-17T03:48:49Z', 'revision_number': 4, 'project_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'gw_port': {'id': 'd838550e-a97c-48f5-88c3-721de7e315e5', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ed:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': 'b48780f2-bafd-4655-9b4e-36f920d83460', 'name': '', 'network_id': 'a2c22271-da7e-4d2b-b2be-97deb622f84c', 'tenant_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'mac_address': 'fa:16:3e:33:74:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:47Z', 'updated_at': '2022-09-17T03:49:01Z', 'revision_number': 5, 'project_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'subnets': [{'id': 'eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:56:33.289712 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf678a5-abe2-46a8-8ce7-27620b465f70 None None] Checking router: 55187bde-bd51-4273-87a5-034f3846d8b9 for host: dv-cinder-849143-3-iscsi {{(pid=113213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:56:33.299216 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf678a5-abe2-46a8-8ce7-27620b465f70 None None] Routers {'55187bde-bd51-4273-87a5-034f3846d8b9'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:56:33.299815 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-ddf678a5-abe2-46a8-8ce7-27620b465f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:56:10Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['55187bde-bd51-4273-87a5-034f3846d8b9'], 'active': True} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:56:33.395476 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:56:33.414515 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvr_db [None req-ddf678a5-abe2-46a8-8ce7-27620b465f70 None None] Set router 55187bde-bd51-4273-87a5-034f3846d8b9 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:56:33.458070 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ca14dd40-f7a6-44e3-b4b7-58c144d3959e req-51c6c5e9-86e1-4bbc-8771-65a233520225 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d73bec81-39a0-47b3-b066-7f91389818b5 HTTP/1.1" status: 200 len: 210 time: 0.0390415 Sep 17 03:56:33.466784 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c77cdb-5943-46b3-9670-bad34566bc19 req-dc090f75-cd4c-4f59-9800-52994da0309a tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:56:33.468322 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c6c77cdb-5943-46b3-9670-bad34566bc19 req-dc090f75-cd4c-4f59-9800-52994da0309a tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 945 time: 0.0843008 Sep 17 03:56:33.535069 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c6c77cdb-5943-46b3-9670-bad34566bc19 req-e90e6bd3-f34f-4653-9c5d-5a3b74f51daf tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e00ffe96-bdd6-4412-a216-e0bd294cf54c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592966 Sep 17 03:56:33.622783 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-ddf678a5-abe2-46a8-8ce7-27620b465f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'name': 'tempest-AttachVolumeShelveTestJSON-78764827-router', 'tenant_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'd838550e-a97c-48f5-88c3-721de7e315e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:40Z', 'updated_at': '2022-09-17T03:48:49Z', 'revision_number': 4, 'project_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'gw_port': {'id': 'd838550e-a97c-48f5-88c3-721de7e315e5', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ed:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': 'b48780f2-bafd-4655-9b4e-36f920d83460', 'name': '', 'network_id': 'a2c22271-da7e-4d2b-b2be-97deb622f84c', 'tenant_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'mac_address': 'fa:16:3e:33:74:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:47Z', 'updated_at': '2022-09-17T03:49:01Z', 'revision_number': 5, 'project_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'subnets': [{'id': 'eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:56:33.647899 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf678a5-abe2-46a8-8ce7-27620b465f70 None None] The sync data for ids ['55187bde-bd51-4273-87a5-034f3846d8b9'] in dv-cinder-849143-3-iscsi is: [{'id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'name': 'tempest-AttachVolumeShelveTestJSON-78764827-router', 'tenant_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'd838550e-a97c-48f5-88c3-721de7e315e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:40Z', 'updated_at': '2022-09-17T03:48:49Z', 'revision_number': 4, 'project_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'gw_port': {'id': 'd838550e-a97c-48f5-88c3-721de7e315e5', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ed:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': 'b48780f2-bafd-4655-9b4e-36f920d83460', 'name': '', 'network_id': 'a2c22271-da7e-4d2b-b2be-97deb622f84c', 'tenant_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'mac_address': 'fa:16:3e:33:74:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:47Z', 'updated_at': '2022-09-17T03:49:01Z', 'revision_number': 5, 'project_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'subnets': [{'id': 'eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:56:33.867756 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9448db73-9adc-4820-97b8-c8008210038b None None] New status for floating IP d8e5ac66-ee94-43b2-b574-e2ab73c321ff: DOWN {{(pid=113212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 03:56:34.647773 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 52108) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:56:34.662323 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a02c17-97bd-4219-866b-bd44ff0ff69c req-4dc2147b-1721-4c55-8a2b-252ead94ab6f tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:56:34.663808 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-12a02c17-97bd-4219-866b-bd44ff0ff69c req-4dc2147b-1721-4c55-8a2b-252ead94ab6f tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 945 time: 0.0518286 Sep 17 03:56:34.712730 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9057c413-6e68-4996-9a06-350de11da78c tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks [] for security_group (a1e93273-16f8-41c3-9744-aa388e62a279), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:34.714252 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-12a02c17-97bd-4219-866b-bd44ff0ff69c req-7b61c01c-31ff-49ca-bf4e-ad4f97d10712 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e00ffe96-bdd6-4412-a216-e0bd294cf54c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446153 Sep 17 03:56:34.736776 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9057c413-6e68-4996-9a06-350de11da78c tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks [] for security_group (a1e93273-16f8-41c3-9744-aa388e62a279), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:34.739167 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:56:34.746734 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:56:34.878100 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9057c413-6e68-4996-9a06-350de11da78c tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (a1e93273-16f8-41c3-9744-aa388e62a279), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:34.881003 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9057c413-6e68-4996-9a06-350de11da78c tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:34.882869 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-9057c413-6e68-4996-9a06-350de11da78c tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/a1e93273-16f8-41c3-9744-aa388e62a279 HTTP/1.1" status: 204 len: 168 time: 0.2333541 Sep 17 03:56:34.885113 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 52110) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:56:34.892730 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9057c413-6e68-4996-9a06-350de11da78c tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e93273-16f8-41c3-9744-aa388e62a279,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:56:34.902895 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.api.v2.resource [None req-4c193b24-16f5-44e1-a80f-ad7c1bb097a5 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] show failed (client error): The resource could not be found. Sep 17 03:56:34.903933 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-4c193b24-16f5-44e1-a80f-ad7c1bb097a5 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "GET /networking/v2.0/security-groups/a1e93273-16f8-41c3-9744-aa388e62a279 HTTP/1.1" status: 404 len: 347 time: 0.0177701 Sep 17 03:56:34.910195 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 52112) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:56:35.030570 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.plugin [None req-c1a3af83-d122-4cb7-8465-17c04465cdb0 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Deleting port da50b67e-d8f2-4657-9843-e390992fa2b3 {{(pid=113211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:56:35.030823 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c1a3af83-d122-4cb7-8465-17c04465cdb0 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (da50b67e-d8f2-4657-9843-e390992fa2b3), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:35.108032 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c1a3af83-d122-4cb7-8465-17c04465cdb0 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (da50b67e-d8f2-4657-9843-e390992fa2b3), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:35.108359 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c1a3af83-d122-4cb7-8465-17c04465cdb0 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks [] for floatingip (da50b67e-d8f2-4657-9843-e390992fa2b3), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:35.120857 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.plugin [None req-c1a3af83-d122-4cb7-8465-17c04465cdb0 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Calling delete_port for da50b67e-d8f2-4657-9843-e390992fa2b3 owned by network:floatingip {{(pid=113211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:56:35.130912 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:56:35.314029 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c1a3af83-d122-4cb7-8465-17c04465cdb0 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26185590'] for port (da50b67e-d8f2-4657-9843-e390992fa2b3), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:35.336886 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a3af83-d122-4cb7-8465-17c04465cdb0 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Pushing event deleted for resources: {'Port': ['ID=da50b67e-d8f2-4657-9843-e390992fa2b3,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:56:35.404097 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c1a3af83-d122-4cb7-8465-17c04465cdb0 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks [] for floatingip (d8e5ac66-ee94-43b2-b574-e2ab73c321ff), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:35.406596 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-c1a3af83-d122-4cb7-8465-17c04465cdb0 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for floatingip (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:35.408486 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-c1a3af83-d122-4cb7-8465-17c04465cdb0 tempest-AttachVolumeShelveTestJSON-1386979981 tempest-AttachVolumeShelveTestJSON-1386979981-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/d8e5ac66-ee94-43b2-b574-e2ab73c321ff HTTP/1.1" status: 204 len: 168 time: 0.4971993 Sep 17 03:56:35.837378 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb123aa-b49b-4565-96ca-1739d50c802b req-843d627a-cb9f-4b8c-809a-0e6b67cedb26 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:56:35.839040 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7cb123aa-b49b-4565-96ca-1739d50c802b req-843d627a-cb9f-4b8c-809a-0e6b67cedb26 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 945 time: 0.0481265 Sep 17 03:56:35.886805 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7cb123aa-b49b-4565-96ca-1739d50c802b req-d423b99e-923b-4404-a865-b80ac1655a7d tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e00ffe96-bdd6-4412-a216-e0bd294cf54c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422010 Sep 17 03:56:37.010949 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc0611-4976-454f-b7eb-5c4e5c38904d req-121b5436-358a-41d3-9660-5e66c3b8606d tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:56:37.012318 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-46dc0611-4976-454f-b7eb-5c4e5c38904d req-121b5436-358a-41d3-9660-5e66c3b8606d tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 945 time: 0.0459120 Sep 17 03:56:37.072744 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-46dc0611-4976-454f-b7eb-5c4e5c38904d req-c86a2346-7c89-431b-8a27-c1596b39d41a tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e00ffe96-bdd6-4412-a216-e0bd294cf54c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446055 Sep 17 03:56:37.930642 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-819f21cc-b570-477b-9ead-1a0cec282ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b0b4725d-5d3f-4adf-8b60-729f2f7a35da), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:38.173187 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 52160) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:56:38.201970 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9564ba-c647-40e4-a20e-a05b0e491b0c req-5e374468-261e-4854-a218-ff975e2927ac tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:56:38.204186 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-de9564ba-c647-40e4-a20e-a05b0e491b0c req-5e374468-261e-4854-a218-ff975e2927ac tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 945 time: 0.0537913 Sep 17 03:56:38.252609 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-de9564ba-c647-40e4-a20e-a05b0e491b0c req-b421b92f-acda-473b-ae3b-0598e3655ad1 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e00ffe96-bdd6-4412-a216-e0bd294cf54c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427666 Sep 17 03:56:38.633353 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-27fe1a62-47a0-4ff5-8dad-55ff92a2b698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-426662'] for router_interface (55187bde-bd51-4273-87a5-034f3846d8b9), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:38.864585 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-27fe1a62-47a0-4ff5-8dad-55ff92a2b698 admin admin] Deleting port b48780f2-bafd-4655-9b4e-36f920d83460 {{(pid=113210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:56:38.864923 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-27fe1a62-47a0-4ff5-8dad-55ff92a2b698 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (b48780f2-bafd-4655-9b4e-36f920d83460), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:38.946074 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [None req-27fe1a62-47a0-4ff5-8dad-55ff92a2b698 admin admin] For port b48780f2-bafd-4655-9b4e-36f920d83460, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=b48780f2-bafd-4655-9b4e-36f920d83460,segment=NetworkSegment(08cb3b6a-b907-4438-a94b-64c1979bcd7f),segment_id=08cb3b6a-b907-4438-a94b-64c1979bcd7f)] {{(pid=113210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:56:38.946433 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-27fe1a62-47a0-4ff5-8dad-55ff92a2b698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (b48780f2-bafd-4655-9b4e-36f920d83460), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:38.959643 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-27fe1a62-47a0-4ff5-8dad-55ff92a2b698 admin admin] Calling delete_port for b48780f2-bafd-4655-9b4e-36f920d83460 owned by network:router_interface {{(pid=113210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:56:39.023633 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:56:39.199152 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-27fe1a62-47a0-4ff5-8dad-55ff92a2b698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (b48780f2-bafd-4655-9b4e-36f920d83460), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:39.206726 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:56:39.226134 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe1a62-47a0-4ff5-8dad-55ff92a2b698 admin admin] Pushing event deleted for resources: {'Port': ['ID=b48780f2-bafd-4655-9b4e-36f920d83460,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:56:39.344482 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:56:39.382768 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f5ae7-af75-4e4c-a46c-2310764dafc9 req-7bb7a70e-9136-4887-93d5-b52ef87e9593 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:56:39.384582 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-534f5ae7-af75-4e4c-a46c-2310764dafc9 req-7bb7a70e-9136-4887-93d5-b52ef87e9593 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 945 time: 0.0498435 Sep 17 03:56:39.409215 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-27fe1a62-47a0-4ff5-8dad-55ff92a2b698 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619798'] for router_interface (55187bde-bd51-4273-87a5-034f3846d8b9), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:39.433593 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-534f5ae7-af75-4e4c-a46c-2310764dafc9 req-6a576a54-ec37-4fd2-9bc7-f03034b56705 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e00ffe96-bdd6-4412-a216-e0bd294cf54c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431147 Sep 17 03:56:39.872363 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27fe1a62-47a0-4ff5-8dad-55ff92a2b698 admin admin] Router 55187bde-bd51-4273-87a5-034f3846d8b9 has already been hosted by L3 agent b971cbd0-997d-41fb-8614-0aea29982798 {{(pid=113210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:56:39.975394 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27fe1a62-47a0-4ff5-8dad-55ff92a2b698 admin admin] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:56:39.981946 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-27fe1a62-47a0-4ff5-8dad-55ff92a2b698 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/55187bde-bd51-4273-87a5-034f3846d8b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8062098 Sep 17 03:56:39.983065 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 52170) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:56:39.984422 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc619d92-368c-498d-b640-45c5b0ec5c7d None None] Sync routers for ids ['55187bde-bd51-4273-87a5-034f3846d8b9'] in dv-cinder-849143-3-iscsi {{(pid=113213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:56:39.995488 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc619d92-368c-498d-b640-45c5b0ec5c7d None None] Routers {'55187bde-bd51-4273-87a5-034f3846d8b9'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:56:39.996089 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-fc619d92-368c-498d-b640-45c5b0ec5c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:56:10Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['55187bde-bd51-4273-87a5-034f3846d8b9'], 'active': True} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:56:40.084232 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e23461ce-9b06-4a4c-9e2d-d798b1cb1a9a admin admin] Publish callbacks [] for router (55187bde-bd51-4273-87a5-034f3846d8b9), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:40.099420 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvr_db [None req-fc619d92-368c-498d-b640-45c5b0ec5c7d None None] Set router 55187bde-bd51-4273-87a5-034f3846d8b9 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:56:40.184286 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e23461ce-9b06-4a4c-9e2d-d798b1cb1a9a admin admin] Publish callbacks [] for router_gateway (55187bde-bd51-4273-87a5-034f3846d8b9), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:40.230808 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=100 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:56:40.264232 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-e23461ce-9b06-4a4c-9e2d-d798b1cb1a9a admin admin] Deleting port d838550e-a97c-48f5-88c3-721de7e315e5 {{(pid=113210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:56:40.264832 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e23461ce-9b06-4a4c-9e2d-d798b1cb1a9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (d838550e-a97c-48f5-88c3-721de7e315e5), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:40.271809 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-fc619d92-368c-498d-b640-45c5b0ec5c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'name': 'tempest-AttachVolumeShelveTestJSON-78764827-router', 'tenant_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'd838550e-a97c-48f5-88c3-721de7e315e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:40Z', 'updated_at': '2022-09-17T03:56:39Z', 'revision_number': 5, 'project_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'gw_port': {'id': 'd838550e-a97c-48f5-88c3-721de7e315e5', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ed:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:48:41Z', 'updated_at': '2022-09-17T03:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi'}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:56:40.273754 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-6a43fd95-9a76-4d3b-8aa1-fb8794215a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b971cbd0-997d-41fb-8614-0aea29982798), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:40.275891 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:56:40.298807 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc619d92-368c-498d-b640-45c5b0ec5c7d None None] Checking router: 55187bde-bd51-4273-87a5-034f3846d8b9 for host: dv-cinder-849143-3-iscsi {{(pid=113213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:56:40.308328 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc619d92-368c-498d-b640-45c5b0ec5c7d None None] Routers {'55187bde-bd51-4273-87a5-034f3846d8b9'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:56:40.308930 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-fc619d92-368c-498d-b640-45c5b0ec5c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:56:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['55187bde-bd51-4273-87a5-034f3846d8b9'], 'active': True} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:56:40.348757 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=100 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:56:40.350375 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [None req-e23461ce-9b06-4a4c-9e2d-d798b1cb1a9a admin admin] For port d838550e-a97c-48f5-88c3-721de7e315e5, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=d838550e-a97c-48f5-88c3-721de7e315e5,segment=NetworkSegment(b9ff3b7d-3dba-4f81-9340-22e46529b80a),segment_id=b9ff3b7d-3dba-4f81-9340-22e46529b80a)] {{(pid=113210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:56:40.350745 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e23461ce-9b06-4a4c-9e2d-d798b1cb1a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (d838550e-a97c-48f5-88c3-721de7e315e5), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:40.364237 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-e23461ce-9b06-4a4c-9e2d-d798b1cb1a9a admin admin] Calling delete_port for d838550e-a97c-48f5-88c3-721de7e315e5 owned by network:router_gateway {{(pid=113210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:56:40.394114 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvr_db [None req-fc619d92-368c-498d-b640-45c5b0ec5c7d None None] Set router 55187bde-bd51-4273-87a5-034f3846d8b9 gateway port host: None {{(pid=113213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:56:40.421693 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:56:40.445933 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-fc619d92-368c-498d-b640-45c5b0ec5c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'name': 'tempest-AttachVolumeShelveTestJSON-78764827-router', 'tenant_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:40Z', 'updated_at': '2022-09-17T03:56:40Z', 'revision_number': 6, 'project_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'gw_port_host': None}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:56:40.471265 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc619d92-368c-498d-b640-45c5b0ec5c7d None None] The sync data for ids ['55187bde-bd51-4273-87a5-034f3846d8b9'] in dv-cinder-849143-3-iscsi is: [{'id': '55187bde-bd51-4273-87a5-034f3846d8b9', 'name': 'tempest-AttachVolumeShelveTestJSON-78764827-router', 'tenant_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:48:40Z', 'updated_at': '2022-09-17T03:56:40Z', 'revision_number': 6, 'project_id': 'c1a07eadb5ea4914a6e1e6f3844afe94', 'gw_port_host': None}] {{(pid=113213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:56:40.566460 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ad293-d844-4b4f-a206-6440daaad5e4 req-a4740c1e-5510-4d8d-9848-dd6de6ce35db tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:56:40.567967 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-df7ad293-d844-4b4f-a206-6440daaad5e4 req-a4740c1e-5510-4d8d-9848-dd6de6ce35db tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 945 time: 0.0527925 Sep 17 03:56:40.576704 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e23461ce-9b06-4a4c-9e2d-d798b1cb1a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (d838550e-a97c-48f5-88c3-721de7e315e5), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:40.601320 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23461ce-9b06-4a4c-9e2d-d798b1cb1a9a admin admin] Pushing event deleted for resources: {'Port': ['ID=d838550e-a97c-48f5-88c3-721de7e315e5,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:56:40.618463 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-df7ad293-d844-4b4f-a206-6440daaad5e4 req-a884f34e-e8d4-4b64-bf9b-6bdfb4e1c9f3 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e00ffe96-bdd6-4412-a216-e0bd294cf54c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449946 Sep 17 03:56:40.670705 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e23461ce-9b06-4a4c-9e2d-d798b1cb1a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615260'] for router_gateway (55187bde-bd51-4273-87a5-034f3846d8b9), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:40.758320 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e23461ce-9b06-4a4c-9e2d-d798b1cb1a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-617928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5987'] for router (55187bde-bd51-4273-87a5-034f3846d8b9), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:40.760515 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e23461ce-9b06-4a4c-9e2d-d798b1cb1a9a admin admin] Publish callbacks [] for router_controller (55187bde-bd51-4273-87a5-034f3846d8b9), precommit_delete_associations {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:40.862538 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e23461ce-9b06-4a4c-9e2d-d798b1cb1a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-619883'] for router (55187bde-bd51-4273-87a5-034f3846d8b9), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:40.863235 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23461ce-9b06-4a4c-9e2d-d798b1cb1a9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55187bde-bd51-4273-87a5-034f3846d8b9 {{(pid=113210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 03:56:40.874052 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e23461ce-9b06-4a4c-9e2d-d798b1cb1a9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:40.874052 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-e23461ce-9b06-4a4c-9e2d-d798b1cb1a9a admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/55187bde-bd51-4273-87a5-034f3846d8b9 HTTP/1.1" status: 204 len: 168 time: 0.8850422 Sep 17 03:56:40.875949 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 52176) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:56:40.938134 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.db_base_plugin_v2 [None req-3501b4ef-0fde-4fab-adb2-3b22786dbc82 admin admin] Deleting subnet eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5 {{(pid=113210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 17 03:56:40.941568 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-3501b4ef-0fde-4fab-adb2-3b22786dbc82 admin admin] Publish callbacks [] for subnet (eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:40.983138 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-3501b4ef-0fde-4fab-adb2-3b22786dbc82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25293148'] for subnet (eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5), precommit_delete_associations {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:41.064562 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-3501b4ef-0fde-4fab-adb2-3b22786dbc82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480142'] for subnet (eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:41.175332 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-3501b4ef-0fde-4fab-adb2-3b22786dbc82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16482227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25815908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25349492'] for subnet (eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:41.199940 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3501b4ef-0fde-4fab-adb2-3b22786dbc82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:56:41.205710 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-3501b4ef-0fde-4fab-adb2-3b22786dbc82 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:41.209920 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-3501b4ef-0fde-4fab-adb2-3b22786dbc82 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/eb97ebfc-cb7a-47d9-9222-dd59f4f4c5b5 HTTP/1.1" status: 204 len: 168 time: 0.3325844 Sep 17 03:56:41.212044 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9316a1-10b2-405e-9e67-eb35cd2c0778 None None] Network a2c22271-da7e-4d2b-b2be-97deb622f84c requested from dv-cinder-849143-3-iscsi {{(pid=113212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:56:41.212322 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 52178) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:56:41.289550 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-85e526c0-b293-44bb-8b35-52731f822d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15995131'] for network (a2c22271-da7e-4d2b-b2be-97deb622f84c), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:41.340345 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device b48780f2-bafd-4655-9b4e-36f920d83460 no longer exists at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:56:41.342260 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.plugin [None req-85e526c0-b293-44bb-8b35-52731f822d1a admin admin] Deleting port 698bd73d-e9bc-4675-9276-edc26a5b3f55 {{(pid=113211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:56:41.343213 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-85e526c0-b293-44bb-8b35-52731f822d1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (698bd73d-e9bc-4675-9276-edc26a5b3f55), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:41.360898 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] No Port match for: b48780f2-bafd-4655-9b4e-36f920d83460 {{(pid=113212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:56:41.361239 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device b48780f2-bafd-4655-9b4e-36f920d83460 not bound to the agent host dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:56:41.394138 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfee9a9-66f0-4d9c-837d-2c25104ddb10 None None] DHCP port deletion for a2c22271-da7e-4d2b-b2be-97deb622f84c request from dv-cinder-849143-3-iscsi {{(pid=113212) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 17 03:56:41.418973 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.db [None req-85e526c0-b293-44bb-8b35-52731f822d1a admin admin] For port 698bd73d-e9bc-4675-9276-edc26a5b3f55, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=698bd73d-e9bc-4675-9276-edc26a5b3f55,segment=NetworkSegment(08cb3b6a-b907-4438-a94b-64c1979bcd7f),segment_id=08cb3b6a-b907-4438-a94b-64c1979bcd7f)] {{(pid=113211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:56:41.419334 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-85e526c0-b293-44bb-8b35-52731f822d1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (698bd73d-e9bc-4675-9276-edc26a5b3f55), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:41.432569 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.plugin [None req-85e526c0-b293-44bb-8b35-52731f822d1a admin admin] Calling delete_port for 698bd73d-e9bc-4675-9276-edc26a5b3f55 owned by network:dhcp {{(pid=113211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:56:41.445465 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ecfee9a9-66f0-4d9c-837d-2c25104ddb10 None None] Deleting port 698bd73d-e9bc-4675-9276-edc26a5b3f55 {{(pid=113212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:56:41.445853 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ecfee9a9-66f0-4d9c-837d-2c25104ddb10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (698bd73d-e9bc-4675-9276-edc26a5b3f55), before_delete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:41.487475 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ff42d983-095d-47ba-82c6-d5d7a2ded2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b812d02d-dcd0-44a4-bd1c-6e92b95e6b3f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:41.509504 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:56:41.515281 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ecfee9a9-66f0-4d9c-837d-2c25104ddb10 None None] For port 698bd73d-e9bc-4675-9276-edc26a5b3f55, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=698bd73d-e9bc-4675-9276-edc26a5b3f55,segment=NetworkSegment(08cb3b6a-b907-4438-a94b-64c1979bcd7f),segment_id=08cb3b6a-b907-4438-a94b-64c1979bcd7f)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:56:41.515909 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ecfee9a9-66f0-4d9c-837d-2c25104ddb10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (698bd73d-e9bc-4675-9276-edc26a5b3f55), precommit_delete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:41.533927 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ecfee9a9-66f0-4d9c-837d-2c25104ddb10 None None] Calling delete_port for 698bd73d-e9bc-4675-9276-edc26a5b3f55 owned by network:dhcp {{(pid=113212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:56:41.616033 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-85e526c0-b293-44bb-8b35-52731f822d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26185590'] for port (698bd73d-e9bc-4675-9276-edc26a5b3f55), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:41.655000 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e526c0-b293-44bb-8b35-52731f822d1a admin admin] Pushing event deleted for resources: {'Port': ['ID=698bd73d-e9bc-4675-9276-edc26a5b3f55,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:56:41.665410 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e526c0-b293-44bb-8b35-52731f822d1a admin admin] No DVR routers for this DVR port 698bd73d-e9bc-4675-9276-edc26a5b3f55 on host dv-cinder-849143-3-iscsi {{(pid=113211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:56:41.743652 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ecfee9a9-66f0-4d9c-837d-2c25104ddb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985'] for port (698bd73d-e9bc-4675-9276-edc26a5b3f55), after_delete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:41.767787 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfee9a9-66f0-4d9c-837d-2c25104ddb10 None None] Pushing event deleted for resources: {'Port': ['ID=698bd73d-e9bc-4675-9276-edc26a5b3f55,revision_number=None']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:56:41.769516 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-85e526c0-b293-44bb-8b35-52731f822d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16114853', 'neutron.services.segments.db._delete_segments_for_network-8745114997953'] for network (a2c22271-da7e-4d2b-b2be-97deb622f84c), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:41.772387 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfee9a9-66f0-4d9c-837d-2c25104ddb10 None None] No DVR routers for this DVR port 698bd73d-e9bc-4675-9276-edc26a5b3f55 on host dv-cinder-849143-3-iscsi {{(pid=113212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:56:41.778978 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfee9a9-66f0-4d9c-837d-2c25104ddb10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:56:41.779318 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfee9a9-66f0-4d9c-837d-2c25104ddb10 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:56:41.779645 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfee9a9-66f0-4d9c-837d-2c25104ddb10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:56:41.780552 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfee9a9-66f0-4d9c-837d-2c25104ddb10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:56:41.780552 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfee9a9-66f0-4d9c-837d-2c25104ddb10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:56:41.780766 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfee9a9-66f0-4d9c-837d-2c25104ddb10 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:56:41.780949 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfee9a9-66f0-4d9c-837d-2c25104ddb10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:56:41.781279 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfee9a9-66f0-4d9c-837d-2c25104ddb10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:56:41.781914 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfee9a9-66f0-4d9c-837d-2c25104ddb10 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:56:41.781914 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfee9a9-66f0-4d9c-837d-2c25104ddb10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:56:41.782222 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfee9a9-66f0-4d9c-837d-2c25104ddb10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:56:41.782547 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfee9a9-66f0-4d9c-837d-2c25104ddb10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:56:41.782859 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfee9a9-66f0-4d9c-837d-2c25104ddb10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:56:41.783377 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfee9a9-66f0-4d9c-837d-2c25104ddb10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:56:41.783686 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfee9a9-66f0-4d9c-837d-2c25104ddb10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:56:41.792408 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60e368-a90e-40cb-bfdf-84fe39c74925 req-e15bba9f-77ed-447f-afa6-1fba6578d8a0 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:56:41.793940 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ec60e368-a90e-40cb-bfdf-84fe39c74925 req-e15bba9f-77ed-447f-afa6-1fba6578d8a0 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 945 time: 0.0941262 Sep 17 03:56:41.810861 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.services.segments.db [None req-85e526c0-b293-44bb-8b35-52731f822d1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2c22271-da7e-4d2b-b2be-97deb622f84c']}} {{(pid=113211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:56:41.828547 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.services.segments.db [None req-85e526c0-b293-44bb-8b35-52731f822d1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08cb3b6a-b907-4438-a94b-64c1979bcd7f') {'for_net_delete': True} {{(pid=113211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:56:41.828838 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.services.segments.db [None req-85e526c0-b293-44bb-8b35-52731f822d1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08cb3b6a-b907-4438-a94b-64c1979bcd7f') {} {{(pid=113211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:56:41.841022 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-85e526c0-b293-44bb-8b35-52731f822d1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745114997845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26032354'] for segment (08cb3b6a-b907-4438-a94b-64c1979bcd7f), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:41.867926 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-85e526c0-b293-44bb-8b35-52731f822d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16505770'] for segment (08cb3b6a-b907-4438-a94b-64c1979bcd7f), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:41.875975 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ec60e368-a90e-40cb-bfdf-84fe39c74925 req-9c3abaa3-c7e4-4139-95c7-e6ebe549ec9f tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e00ffe96-bdd6-4412-a216-e0bd294cf54c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736976 Sep 17 03:56:41.878725 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e526c0-b293-44bb-8b35-52731f822d1a admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=113211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 03:56:41.885253 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-85e526c0-b293-44bb-8b35-52731f822d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16505770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26185635'] for segment (08cb3b6a-b907-4438-a94b-64c1979bcd7f), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:42.052254 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.services.segments.plugin [-] Segment 08cb3b6a-b907-4438-a94b-64c1979bcd7f resource provider aggregate not found Sep 17 03:56:42.064312 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-85e526c0-b293-44bb-8b35-52731f822d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16114844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615305'] for network (a2c22271-da7e-4d2b-b2be-97deb622f84c), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:42.073945 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.services.segments.plugin [-] Segment 08cb3b6a-b907-4438-a94b-64c1979bcd7f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 08cb3b6a-b907-4438-a94b-64c1979bcd7f found for delete ", "request_id": "req-c65c1eff-5c4a-4295-b174-b0b6ce2e07fc"}]} Sep 17 03:56:42.075318 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-85e526c0-b293-44bb-8b35-52731f822d1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for network (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:42.078631 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-85e526c0-b293-44bb-8b35-52731f822d1a admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/a2c22271-da7e-4d2b-b2be-97deb622f84c HTTP/1.1" status: 204 len: 168 time: 0.8653340 Sep 17 03:56:42.098380 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e526c0-b293-44bb-8b35-52731f822d1a admin admin] Pushing event deleted for resources: {'Network': ['ID=a2c22271-da7e-4d2b-b2be-97deb622f84c,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:56:42.289905 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9162e3-0e24-40ae-a397-f6c3711c3139 req-1fe674ad-0f23-40b6-bee7-130455efa8d6 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:56:42.291428 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0c9162e3-0e24-40ae-a397-f6c3711c3139 req-1fe674ad-0f23-40b6-bee7-130455efa8d6 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 945 time: 0.0577574 Sep 17 03:56:42.342693 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0c9162e3-0e24-40ae-a397-f6c3711c3139 req-07053114-11da-496e-bb8d-27e49db24f19 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e00ffe96-bdd6-4412-a216-e0bd294cf54c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455024 Sep 17 03:56:42.433493 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 52200) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:56:42.439403 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c05f37-ce6e-4767-9c8d-1ace4f347815 req-1560a982-9ada-49b1-a1ec-c1f415fdb042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:56:42.446493 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-63c05f37-ce6e-4767-9c8d-1ace4f347815 req-1560a982-9ada-49b1-a1ec-c1f415fdb042 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ddf27ec567494d03bd1d2469aef97264&device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 1129 time: 0.0438950 Sep 17 03:56:42.461370 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:56:42.476171 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-8fe82504-47d7-4ddf-9fbd-0fc2f62e9878 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=c1a07eadb5ea4914a6e1e6f3844afe94&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0414515 Sep 17 03:56:42.478733 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 52202) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:56:42.508287 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:56:42.529620 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-f85ea217-4412-492c-933d-4f45af26c87a admin admin] Publish callbacks [] for security_group (d136efbe-2f9e-4dae-96ed-bd2527a84404), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:42.546558 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c05f37-ce6e-4767-9c8d-1ace4f347815 req-f6b6add7-ebe9-4155-bb58-3338f0042d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:56:42.548743 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-63c05f37-ce6e-4767-9c8d-1ace4f347815 req-f6b6add7-ebe9-4155-bb58-3338f0042d7b service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=d9470128-efc5-439d-94b6-d35d23a7faa0 HTTP/1.1" status: 200 len: 912 time: 0.0995018 Sep 17 03:56:42.552744 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-f85ea217-4412-492c-933d-4f45af26c87a admin admin] Publish callbacks [] for security_group (d136efbe-2f9e-4dae-96ed-bd2527a84404), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:42.623024 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-63c05f37-ce6e-4767-9c8d-1ace4f347815 req-fa6e343c-9d39-457d-bcc5-1640c590cb33 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=324afd0c-23b1-40bc-8f71-5c1fc422c12a HTTP/1.1" status: 200 len: 1000 time: 0.0619411 Sep 17 03:56:42.667993 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-f85ea217-4412-492c-933d-4f45af26c87a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (d136efbe-2f9e-4dae-96ed-bd2527a84404), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:42.671501 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-f85ea217-4412-492c-933d-4f45af26c87a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:42.679337 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-f85ea217-4412-492c-933d-4f45af26c87a admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d136efbe-2f9e-4dae-96ed-bd2527a84404 HTTP/1.1" status: 204 len: 168 time: 0.1930645 Sep 17 03:56:42.679702 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c05f37-ce6e-4767-9c8d-1ace4f347815 req-4eb94b3f-705e-4bb2-ae2f-f136bd9c1cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:56:42.679702 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-63c05f37-ce6e-4767-9c8d-1ace4f347815 req-4eb94b3f-705e-4bb2-ae2f-f136bd9c1cd6 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=4f884129-c112-4f7f-ab1b-3d2e33686d02 HTTP/1.1" status: 200 len: 850 time: 0.0463412 Sep 17 03:56:42.682023 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ea217-4412-492c-933d-4f45af26c87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d136efbe-2f9e-4dae-96ed-bd2527a84404,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:56:42.728677 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c05f37-ce6e-4767-9c8d-1ace4f347815 req-8f7deade-47e8-43b0-8659-6d9c392851af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:56:42.730258 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-63c05f37-ce6e-4767-9c8d-1ace4f347815 req-8f7deade-47e8-43b0-8659-6d9c392851af service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=d9470128-efc5-439d-94b6-d35d23a7faa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439153 Sep 17 03:56:42.784342 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:56:42.842473 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-63c05f37-ce6e-4767-9c8d-1ace4f347815 req-b9ba0e43-3ac7-4914-a1b3-ef4ed5ccb5b1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d9470128-efc5-439d-94b6-d35d23a7faa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056435 Sep 17 03:56:42.947086 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-63c05f37-ce6e-4767-9c8d-1ace4f347815 req-c8b9daaa-dc12-449e-b459-9db6ab8c1456 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d9470128-efc5-439d-94b6-d35d23a7faa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967360 Sep 17 03:56:42.971936 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device d838550e-a97c-48f5-88c3-721de7e315e5 no longer exists at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:56:42.997270 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] No Port match for: d838550e-a97c-48f5-88c3-721de7e315e5 {{(pid=113212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:56:42.997611 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device d838550e-a97c-48f5-88c3-721de7e315e5 not bound to the agent host dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:56:42.998049 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 698bd73d-e9bc-4675-9276-edc26a5b3f55 no longer exists at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:56:43.016888 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] No Port match for: 698bd73d-e9bc-4675-9276-edc26a5b3f55 {{(pid=113212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:56:43.018902 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 698bd73d-e9bc-4675-9276-edc26a5b3f55 not bound to the agent host dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:56:43.037562 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (287db9f2-8160-4728-95aa-12aebca604d4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:43.325267 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fecdf064-2280-4810-8c6f-7fec6cce5654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (7e0cb1e0-c4a7-4d3b-9abd-ffc9973ed5e0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:43.478573 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85fafb4-966a-43b5-b4a9-7eebf0830a92 req-c5aa0f9d-2e50-43b0-886b-477d17d58b7e tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:56:43.480112 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a85fafb4-966a-43b5-b4a9-7eebf0830a92 req-c5aa0f9d-2e50-43b0-886b-477d17d58b7e tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 945 time: 0.0557196 Sep 17 03:56:43.532156 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a85fafb4-966a-43b5-b4a9-7eebf0830a92 req-ac3e9700-2ded-4ec4-ba1e-b7d1c2b7f1b2 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e00ffe96-bdd6-4412-a216-e0bd294cf54c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445313 Sep 17 03:56:44.667843 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25462d0b-686a-4915-b61c-43045bf7d763 req-0ee120e3-8faf-42e3-9ea1-78881e79e1bb tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:56:44.667843 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-25462d0b-686a-4915-b61c-43045bf7d763 req-0ee120e3-8faf-42e3-9ea1-78881e79e1bb tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 945 time: 0.0555124 Sep 17 03:56:44.720478 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-25462d0b-686a-4915-b61c-43045bf7d763 req-d3cbd25d-0f0c-48bb-95c4-449e04ce82d5 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e00ffe96-bdd6-4412-a216-e0bd294cf54c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480785 Sep 17 03:56:46.462180 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (56a63866-613b-46a0-90ee-05b9222d9bfc), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:47.056246 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 52302) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:56:47.162212 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-5291b28e-f990-4f40-8e23-befe927d8968 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:47.181468 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:56:47.238017 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-5291b28e-f990-4f40-8e23-befe927d8968 admin admin] Publish callbacks [] for security_group (6ee579b7-94a8-4e3e-bdab-c8a667783f3d), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:47.295025 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-5291b28e-f990-4f40-8e23-befe927d8968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (6ee579b7-94a8-4e3e-bdab-c8a667783f3d), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:47.337418 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5291b28e-f990-4f40-8e23-befe927d8968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee579b7-94a8-4e3e-bdab-c8a667783f3d,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:56:47.341645 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-5291b28e-f990-4f40-8e23-befe927d8968 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=4362657a6b0349f3aaa5d8533a305364&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2844446 Sep 17 03:56:47.344413 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 52306) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:56:47.393750 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-2424f657-db12-4e61-89d3-42af568a851b admin admin] Publish callbacks [] for security_group (6ee579b7-94a8-4e3e-bdab-c8a667783f3d), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:47.414733 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-2424f657-db12-4e61-89d3-42af568a851b admin admin] Publish callbacks [] for security_group (6ee579b7-94a8-4e3e-bdab-c8a667783f3d), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:47.524936 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-2424f657-db12-4e61-89d3-42af568a851b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (6ee579b7-94a8-4e3e-bdab-c8a667783f3d), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:47.527614 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-2424f657-db12-4e61-89d3-42af568a851b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:47.528786 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-2424f657-db12-4e61-89d3-42af568a851b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/6ee579b7-94a8-4e3e-bdab-c8a667783f3d HTTP/1.1" status: 204 len: 168 time: 0.1831923 Sep 17 03:56:47.537023 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2424f657-db12-4e61-89d3-42af568a851b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee579b7-94a8-4e3e-bdab-c8a667783f3d,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:56:50.129196 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-142628d7-9648-432c-bb39-1f2ca97cc911 req-b0ca26c9-dbc3-4e9f-99fd-b29433959f18 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412066 Sep 17 03:56:50.257989 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142628d7-9648-432c-bb39-1f2ca97cc911 req-dbb7522a-1531-42f5-89f0-b930372ca408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:56:50.259581 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-142628d7-9648-432c-bb39-1f2ca97cc911 req-dbb7522a-1531-42f5-89f0-b930372ca408 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=c265d90202534462b37c19391538b29a&device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 1129 time: 0.0461173 Sep 17 03:56:50.375118 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142628d7-9648-432c-bb39-1f2ca97cc911 req-63f6cae5-d1ed-4c3e-a568-f890a7f71520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:56:50.376621 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-142628d7-9648-432c-bb39-1f2ca97cc911 req-63f6cae5-d1ed-4c3e-a568-f890a7f71520 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=9639789b-4517-4d8a-8150-b02c75d21fd6 HTTP/1.1" status: 200 len: 910 time: 0.0919399 Sep 17 03:56:50.448753 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=1 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:56:50.449494 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=18 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:56:50.450052 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-142628d7-9648-432c-bb39-1f2ca97cc911 req-012704d6-f7df-4dc7-9f08-d6c47efa8061 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c180ab9b-4ee0-400c-bcd6-351470f7df5f HTTP/1.1" status: 200 len: 1001 time: 0.0662382 Sep 17 03:56:50.500956 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142628d7-9648-432c-bb39-1f2ca97cc911 req-89f3f42c-ff3d-447c-94e5-d071a69a4893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:56:50.502443 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-142628d7-9648-432c-bb39-1f2ca97cc911 req-89f3f42c-ff3d-447c-94e5-d071a69a4893 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=ea6084af-2859-4d2a-9fe2-69cd212d0f4a HTTP/1.1" status: 200 len: 848 time: 0.0464382 Sep 17 03:56:50.548122 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142628d7-9648-432c-bb39-1f2ca97cc911 req-6ff14d05-ca3d-43a4-b66b-4034401da48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:56:50.549663 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-142628d7-9648-432c-bb39-1f2ca97cc911 req-6ff14d05-ca3d-43a4-b66b-4034401da48a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=9639789b-4517-4d8a-8150-b02c75d21fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404439 Sep 17 03:56:50.650473 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-142628d7-9648-432c-bb39-1f2ca97cc911 req-a80ec1a1-f503-415f-b63f-f11697a179a6 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/9639789b-4517-4d8a-8150-b02c75d21fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933070 Sep 17 03:56:50.745681 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-142628d7-9648-432c-bb39-1f2ca97cc911 req-b4cf8c1f-cdda-4503-aa7c-1044d6cd003c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/9639789b-4517-4d8a-8150-b02c75d21fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861666 Sep 17 03:56:52.653668 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 52448) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:56:52.768371 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-0932253b-6294-4fe9-83ee-25f85cdc8989 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:52.830556 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:56:52.862559 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-0932253b-6294-4fe9-83ee-25f85cdc8989 admin admin] Publish callbacks [] for security_group (512ce649-9802-4e0f-bef5-6f78fa9a02b4), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:52.919511 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-0932253b-6294-4fe9-83ee-25f85cdc8989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (512ce649-9802-4e0f-bef5-6f78fa9a02b4), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:52.971696 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 52452) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:56:52.972217 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-0932253b-6294-4fe9-83ee-25f85cdc8989 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=838a2f4acd284628a2211575beecf1f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3168845 Sep 17 03:56:52.973511 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0932253b-6294-4fe9-83ee-25f85cdc8989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512ce649-9802-4e0f-bef5-6f78fa9a02b4,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:56:52.982276 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0932253b-6294-4fe9-83ee-25f85cdc8989 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:56:52.982878 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0932253b-6294-4fe9-83ee-25f85cdc8989 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:56:52.983362 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0932253b-6294-4fe9-83ee-25f85cdc8989 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:56:52.983852 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0932253b-6294-4fe9-83ee-25f85cdc8989 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:56:52.984336 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0932253b-6294-4fe9-83ee-25f85cdc8989 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:56:52.985016 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0932253b-6294-4fe9-83ee-25f85cdc8989 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:56:52.985508 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0932253b-6294-4fe9-83ee-25f85cdc8989 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:56:52.986037 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0932253b-6294-4fe9-83ee-25f85cdc8989 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:56:52.986517 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0932253b-6294-4fe9-83ee-25f85cdc8989 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:56:52.987018 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0932253b-6294-4fe9-83ee-25f85cdc8989 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:56:52.987518 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0932253b-6294-4fe9-83ee-25f85cdc8989 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:56:52.988522 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0932253b-6294-4fe9-83ee-25f85cdc8989 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:56:52.989287 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0932253b-6294-4fe9-83ee-25f85cdc8989 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:56:52.990095 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0932253b-6294-4fe9-83ee-25f85cdc8989 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:56:52.990944 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0932253b-6294-4fe9-83ee-25f85cdc8989 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:56:53.041467 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-8d35f8d8-e251-4435-8b4d-f62635416dc2 admin admin] Publish callbacks [] for security_group (512ce649-9802-4e0f-bef5-6f78fa9a02b4), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:53.062946 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-8d35f8d8-e251-4435-8b4d-f62635416dc2 admin admin] Publish callbacks [] for security_group (512ce649-9802-4e0f-bef5-6f78fa9a02b4), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:53.089909 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:56:53.187737 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-8d35f8d8-e251-4435-8b4d-f62635416dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (512ce649-9802-4e0f-bef5-6f78fa9a02b4), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:53.190459 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-8d35f8d8-e251-4435-8b4d-f62635416dc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:53.192336 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-8d35f8d8-e251-4435-8b4d-f62635416dc2 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/512ce649-9802-4e0f-bef5-6f78fa9a02b4 HTTP/1.1" status: 204 len: 168 time: 0.2190015 Sep 17 03:56:53.202791 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35f8d8-e251-4435-8b4d-f62635416dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512ce649-9802-4e0f-bef5-6f78fa9a02b4,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:56:59.165243 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 52548) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:56:59.271834 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-8f191ed9-0c87-4b73-8db1-c7c78d2a8a0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:59.354660 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-8f191ed9-0c87-4b73-8db1-c7c78d2a8a0c admin admin] Publish callbacks [] for security_group (aece607f-7ab2-4ef0-9bc1-cb6be610a8eb), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:59.415237 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-8f191ed9-0c87-4b73-8db1-c7c78d2a8a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (aece607f-7ab2-4ef0-9bc1-cb6be610a8eb), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:59.456173 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-8f191ed9-0c87-4b73-8db1-c7c78d2a8a0c admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=a77832e22eff4bc28ae124af9155aa69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2898066 Sep 17 03:56:59.457033 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f191ed9-0c87-4b73-8db1-c7c78d2a8a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aece607f-7ab2-4ef0-9bc1-cb6be610a8eb,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:56:59.459411 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 52556) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:56:59.466918 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f191ed9-0c87-4b73-8db1-c7c78d2a8a0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:56:59.467635 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f191ed9-0c87-4b73-8db1-c7c78d2a8a0c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:56:59.468214 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f191ed9-0c87-4b73-8db1-c7c78d2a8a0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:56:59.468549 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f191ed9-0c87-4b73-8db1-c7c78d2a8a0c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:56:59.468876 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f191ed9-0c87-4b73-8db1-c7c78d2a8a0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:56:59.469392 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f191ed9-0c87-4b73-8db1-c7c78d2a8a0c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:56:59.469847 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f191ed9-0c87-4b73-8db1-c7c78d2a8a0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:56:59.470063 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f191ed9-0c87-4b73-8db1-c7c78d2a8a0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:56:59.470830 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f191ed9-0c87-4b73-8db1-c7c78d2a8a0c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:56:59.471193 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f191ed9-0c87-4b73-8db1-c7c78d2a8a0c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:56:59.471514 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f191ed9-0c87-4b73-8db1-c7c78d2a8a0c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:56:59.472003 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f191ed9-0c87-4b73-8db1-c7c78d2a8a0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:56:59.472485 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f191ed9-0c87-4b73-8db1-c7c78d2a8a0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:56:59.472813 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f191ed9-0c87-4b73-8db1-c7c78d2a8a0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:56:59.473134 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f191ed9-0c87-4b73-8db1-c7c78d2a8a0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:56:59.518756 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-f3d62e46-c733-4ff5-905e-ed23584ac081 admin admin] Publish callbacks [] for security_group (aece607f-7ab2-4ef0-9bc1-cb6be610a8eb), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:59.541597 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-f3d62e46-c733-4ff5-905e-ed23584ac081 admin admin] Publish callbacks [] for security_group (aece607f-7ab2-4ef0-9bc1-cb6be610a8eb), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:59.543311 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:56:59.644916 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-f3d62e46-c733-4ff5-905e-ed23584ac081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (aece607f-7ab2-4ef0-9bc1-cb6be610a8eb), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:59.647626 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-f3d62e46-c733-4ff5-905e-ed23584ac081 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:56:59.649562 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-f3d62e46-c733-4ff5-905e-ed23584ac081 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/aece607f-7ab2-4ef0-9bc1-cb6be610a8eb HTTP/1.1" status: 204 len: 168 time: 0.1879852 Sep 17 03:56:59.658814 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d62e46-c733-4ff5-905e-ed23584ac081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aece607f-7ab2-4ef0-9bc1-cb6be610a8eb,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:57:00.315251 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 52574) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:57:00.329403 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0097013a-5fc4-4495-a72b-4313a0bf538e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:00.408201 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0097013a-5fc4-4495-a72b-4313a0bf538e admin admin] Publish callbacks [] for security_group (e5d4b9ee-9b3d-4bd6-9133-7d4d91cc1037), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:00.467420 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0097013a-5fc4-4495-a72b-4313a0bf538e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (e5d4b9ee-9b3d-4bd6-9133-7d4d91cc1037), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:00.511837 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-0097013a-5fc4-4495-a72b-4313a0bf538e admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=5e9bc0e2fe7149e8a7715f6c768d9b91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1955068 Sep 17 03:57:00.512647 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0097013a-5fc4-4495-a72b-4313a0bf538e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d4b9ee-9b3d-4bd6-9133-7d4d91cc1037,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:57:00.514641 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 52576) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:57:00.563757 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b733b058-efee-4000-9ce7-f277c954e021 admin admin] Publish callbacks [] for security_group (e5d4b9ee-9b3d-4bd6-9133-7d4d91cc1037), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:00.583746 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b733b058-efee-4000-9ce7-f277c954e021 admin admin] Publish callbacks [] for security_group (e5d4b9ee-9b3d-4bd6-9133-7d4d91cc1037), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:00.707442 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b733b058-efee-4000-9ce7-f277c954e021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (e5d4b9ee-9b3d-4bd6-9133-7d4d91cc1037), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:00.710014 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b733b058-efee-4000-9ce7-f277c954e021 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:00.711257 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-b733b058-efee-4000-9ce7-f277c954e021 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e5d4b9ee-9b3d-4bd6-9133-7d4d91cc1037 HTTP/1.1" status: 204 len: 168 time: 0.1955080 Sep 17 03:57:00.719810 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b733b058-efee-4000-9ce7-f277c954e021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d4b9ee-9b3d-4bd6-9133-7d4d91cc1037,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:57:00.735745 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=54,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:04.027522 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.agents_db [None req-b2aba882-f127-474e-990c-8a1f8fa77bd5 None None] Agent healthcheck: found 6 active agents {{(pid=113213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:57:05.155017 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 52674) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:57:05.275243 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-4a69c2a6-a315-41b6-bd30-2b59ab1396df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:05.312813 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=76,neutron:DELETE=7,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:05.359809 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-4a69c2a6-a315-41b6-bd30-2b59ab1396df admin admin] Publish callbacks [] for security_group (1b19fd08-3f4a-4aeb-8202-e190f01af95f), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:05.433309 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-4a69c2a6-a315-41b6-bd30-2b59ab1396df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (1b19fd08-3f4a-4aeb-8202-e190f01af95f), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:05.474357 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69c2a6-a315-41b6-bd30-2b59ab1396df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b19fd08-3f4a-4aeb-8202-e190f01af95f,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:57:05.479008 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-4a69c2a6-a315-41b6-bd30-2b59ab1396df admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=3e6c9230d9ef4a6c93abaa763f481a8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3229907 Sep 17 03:57:05.481987 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 52678) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:57:05.532549 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-d89a4562-8698-4f90-b9e5-981ba0ad9045 admin admin] Publish callbacks [] for security_group (1b19fd08-3f4a-4aeb-8202-e190f01af95f), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:05.534093 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:05.552803 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-d89a4562-8698-4f90-b9e5-981ba0ad9045 admin admin] Publish callbacks [] for security_group (1b19fd08-3f4a-4aeb-8202-e190f01af95f), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:05.701699 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-d89a4562-8698-4f90-b9e5-981ba0ad9045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (1b19fd08-3f4a-4aeb-8202-e190f01af95f), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:05.704300 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-d89a4562-8698-4f90-b9e5-981ba0ad9045 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:05.705501 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-d89a4562-8698-4f90-b9e5-981ba0ad9045 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/1b19fd08-3f4a-4aeb-8202-e190f01af95f HTTP/1.1" status: 204 len: 168 time: 0.2225654 Sep 17 03:57:05.713994 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a4562-8698-4f90-b9e5-981ba0ad9045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b19fd08-3f4a-4aeb-8202-e190f01af95f,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:57:06.083913 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=17 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:06.302095 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 52690) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:57:06.318392 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-bb447f11-812b-4c56-a413-adbd43af7dec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:06.394376 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-bb447f11-812b-4c56-a413-adbd43af7dec admin admin] Publish callbacks [] for security_group (c6c9adf4-ecec-4123-ad6b-d58d1019fd6d), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:06.465888 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-bb447f11-812b-4c56-a413-adbd43af7dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (c6c9adf4-ecec-4123-ad6b-d58d1019fd6d), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:06.505502 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-bb447f11-812b-4c56-a413-adbd43af7dec admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=ee4f1540b1e44d1eb74b306f8ef46398&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2023571 Sep 17 03:57:06.506391 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb447f11-812b-4c56-a413-adbd43af7dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c9adf4-ecec-4123-ad6b-d58d1019fd6d,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:57:06.508532 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 52692) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:57:06.559304 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-c6540205-1dec-46e3-b07b-ee92eb2008d8 admin admin] Publish callbacks [] for security_group (c6c9adf4-ecec-4123-ad6b-d58d1019fd6d), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:06.578796 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-c6540205-1dec-46e3-b07b-ee92eb2008d8 admin admin] Publish callbacks [] for security_group (c6c9adf4-ecec-4123-ad6b-d58d1019fd6d), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:06.707676 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-c6540205-1dec-46e3-b07b-ee92eb2008d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (c6c9adf4-ecec-4123-ad6b-d58d1019fd6d), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:06.710242 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-c6540205-1dec-46e3-b07b-ee92eb2008d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:06.712065 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-c6540205-1dec-46e3-b07b-ee92eb2008d8 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/c6c9adf4-ecec-4123-ad6b-d58d1019fd6d HTTP/1.1" status: 204 len: 168 time: 0.2024672 Sep 17 03:57:06.720069 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6540205-1dec-46e3-b07b-ee92eb2008d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c9adf4-ecec-4123-ad6b-d58d1019fd6d,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:57:06.735607 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=65,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:07.913678 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-a3b22692-349d-4c80-a9e0-b4645fd54476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b0b4725d-5d3f-4adf-8b60-729f2f7a35da), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:09.213681 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 52760) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:57:09.330356 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-f73c22dc-b88a-451f-85fd-9d3dd5da90be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:09.371833 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a91cd2eb-6f70-4066-b79f-1e4214def90f req-8e96555f-38e1-49f9-bb29-ede3fb822a6a tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1621017832&fields=id&tenant_id=cb2d22c677bb48a1aa50631997fc0741 HTTP/1.1" status: 200 len: 267 time: 0.0766690 Sep 17 03:57:09.527396 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91cd2eb-6f70-4066-b79f-1e4214def90f req-66af7c8d-10a1-417a-8eaa-b31b0284c95c tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:09.528849 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a91cd2eb-6f70-4066-b79f-1e4214def90f req-66af7c8d-10a1-417a-8eaa-b31b0284c95c tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/networks?id=17da0435-2238-4de2-8cdc-e4e0ec82986c HTTP/1.1" status: 200 len: 812 time: 0.1500247 Sep 17 03:57:09.530680 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-f73c22dc-b88a-451f-85fd-9d3dd5da90be admin admin] Publish callbacks [] for security_group (24ec123a-01c0-44d4-a9eb-f5468d6e0723), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:09.544370 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a91cd2eb-6f70-4066-b79f-1e4214def90f req-2431502d-68cc-461c-ab46-984e4ae93c6a tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/quotas/cb2d22c677bb48a1aa50631997fc0741 HTTP/1.1" status: 200 len: 375 time: 0.0100257 Sep 17 03:57:09.590706 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-f73c22dc-b88a-451f-85fd-9d3dd5da90be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (24ec123a-01c0-44d4-a9eb-f5468d6e0723), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:09.600055 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a91cd2eb-6f70-4066-b79f-1e4214def90f req-c6a1f380-c6a7-4b75-b188-7ed44c8b9c90 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=cb2d22c677bb48a1aa50631997fc0741&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0507205 Sep 17 03:57:09.658651 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73c22dc-b88a-451f-85fd-9d3dd5da90be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ec123a-01c0-44d4-a9eb-f5468d6e0723,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:57:09.687570 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-f73c22dc-b88a-451f-85fd-9d3dd5da90be admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=804febe354a24c40aadb6d2c0fdea4b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4728251 Sep 17 03:57:09.690383 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 52770) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:57:09.701502 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=12 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:09.732241 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a91cd2eb-6f70-4066-b79f-1e4214def90f req-6efd7c17-dfc7-41ac-b9b7-789504dee092 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/17da0435-2238-4de2-8cdc-e4e0ec82986c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175776 Sep 17 03:57:09.741950 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-8f60065e-c7bc-4e7c-9ee8-04e93dac6439 admin admin] Publish callbacks [] for security_group (24ec123a-01c0-44d4-a9eb-f5468d6e0723), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:09.763137 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-8f60065e-c7bc-4e7c-9ee8-04e93dac6439 admin admin] Publish callbacks [] for security_group (24ec123a-01c0-44d4-a9eb-f5468d6e0723), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:09.828519 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a91cd2eb-6f70-4066-b79f-1e4214def90f req-471c37cf-b22d-4609-8a3f-6de9457a6109 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/17da0435-2238-4de2-8cdc-e4e0ec82986c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902696 Sep 17 03:57:09.862901 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-8f60065e-c7bc-4e7c-9ee8-04e93dac6439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (24ec123a-01c0-44d4-a9eb-f5468d6e0723), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:09.865456 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-8f60065e-c7bc-4e7c-9ee8-04e93dac6439 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:09.866736 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-8f60065e-c7bc-4e7c-9ee8-04e93dac6439 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/24ec123a-01c0-44d4-a9eb-f5468d6e0723 HTTP/1.1" status: 204 len: 168 time: 0.1752276 Sep 17 03:57:09.875010 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60065e-c7bc-4e7c-9ee8-04e93dac6439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ec123a-01c0-44d4-a9eb-f5468d6e0723,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:57:10.279300 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-0aedf8fe-1404-4fed-ba4f-b8d1809e12a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b971cbd0-997d-41fb-8614-0aea29982798), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:10.389167 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-942091e2-4bc6-4309-ba46-bd7358885afb req-aa2da0cc-0dc6-4281-a226-1113981df70c tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=971fe1b8-d8ce-464b-afcf-45e23a6504e2 HTTP/1.1" status: 200 len: 210 time: 0.0300047 Sep 17 03:57:10.423127 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 52786) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:57:10.438316 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-5b234708-5df0-4da0-a436-46600bd1518b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:10.530343 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-5b234708-5df0-4da0-a436-46600bd1518b admin admin] Publish callbacks [] for security_group (20ecb44f-3343-4834-9e5e-d4adaaa9dee3), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:10.621858 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-5b234708-5df0-4da0-a436-46600bd1518b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (20ecb44f-3343-4834-9e5e-d4adaaa9dee3), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:10.654781 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:INSERT=6 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:10.661775 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-5b234708-5df0-4da0-a436-46600bd1518b admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f4d7c980420a4acaacba9e3ca736c2ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2375536 Sep 17 03:57:10.662913 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b234708-5df0-4da0-a436-46600bd1518b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ecb44f-3343-4834-9e5e-d4adaaa9dee3,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:57:10.665217 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 52794) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:57:10.683843 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:10.716740 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0f6ad116-2b71-44e4-a62b-b170b981001b admin admin] Publish callbacks [] for security_group (20ecb44f-3343-4834-9e5e-d4adaaa9dee3), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:10.738607 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0f6ad116-2b71-44e4-a62b-b170b981001b admin admin] Publish callbacks [] for security_group (20ecb44f-3343-4834-9e5e-d4adaaa9dee3), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:10.866125 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0f6ad116-2b71-44e4-a62b-b170b981001b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (20ecb44f-3343-4834-9e5e-d4adaaa9dee3), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:10.868787 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0f6ad116-2b71-44e4-a62b-b170b981001b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:10.870027 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-0f6ad116-2b71-44e4-a62b-b170b981001b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/20ecb44f-3343-4834-9e5e-d4adaaa9dee3 HTTP/1.1" status: 204 len: 168 time: 0.2031543 Sep 17 03:57:10.878917 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ad116-2b71-44e4-a62b-b170b981001b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ecb44f-3343-4834-9e5e-d4adaaa9dee3,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:57:11.493720 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-cae088c7-501e-4459-a5fe-cc7095ba9146 req-d3d40f4d-ec5d-419e-8609-083b8b96a075 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=971fe1b8-d8ce-464b-afcf-45e23a6504e2 HTTP/1.1" status: 200 len: 210 time: 0.0298278 Sep 17 03:57:11.518899 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ff42d983-095d-47ba-82c6-d5d7a2ded2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b812d02d-dcd0-44a4-bd1c-6e92b95e6b3f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:12.599454 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-290e6dfa-dc2a-49f9-90cd-3d4f4b6684f3 req-9dc20864-28d2-4e49-9176-2a4cd4a101e0 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=971fe1b8-d8ce-464b-afcf-45e23a6504e2 HTTP/1.1" status: 200 len: 210 time: 0.0278499 Sep 17 03:57:13.022605 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (287db9f2-8160-4728-95aa-12aebca604d4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:13.197306 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91cd2eb-6f70-4066-b79f-1e4214def90f req-a6d8649f-c883-44b9-84d6-ecafeda52cd4 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:13.198735 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-a91cd2eb-6f70-4066-b79f-1e4214def90f req-a6d8649f-c883-44b9-84d6-ecafeda52cd4 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.18 "GET /networking/v2.0/networks?id=17da0435-2238-4de2-8cdc-e4e0ec82986c HTTP/1.1" status: 200 len: 812 time: 0.1110852 Sep 17 03:57:13.273120 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-a91cd2eb-6f70-4066-b79f-1e4214def90f req-4bab61a7-849b-4360-8e0b-03e6c77ec8f5 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=cb2d22c677bb48a1aa50631997fc0741 HTTP/1.1" status: 200 len: 380 time: 0.0568974 Sep 17 03:57:13.285292 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [req-a91cd2eb-6f70-4066-b79f-1e4214def90f req-0bff4b45-a7c7-4c74-9ed4-e77a145cf380 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Request body: {'port': {'device_id': '971fe1b8-d8ce-464b-afcf-45e23a6504e2', 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c', 'admin_state_up': True, 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'security_groups': ['1da66afa-689e-4912-9b9a-7903f4e193b0']}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:57:13.302202 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fecdf064-2280-4810-8c6f-7fec6cce5654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (7e0cb1e0-c4a7-4d3b-9abd-ffc9973ed5e0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:13.335939 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:13.467241 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a91cd2eb-6f70-4066-b79f-1e4214def90f req-0bff4b45-a7c7-4c74-9ed4-e77a145cf380 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Made reservation on behalf of cb2d22c677bb48a1aa50631997fc0741 for: {'port': 1} {{(pid=113210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:57:13.471648 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-a91cd2eb-6f70-4066-b79f-1e4214def90f req-0bff4b45-a7c7-4c74-9ed4-e77a145cf380 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:13.598734 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.db_base_plugin_common [req-a91cd2eb-6f70-4066-b79f-1e4214def90f req-0bff4b45-a7c7-4c74-9ed4-e77a145cf380 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Allocated IP 172.20.0.3 (17da0435-2238-4de2-8cdc-e4e0ec82986c/d79f26d2-7e28-4c00-b0e8-4dc043d7353f/41d61149-c1bf-44c0-b7f2-379c0be9e190) {{(pid=113210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:57:13.705620 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:13.733836 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-4e3380af-68f1-42e8-bed0-8dc00a390a39 req-53184bb0-9ca3-4cd9-a0f0-874144114716 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=971fe1b8-d8ce-464b-afcf-45e23a6504e2 HTTP/1.1" status: 200 len: 210 time: 0.0291965 Sep 17 03:57:13.747396 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-a91cd2eb-6f70-4066-b79f-1e4214def90f req-0bff4b45-a7c7-4c74-9ed4-e77a145cf380 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks [] for port (41d61149-c1bf-44c0-b7f2-379c0be9e190), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:13.853063 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-a91cd2eb-6f70-4066-b79f-1e4214def90f req-0bff4b45-a7c7-4c74-9ed4-e77a145cf380 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (41d61149-c1bf-44c0-b7f2-379c0be9e190), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:13.896889 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a91cd2eb-6f70-4066-b79f-1e4214def90f req-0bff4b45-a7c7-4c74-9ed4-e77a145cf380 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Network 17da0435-2238-4de2-8cdc-e4e0ec82986c is already hosted by enough agents. {{(pid=113210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:57:13.900732 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.base_scheduler [req-a91cd2eb-6f70-4066-b79f-1e4214def90f req-0bff4b45-a7c7-4c74-9ed4-e77a145cf380 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Resources bound (agent type, host, resource id): {{(pid=113210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:57:13.904661 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [req-a91cd2eb-6f70-4066-b79f-1e4214def90f req-0bff4b45-a7c7-4c74-9ed4-e77a145cf380 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Received port after_create {{(pid=113210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:57:13.931971 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff4b45-a7c7-4c74-9ed4-e77a145cf380 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Pushing event updated for resources: {'Port': ['ID=41d61149-c1bf-44c0-b7f2-379c0be9e190,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:57:13.961181 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91cd2eb-6f70-4066-b79f-1e4214def90f req-0bff4b45-a7c7-4c74-9ed4-e77a145cf380 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:13.961827 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-a91cd2eb-6f70-4066-b79f-1e4214def90f req-0bff4b45-a7c7-4c74-9ed4-e77a145cf380 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for port (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:14.023858 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=17 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:14.089258 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-a91cd2eb-6f70-4066-b79f-1e4214def90f req-0bff4b45-a7c7-4c74-9ed4-e77a145cf380 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8060935 Sep 17 03:57:14.112175 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [req-a91cd2eb-6f70-4066-b79f-1e4214def90f req-72b7e93e-a3a3-47a5-bc20-8a6b4f8aae98 service neutron] Request body: {'port': {'device_id': '971fe1b8-d8ce-464b-afcf-45e23a6504e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:57:14.164846 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-a91cd2eb-6f70-4066-b79f-1e4214def90f req-72b7e93e-a3a3-47a5-bc20-8a6b4f8aae98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (41d61149-c1bf-44c0-b7f2-379c0be9e190), before_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:14.185352 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-e1981a19-4f5e-4fa4-b7d5-24ea41346e87 None None] Provisioning complete for port 41d61149-c1bf-44c0-b7f2-379c0be9e190 triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:57:14.185944 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-e1981a19-4f5e-4fa4-b7d5-24ea41346e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (41d61149-c1bf-44c0-b7f2-379c0be9e190), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:14.186043 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-e1981a19-4f5e-4fa4-b7d5-24ea41346e87 None None] Attempt 1 to provision port 41d61149-c1bf-44c0-b7f2-379c0be9e190 Sep 17 03:57:14.224604 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-e1981a19-4f5e-4fa4-b7d5-24ea41346e87 None None] Port 41d61149-c1bf-44c0-b7f2-379c0be9e190 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:57:14.434067 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.notifiers.nova [req-a91cd2eb-6f70-4066-b79f-1e4214def90f req-72b7e93e-a3a3-47a5-bc20-8a6b4f8aae98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41d61149-c1bf-44c0-b7f2-379c0be9e190 {{(pid=113210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:57:14.445437 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-a91cd2eb-6f70-4066-b79f-1e4214def90f req-72b7e93e-a3a3-47a5-bc20-8a6b4f8aae98 service neutron] Publish callbacks [] for port (41d61149-c1bf-44c0-b7f2-379c0be9e190), precommit_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:14.456527 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.provisioning_blocks [req-a91cd2eb-6f70-4066-b79f-1e4214def90f req-72b7e93e-a3a3-47a5-bc20-8a6b4f8aae98 service neutron] Transition to ACTIVE for port object 41d61149-c1bf-44c0-b7f2-379c0be9e190 will not be triggered until provisioned by entity L2. {{(pid=113210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 03:57:14.540326 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-a91cd2eb-6f70-4066-b79f-1e4214def90f req-72b7e93e-a3a3-47a5-bc20-8a6b4f8aae98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25815858'] for port (41d61149-c1bf-44c0-b7f2-379c0be9e190), after_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:14.546179 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:14.602327 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b7e93e-a3a3-47a5-bc20-8a6b4f8aae98 service neutron] Pushing event updated for resources: {'Port': ['ID=41d61149-c1bf-44c0-b7f2-379c0be9e190,revision_number=2']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:57:14.653747 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.managers [req-a91cd2eb-6f70-4066-b79f-1e4214def90f req-72b7e93e-a3a3-47a5-bc20-8a6b4f8aae98 service neutron] Attempting to bind port 41d61149-c1bf-44c0-b7f2-379c0be9e190 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:57:14.654089 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.managers [req-a91cd2eb-6f70-4066-b79f-1e4214def90f req-72b7e93e-a3a3-47a5-bc20-8a6b4f8aae98 service neutron] Attempting to bind port 41d61149-c1bf-44c0-b7f2-379c0be9e190 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '09dd00a3-8b97-425c-8fa8-26eaa25dbf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c'}] {{(pid=113210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:57:14.654421 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91cd2eb-6f70-4066-b79f-1e4214def90f req-72b7e93e-a3a3-47a5-bc20-8a6b4f8aae98 service neutron] Attempting to bind port 41d61149-c1bf-44c0-b7f2-379c0be9e190 on network 17da0435-2238-4de2-8cdc-e4e0ec82986c {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:57:14.697001 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91cd2eb-6f70-4066-b79f-1e4214def90f req-72b7e93e-a3a3-47a5-bc20-8a6b4f8aae98 service neutron] Port 41d61149-c1bf-44c0-b7f2-379c0be9e190 on network 17da0435-2238-4de2-8cdc-e4e0ec82986c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 03:57:14.697239 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91cd2eb-6f70-4066-b79f-1e4214def90f req-72b7e93e-a3a3-47a5-bc20-8a6b4f8aae98 service neutron] Attempting to bind port 41d61149-c1bf-44c0-b7f2-379c0be9e190 on network 17da0435-2238-4de2-8cdc-e4e0ec82986c {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:57:14.726401 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-e1981a19-4f5e-4fa4-b7d5-24ea41346e87 None None] Attempt 2 to provision port 41d61149-c1bf-44c0-b7f2-379c0be9e190 Sep 17 03:57:14.740481 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91cd2eb-6f70-4066-b79f-1e4214def90f req-72b7e93e-a3a3-47a5-bc20-8a6b4f8aae98 service neutron] Checking agent: {'id': '56a63866-613b-46a0-90ee-05b9222d9bfc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 46, 46), 'started_at': datetime.datetime(2022, 9, 17, 3, 46, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:57:14.740970 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91cd2eb-6f70-4066-b79f-1e4214def90f req-72b7e93e-a3a3-47a5-bc20-8a6b4f8aae98 service neutron] Checking segment: {'id': '09dd00a3-8b97-425c-8fa8-26eaa25dbf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:57:14.741383 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91cd2eb-6f70-4066-b79f-1e4214def90f req-72b7e93e-a3a3-47a5-bc20-8a6b4f8aae98 service neutron] Bound using segment: {'id': '09dd00a3-8b97-425c-8fa8-26eaa25dbf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c'} {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:57:14.742487 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.managers [req-a91cd2eb-6f70-4066-b79f-1e4214def90f req-72b7e93e-a3a3-47a5-bc20-8a6b4f8aae98 service neutron] Bound port: 41d61149-c1bf-44c0-b7f2-379c0be9e190, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09dd00a3-8b97-425c-8fa8-26eaa25dbf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c'}}] {{(pid=113210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:57:14.742732 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-a91cd2eb-6f70-4066-b79f-1e4214def90f req-72b7e93e-a3a3-47a5-bc20-8a6b4f8aae98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (41d61149-c1bf-44c0-b7f2-379c0be9e190), before_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:14.757207 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:14.775473 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-e1981a19-4f5e-4fa4-b7d5-24ea41346e87 None None] Port 41d61149-c1bf-44c0-b7f2-379c0be9e190 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:57:14.814637 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [req-a91cd2eb-6f70-4066-b79f-1e4214def90f req-72b7e93e-a3a3-47a5-bc20-8a6b4f8aae98 service neutron] For port 41d61149-c1bf-44c0-b7f2-379c0be9e190, host hv-cinder-84914, cleared binding levels {{(pid=113210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:57:14.817683 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [req-a91cd2eb-6f70-4066-b79f-1e4214def90f req-72b7e93e-a3a3-47a5-bc20-8a6b4f8aae98 service neutron] For port 41d61149-c1bf-44c0-b7f2-379c0be9e190, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=41d61149-c1bf-44c0-b7f2-379c0be9e190,segment=NetworkSegment(09dd00a3-8b97-425c-8fa8-26eaa25dbf9b),segment_id=09dd00a3-8b97-425c-8fa8-26eaa25dbf9b)] {{(pid=113210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:57:14.862266 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60393bff-e0b1-4fd8-a6bb-34a8dfa7becf req-b3c3c441-0e7c-4fa8-9cb8-c7472788f762 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:14.863722 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-60393bff-e0b1-4fd8-a6bb-34a8dfa7becf req-b3c3c441-0e7c-4fa8-9cb8-c7472788f762 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=971fe1b8-d8ce-464b-afcf-45e23a6504e2 HTTP/1.1" status: 200 len: 943 time: 0.0483468 Sep 17 03:57:14.918272 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-60393bff-e0b1-4fd8-a6bb-34a8dfa7becf req-2b5273c4-03d5-43ff-8474-6cfdc78606ac tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481527 Sep 17 03:57:14.931943 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-a91cd2eb-6f70-4066-b79f-1e4214def90f req-72b7e93e-a3a3-47a5-bc20-8a6b4f8aae98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25815858'] for port (41d61149-c1bf-44c0-b7f2-379c0be9e190), after_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:14.958688 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91cd2eb-6f70-4066-b79f-1e4214def90f req-72b7e93e-a3a3-47a5-bc20-8a6b4f8aae98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:14.959334 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-a91cd2eb-6f70-4066-b79f-1e4214def90f req-72b7e93e-a3a3-47a5-bc20-8a6b4f8aae98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for port (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:14.960775 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-a91cd2eb-6f70-4066-b79f-1e4214def90f req-72b7e93e-a3a3-47a5-bc20-8a6b4f8aae98 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/41d61149-c1bf-44c0-b7f2-379c0be9e190 HTTP/1.1" status: 200 len: 1093 time: 0.8587055 Sep 17 03:57:14.961261 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '971fe1b8-d8ce-464b-afcf-45e23a6504e2', 'tag': '41d61149-c1bf-44c0-b7f2-379c0be9e190'}] {{(pid=113210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:57:14.963521 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a613894f386080b2b9315951ba9a4c402b93d12b77848e4e2f89d9386810e3b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c82260-33ea-4f7b-9406-8d382a65c0aa" -d '{"events": [{"name": "network-changed", "server_uuid": "971fe1b8-d8ce-464b-afcf-45e23a6504e2", "tag": "41d61149-c1bf-44c0-b7f2-379c0be9e190"}]}' {{(pid=113210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:57:15.002788 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b7e93e-a3a3-47a5-bc20-8a6b4f8aae98 service neutron] Pushing event updated for resources: {'Port': ['ID=41d61149-c1bf-44c0-b7f2-379c0be9e190,revision_number=3']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:57:15.017048 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1f8530-fa6b-42b3-af6f-8f175e32a179 x-openstack-request-id: req-cf1f8530-fa6b-42b3-af6f-8f175e32a179 {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:57:15.017335 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "971fe1b8-d8ce-464b-afcf-45e23a6504e2", "tag": "41d61149-c1bf-44c0-b7f2-379c0be9e190", "status": "completed", "code": 200}]} {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:57:15.017583 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cf1f8530-fa6b-42b3-af6f-8f175e32a179 {{(pid=113210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:57:15.018012 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf1f8530-fa6b-42b3-af6f-8f175e32a179'] response: {'name': 'network-changed', 'server_uuid': '971fe1b8-d8ce-464b-afcf-45e23a6504e2', 'tag': '41d61149-c1bf-44c0-b7f2-379c0be9e190', 'status': 'completed', 'code': 200} Sep 17 03:57:15.276618 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-e1981a19-4f5e-4fa4-b7d5-24ea41346e87 None None] Attempt 3 to provision port 41d61149-c1bf-44c0-b7f2-379c0be9e190 Sep 17 03:57:15.323162 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-e1981a19-4f5e-4fa4-b7d5-24ea41346e87 None None] Port 41d61149-c1bf-44c0-b7f2-379c0be9e190 had new provisioning blocks added so it will not transition to active. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 17 03:57:16.043590 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cdad22-3ffb-4cc3-b3f8-49d1e77a012f req-669fd187-7e39-4d23-b82b-e37fc64baa20 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:16.045013 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-61cdad22-3ffb-4cc3-b3f8-49d1e77a012f req-669fd187-7e39-4d23-b82b-e37fc64baa20 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=971fe1b8-d8ce-464b-afcf-45e23a6504e2 HTTP/1.1" status: 200 len: 943 time: 0.0485988 Sep 17 03:57:16.094488 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-61cdad22-3ffb-4cc3-b3f8-49d1e77a012f req-bca2bcf9-c32e-41e1-aca0-17a04b4b722a tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438800 Sep 17 03:57:17.218613 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9a84a-c123-454c-87a6-8909ac18a301 req-51da29f2-2f26-48fe-861c-692e043d2f04 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:17.220181 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-15c9a84a-c123-454c-87a6-8909ac18a301 req-51da29f2-2f26-48fe-861c-692e043d2f04 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=971fe1b8-d8ce-464b-afcf-45e23a6504e2 HTTP/1.1" status: 200 len: 943 time: 0.0468318 Sep 17 03:57:17.269947 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-15c9a84a-c123-454c-87a6-8909ac18a301 req-fb3a6670-a662-40b1-b122-4b202ca3bcf6 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438883 Sep 17 03:57:17.747383 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (56a63866-613b-46a0-90ee-05b9222d9bfc), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:17.834578 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c82260-33ea-4f7b-9406-8d382a65c0aa req-8e2dc5b6-4057-499c-93ee-bae491cb6ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:17.836861 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-f3c82260-33ea-4f7b-9406-8d382a65c0aa req-8e2dc5b6-4057-499c-93ee-bae491cb6ca2 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=cb2d22c677bb48a1aa50631997fc0741&device_id=971fe1b8-d8ce-464b-afcf-45e23a6504e2 HTTP/1.1" status: 200 len: 1127 time: 0.0398848 Sep 17 03:57:17.954299 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c82260-33ea-4f7b-9406-8d382a65c0aa req-3342d9ec-9867-43ef-9063-653e4dc035cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:17.955866 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-f3c82260-33ea-4f7b-9406-8d382a65c0aa req-3342d9ec-9867-43ef-9063-653e4dc035cf service neutron] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=cb2d22c677bb48a1aa50631997fc0741&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0949533 Sep 17 03:57:18.049760 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c82260-33ea-4f7b-9406-8d382a65c0aa req-2ee3e170-be23-4549-9597-2655dfc3f4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:18.051146 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-f3c82260-33ea-4f7b-9406-8d382a65c0aa req-2ee3e170-be23-4549-9597-2655dfc3f4d6 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0884933 Sep 17 03:57:18.147354 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91cd2eb-6f70-4066-b79f-1e4214def90f req-06907dd3-0563-4240-a204-3dccabfe759e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:18.149515 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-a91cd2eb-6f70-4066-b79f-1e4214def90f req-06907dd3-0563-4240-a204-3dccabfe759e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=cb2d22c677bb48a1aa50631997fc0741&device_id=971fe1b8-d8ce-464b-afcf-45e23a6504e2 HTTP/1.1" status: 200 len: 1127 time: 0.0388250 Sep 17 03:57:18.204012 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-a91cd2eb-6f70-4066-b79f-1e4214def90f req-0287a9b6-f469-49b1-8c00-d247396d2d46 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41d61149-c1bf-44c0-b7f2-379c0be9e190 HTTP/1.1" status: 200 len: 217 time: 0.0353694 Sep 17 03:57:18.396769 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b1cac-85fd-4a4c-b211-18a1e7bdbf22 req-02149739-1e4a-48d2-883f-b3eeedd5edbf tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:18.398381 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0d7b1cac-85fd-4a4c-b211-18a1e7bdbf22 req-02149739-1e4a-48d2-883f-b3eeedd5edbf tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=971fe1b8-d8ce-464b-afcf-45e23a6504e2 HTTP/1.1" status: 200 len: 943 time: 0.0530310 Sep 17 03:57:18.448511 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0d7b1cac-85fd-4a4c-b211-18a1e7bdbf22 req-d519fa6e-26c8-4557-a392-0f15f22c4c89 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445414 Sep 17 03:57:19.102303 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91cd2eb-6f70-4066-b79f-1e4214def90f req-836c5a64-e17f-4609-9d89-54f8734a3308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:19.103746 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-a91cd2eb-6f70-4066-b79f-1e4214def90f req-836c5a64-e17f-4609-9d89-54f8734a3308 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=d79f26d2-7e28-4c00-b0e8-4dc043d7353f HTTP/1.1" status: 200 len: 851 time: 0.0446591 Sep 17 03:57:19.573173 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c549bc-7ccf-48d8-8eb7-6c44329cc59b req-c77f51cb-16bd-4448-85b4-be64ed2f9488 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:19.574668 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c6c549bc-7ccf-48d8-8eb7-6c44329cc59b req-c77f51cb-16bd-4448-85b4-be64ed2f9488 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=971fe1b8-d8ce-464b-afcf-45e23a6504e2 HTTP/1.1" status: 200 len: 943 time: 0.0519018 Sep 17 03:57:19.630748 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c6c549bc-7ccf-48d8-8eb7-6c44329cc59b req-d1862ecc-ca38-4c44-8d16-187f29cca484 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482969 Sep 17 03:57:19.898510 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91cd2eb-6f70-4066-b79f-1e4214def90f req-328dd947-0adb-49e1-8723-9c7fbad04ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:19.900210 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-a91cd2eb-6f70-4066-b79f-1e4214def90f req-328dd947-0adb-49e1-8723-9c7fbad04ec7 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=17da0435-2238-4de2-8cdc-e4e0ec82986c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390029 Sep 17 03:57:20.748184 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ea541-1644-4aeb-a43b-5f3df9145143 req-4557431c-4866-4944-92cb-609f2a23c53a tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:20.749593 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0d3ea541-1644-4aeb-a43b-5f3df9145143 req-4557431c-4866-4944-92cb-609f2a23c53a tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=971fe1b8-d8ce-464b-afcf-45e23a6504e2 HTTP/1.1" status: 200 len: 943 time: 0.0448673 Sep 17 03:57:20.801497 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0d3ea541-1644-4aeb-a43b-5f3df9145143 req-615fad24-c893-4940-ada0-784917ce92bb tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463748 Sep 17 03:57:21.137775 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-a91cd2eb-6f70-4066-b79f-1e4214def90f req-c41e2f16-ad19-4258-b740-5bc78abf1cc4 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/17da0435-2238-4de2-8cdc-e4e0ec82986c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424489 Sep 17 03:57:21.235719 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-a91cd2eb-6f70-4066-b79f-1e4214def90f req-e177e11d-106f-4822-a581-1f7c73cbba80 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/17da0435-2238-4de2-8cdc-e4e0ec82986c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915840 Sep 17 03:57:21.926483 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1be05-cc9f-4031-93cf-8499084083fc req-40d07dcf-9335-4ac9-9ac4-2aa1023af073 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:21.928002 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a4e1be05-cc9f-4031-93cf-8499084083fc req-40d07dcf-9335-4ac9-9ac4-2aa1023af073 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=971fe1b8-d8ce-464b-afcf-45e23a6504e2 HTTP/1.1" status: 200 len: 943 time: 0.0471811 Sep 17 03:57:21.968769 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:21.978464 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a4e1be05-cc9f-4031-93cf-8499084083fc req-f30d93ed-24f4-4c22-a77a-c58a77e2529b tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440626 Sep 17 03:57:23.098532 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c2128e-6d08-4817-bba0-4139d080f2ed req-29619c80-2824-4ef6-84bd-586068c1ebe2 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:23.099998 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a3c2128e-6d08-4817-bba0-4139d080f2ed req-29619c80-2824-4ef6-84bd-586068c1ebe2 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=971fe1b8-d8ce-464b-afcf-45e23a6504e2 HTTP/1.1" status: 200 len: 943 time: 0.0461719 Sep 17 03:57:23.150000 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a3c2128e-6d08-4817-bba0-4139d080f2ed req-5298c08d-9a6c-422c-b0f7-088351511f61 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436425 Sep 17 03:57:23.635819 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 52962) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:57:23.745130 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-241c6d44-d346-44db-bcc7-1a0af75823c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:23.787164 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:23.819338 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-241c6d44-d346-44db-bcc7-1a0af75823c7 admin admin] Publish callbacks [] for security_group (978cd8c4-f248-4e4f-9753-f659948d4e93), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:23.888345 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-241c6d44-d346-44db-bcc7-1a0af75823c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (978cd8c4-f248-4e4f-9753-f659948d4e93), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:23.928270 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-241c6d44-d346-44db-bcc7-1a0af75823c7 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=9d07bb49295a47a99fd2c89a3873bff1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2914100 Sep 17 03:57:23.930376 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c6d44-d346-44db-bcc7-1a0af75823c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978cd8c4-f248-4e4f-9753-f659948d4e93,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:57:23.931052 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 52966) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:57:23.985437 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-bd520e15-bf95-4908-80ce-391f5edbe4f8 admin admin] Publish callbacks [] for security_group (978cd8c4-f248-4e4f-9753-f659948d4e93), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:24.005597 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-bd520e15-bf95-4908-80ce-391f5edbe4f8 admin admin] Publish callbacks [] for security_group (978cd8c4-f248-4e4f-9753-f659948d4e93), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:24.119223 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-bd520e15-bf95-4908-80ce-391f5edbe4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (978cd8c4-f248-4e4f-9753-f659948d4e93), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:24.121792 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-bd520e15-bf95-4908-80ce-391f5edbe4f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:24.122988 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-bd520e15-bf95-4908-80ce-391f5edbe4f8 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/978cd8c4-f248-4e4f-9753-f659948d4e93 HTTP/1.1" status: 204 len: 168 time: 0.1909046 Sep 17 03:57:24.131088 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd520e15-bf95-4908-80ce-391f5edbe4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978cd8c4-f248-4e4f-9753-f659948d4e93,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:57:24.256743 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:24.276055 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13436936-8751-4f92-964e-914c2f7a231b req-e658f036-6e96-4f3a-adc2-a76c8161ad56 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:24.277524 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-13436936-8751-4f92-964e-914c2f7a231b req-e658f036-6e96-4f3a-adc2-a76c8161ad56 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=971fe1b8-d8ce-464b-afcf-45e23a6504e2 HTTP/1.1" status: 200 len: 943 time: 0.0478678 Sep 17 03:57:24.329236 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-13436936-8751-4f92-964e-914c2f7a231b req-66f85181-67c6-4674-9d07-c06d21de5c5d tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454094 Sep 17 03:57:25.456952 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56478250-7b79-47b9-bfba-5317475a0385 req-c342cffd-7e4b-4826-84ca-7285082d5950 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:25.458496 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-56478250-7b79-47b9-bfba-5317475a0385 req-c342cffd-7e4b-4826-84ca-7285082d5950 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=971fe1b8-d8ce-464b-afcf-45e23a6504e2 HTTP/1.1" status: 200 len: 943 time: 0.0504804 Sep 17 03:57:25.742856 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-56478250-7b79-47b9-bfba-5317475a0385 req-40d8f5a7-1f13-4042-adcb-7ab3670ce02e tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2774050 Sep 17 03:57:26.862992 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c6e17-9fd8-41ff-95c8-d09d3e3d9edb req-dea10a7f-e67e-4ea7-9aea-743d484e8c62 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:26.864445 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5e4c6e17-9fd8-41ff-95c8-d09d3e3d9edb req-dea10a7f-e67e-4ea7-9aea-743d484e8c62 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=971fe1b8-d8ce-464b-afcf-45e23a6504e2 HTTP/1.1" status: 200 len: 943 time: 0.0465317 Sep 17 03:57:26.913012 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5e4c6e17-9fd8-41ff-95c8-d09d3e3d9edb req-35dad101-0f0e-4d18-bae6-8ddee905b623 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419762 Sep 17 03:57:27.187807 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 53022) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:57:27.303725 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-4bb77323-e60c-4ebc-8ae8-18b17edbf2ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:27.380810 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-4bb77323-e60c-4ebc-8ae8-18b17edbf2ba admin admin] Publish callbacks [] for security_group (9621b582-08b1-474c-a4ad-42309e3a36f6), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:27.428535 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d16a0585-9a34-45b2-b5b7-fa36409005d4 req-a2638e1d-ac18-408b-abf7-15589309d020 tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=1a5fde45c808477eb29fa36d79bb1a81&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300353 Sep 17 03:57:27.452157 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-4bb77323-e60c-4ebc-8ae8-18b17edbf2ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (9621b582-08b1-474c-a4ad-42309e3a36f6), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:27.572092 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb77323-e60c-4ebc-8ae8-18b17edbf2ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9621b582-08b1-474c-a4ad-42309e3a36f6,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:57:27.576940 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-4bb77323-e60c-4ebc-8ae8-18b17edbf2ba admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=0f985324471c4f9da153fc4b5ae5c0e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3880241 Sep 17 03:57:27.580236 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 53038) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:57:27.633375 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-353c3b2d-0b73-40a6-bc15-cd9afbf126eb admin admin] Publish callbacks [] for security_group (9621b582-08b1-474c-a4ad-42309e3a36f6), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:27.635958 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:27.654742 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-353c3b2d-0b73-40a6-bc15-cd9afbf126eb admin admin] Publish callbacks [] for security_group (9621b582-08b1-474c-a4ad-42309e3a36f6), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:27.666109 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a0585-9a34-45b2-b5b7-fa36409005d4 req-e3c82858-af11-41c7-843d-fbac0083ba3b tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:27.666109 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d16a0585-9a34-45b2-b5b7-fa36409005d4 req-e3c82858-af11-41c7-843d-fbac0083ba3b tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2223892 Sep 17 03:57:27.672157 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d16a0585-9a34-45b2-b5b7-fa36409005d4 req-cf6bb958-287b-411a-869f-6bead01ea9be tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] 10.222.0.42 "GET /networking/v2.0/quotas/1a5fde45c808477eb29fa36d79bb1a81 HTTP/1.1" status: 200 len: 375 time: 0.0098786 Sep 17 03:57:27.697011 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=30,neutron:UPDATE=3 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:27.708201 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d16a0585-9a34-45b2-b5b7-fa36409005d4 req-329bfa77-a829-4ff7-8033-eb6ab703d2bb tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=1a5fde45c808477eb29fa36d79bb1a81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306976 Sep 17 03:57:27.768734 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-353c3b2d-0b73-40a6-bc15-cd9afbf126eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (9621b582-08b1-474c-a4ad-42309e3a36f6), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:27.771346 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-353c3b2d-0b73-40a6-bc15-cd9afbf126eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:27.772610 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-353c3b2d-0b73-40a6-bc15-cd9afbf126eb admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/9621b582-08b1-474c-a4ad-42309e3a36f6 HTTP/1.1" status: 204 len: 168 time: 0.1910758 Sep 17 03:57:27.780760 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c3b2d-0b73-40a6-bc15-cd9afbf126eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9621b582-08b1-474c-a4ad-42309e3a36f6,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:57:27.925961 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c1b920fa-6b58-44ed-b38a-e131c82c8ca9 req-529c79ec-1aba-4599-abff-980017253a08 tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b5ecbe6e-431c-4174-a0bc-f43ae2013da9 HTTP/1.1" status: 200 len: 210 time: 0.0312514 Sep 17 03:57:28.025581 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:28.042138 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157437d-d73c-434d-a227-7aa2b6a4526f req-e9b9e8f7-a656-4111-ace8-4b80b5160fc7 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:28.043847 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e157437d-d73c-434d-a227-7aa2b6a4526f req-e9b9e8f7-a656-4111-ace8-4b80b5160fc7 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=971fe1b8-d8ce-464b-afcf-45e23a6504e2 HTTP/1.1" status: 200 len: 943 time: 0.0490119 Sep 17 03:57:28.098448 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e157437d-d73c-434d-a227-7aa2b6a4526f req-09a8b1e7-cdde-44b3-8684-248e3bfe38dd tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458522 Sep 17 03:57:28.828583 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 53074) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:57:28.926946 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-99f8355c-6969-4924-8864-2839b7001c2f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-475851569-network', 'tenant_id': '9cb618ef3b9b40bf81b560c943f867fc'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:57:29.008863 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f8355c-6969-4924-8864-2839b7001c2f admin admin] Made reservation on behalf of 9cb618ef3b9b40bf81b560c943f867fc for: {'network': 1} {{(pid=113210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:57:29.011715 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-99f8355c-6969-4924-8864-2839b7001c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for network (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:29.022649 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-77abdfbc-37f0-4547-bf15-e20184ef8ac4 req-952beeed-4bb7-4653-820f-97383e0bf375 tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b5ecbe6e-431c-4174-a0bc-f43ae2013da9 HTTP/1.1" status: 200 len: 210 time: 0.0307841 Sep 17 03:57:29.023527 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-99f8355c-6969-4924-8864-2839b7001c2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:29.100637 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-99f8355c-6969-4924-8864-2839b7001c2f admin admin] Publish callbacks [] for security_group (50953671-26f5-4b4d-830d-cbbc629c9546), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:29.164836 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-99f8355c-6969-4924-8864-2839b7001c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (50953671-26f5-4b4d-830d-cbbc629c9546), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:29.187496 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99f8355c-6969-4924-8864-2839b7001c2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=113210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 03:57:29.202742 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f8355c-6969-4924-8864-2839b7001c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50953671-26f5-4b4d-830d-cbbc629c9546,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:57:29.208892 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-99f8355c-6969-4924-8864-2839b7001c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16505770'] for segment (047735be-3668-4dfd-9f80-67e255ea19e4), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:29.209278 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.db.segments_db [None req-99f8355c-6969-4924-8864-2839b7001c2f admin admin] Added segment 047735be-3668-4dfd-9f80-67e255ea19e4 of type vlan for network 8c85ffd5-3256-496e-8451-6040004d9b3a Sep 17 03:57:29.224211 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23f877-9984-4ee8-92f6-22905d99138f req-772607c6-35f6-49a2-9198-d62ec9cf87dc tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:29.225687 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-af23f877-9984-4ee8-92f6-22905d99138f req-772607c6-35f6-49a2-9198-d62ec9cf87dc tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=971fe1b8-d8ce-464b-afcf-45e23a6504e2 HTTP/1.1" status: 200 len: 943 time: 0.0504689 Sep 17 03:57:29.256750 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-99f8355c-6969-4924-8864-2839b7001c2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745114436006'] for network (8c85ffd5-3256-496e-8451-6040004d9b3a), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:29.283832 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-af23f877-9984-4ee8-92f6-22905d99138f req-d366952c-b5bf-4f03-9f05-a15ad802fa97 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519102 Sep 17 03:57:29.346291 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-99f8355c-6969-4924-8864-2839b7001c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828'] for network (8c85ffd5-3256-496e-8451-6040004d9b3a), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:29.347320 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f8355c-6969-4924-8864-2839b7001c2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:29.347907 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-99f8355c-6969-4924-8864-2839b7001c2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for network (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:29.410916 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f8355c-6969-4924-8864-2839b7001c2f admin admin] Pushing event updated for resources: {'Network': ['ID=8c85ffd5-3256-496e-8451-6040004d9b3a,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:57:29.421320 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Network 8c85ffd5-3256-496e-8451-6040004d9b3a details requested by agent ovs-agent-dv-cinder-849143-3-iscsi with host dv-cinder-849143-3-iscsi {{(pid=113212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 03:57:29.485815 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-99f8355c-6969-4924-8864-2839b7001c2f admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6561105 Sep 17 03:57:29.488737 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 53082) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:57:29.493508 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [None req-2495d7f6-7257-47a1-8ad1-078bf654d57a admin admin] Request body: {'subnet': {'network_id': '8c85ffd5-3256-496e-8451-6040004d9b3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-475851569-subnet', 'tenant_id': '9cb618ef3b9b40bf81b560c943f867fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:57:29.558405 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 53084) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:57:29.580109 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2495d7f6-7257-47a1-8ad1-078bf654d57a admin admin] Made reservation on behalf of 9cb618ef3b9b40bf81b560c943f867fc for: {'subnet': 1} {{(pid=113211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:57:29.582646 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-2495d7f6-7257-47a1-8ad1-078bf654d57a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3652629'] for subnet (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:29.699375 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:29.886162 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.plugin [None req-38ec71ee-ef97-4ed7-9e40-4b3f55540497 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Deleting port c848074e-7110-416e-b9d2-2ab8eab48280 {{(pid=113211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:57:29.886422 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-38ec71ee-ef97-4ed7-9e40-4b3f55540497 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (c848074e-7110-416e-b9d2-2ab8eab48280), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:29.935737 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-2495d7f6-7257-47a1-8ad1-078bf654d57a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26184134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3652611'] for subnet (26128428-3974-46d7-b4a1-2b04f15ba985), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:30.011022 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-38ec71ee-ef97-4ed7-9e40-4b3f55540497 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (c848074e-7110-416e-b9d2-2ab8eab48280), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:30.011342 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-38ec71ee-ef97-4ed7-9e40-4b3f55540497 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Publish callbacks [] for floatingip (c848074e-7110-416e-b9d2-2ab8eab48280), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:30.031664 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.plugin [None req-38ec71ee-ef97-4ed7-9e40-4b3f55540497 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Calling delete_port for c848074e-7110-416e-b9d2-2ab8eab48280 owned by network:floatingip {{(pid=113211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:57:30.033440 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2495d7f6-7257-47a1-8ad1-078bf654d57a admin admin] Pushing event updated for resources: {'Subnet': ['ID=26128428-3974-46d7-b4a1-2b04f15ba985,revision_number=0']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:57:30.047073 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:30.052412 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2495d7f6-7257-47a1-8ad1-078bf654d57a admin admin] Checking segment: {'id': '047735be-3668-4dfd-9f80-67e255ea19e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8c85ffd5-3256-496e-8451-6040004d9b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:57:30.052970 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2495d7f6-7257-47a1-8ad1-078bf654d57a admin admin] Network hostable DHCP agents. Network: 8c85ffd5-3256-496e-8451-6040004d9b3a, hostable agents: ['b0b4725d-5d3f-4adf-8b60-729f2f7a35da'], hosted agents: [] {{(pid=113211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 03:57:30.161066 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b3d47c42-3c4c-43a6-8860-b40c00d4db0c req-ed10ddc8-9531-4a32-a6c8-e561dc71742f tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b5ecbe6e-431c-4174-a0bc-f43ae2013da9 HTTP/1.1" status: 200 len: 210 time: 0.0539150 Sep 17 03:57:30.244950 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2495d7f6-7257-47a1-8ad1-078bf654d57a admin admin] Network 8c85ffd5-3256-496e-8451-6040004d9b3a is scheduled to be hosted by DHCP agent b0b4725d-5d3f-4adf-8b60-729f2f7a35da with binding_index 1 {{(pid=113211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 03:57:30.325514 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-38ec71ee-ef97-4ed7-9e40-4b3f55540497 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26185590'] for port (c848074e-7110-416e-b9d2-2ab8eab48280), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:30.327567 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.base_scheduler [None req-2495d7f6-7257-47a1-8ad1-078bf654d57a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-3-iscsi, 8c85ffd5-3256-496e-8451-6040004d9b3a) {{(pid=113211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:57:30.334312 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2495d7f6-7257-47a1-8ad1-078bf654d57a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:30.334921 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-2495d7f6-7257-47a1-8ad1-078bf654d57a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for subnet (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:30.336138 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a5bcd0-e4a7-495c-a315-7fee470b727b None None] Network 8c85ffd5-3256-496e-8451-6040004d9b3a requested from dv-cinder-849143-3-iscsi {{(pid=113212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:57:30.376288 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec71ee-ef97-4ed7-9e40-4b3f55540497 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Pushing event deleted for resources: {'Port': ['ID=c848074e-7110-416e-b9d2-2ab8eab48280,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:57:30.438073 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de1641a-d021-40fb-8c89-73c4baa4336f None None] Network 8c85ffd5-3256-496e-8451-6040004d9b3a requested from dv-cinder-849143-3-iscsi {{(pid=113212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:57:30.457751 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-2495d7f6-7257-47a1-8ad1-078bf654d57a admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9679086 Sep 17 03:57:30.467674 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60358148-0153-4c85-8e3a-0634ed7ba459 req-59c6c43a-15c2-48ff-9910-ad6029d07093 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:30.469109 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-60358148-0153-4c85-8e3a-0634ed7ba459 req-59c6c43a-15c2-48ff-9910-ad6029d07093 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=971fe1b8-d8ce-464b-afcf-45e23a6504e2 HTTP/1.1" status: 200 len: 943 time: 0.0939617 Sep 17 03:57:30.483488 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-38ec71ee-ef97-4ed7-9e40-4b3f55540497 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Publish callbacks [] for floatingip (bdd38216-8ff4-4578-8162-02c105e77ef9), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:30.484301 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.db.l3_db [None req-38ec71ee-ef97-4ed7-9e40-4b3f55540497 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Floating IP bdd38216-8ff4-4578-8162-02c105e77ef9 disassociated (deleted). External IP: 172.27.0.166, port: c180ab9b-4ee0-400c-bcd6-351470f7df5f. Sep 17 03:57:30.551020 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:30.617385 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-60358148-0153-4c85-8e3a-0634ed7ba459 req-e4af47b7-cc9c-4c6d-9b30-6207dade0487 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349850 Sep 17 03:57:30.737957 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ec71ee-ef97-4ed7-9e40-4b3f55540497 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Router 472edb2b-31c2-4849-9e0c-ce7b165e10ec has already been hosted by L3 agent b971cbd0-997d-41fb-8614-0aea29982798 {{(pid=113211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:57:30.851441 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ec71ee-ef97-4ed7-9e40-4b3f55540497 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:57:30.856835 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-38ec71ee-ef97-4ed7-9e40-4b3f55540497 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for floatingip (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:30.861397 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dd8d1e-c5ed-45dc-9a89-9cb41cb167f7 None None] Sync routers for ids ['472edb2b-31c2-4849-9e0c-ce7b165e10ec'] in dv-cinder-849143-3-iscsi {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:57:30.871398 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dd8d1e-c5ed-45dc-9a89-9cb41cb167f7 None None] Routers {'472edb2b-31c2-4849-9e0c-ce7b165e10ec'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:57:30.872012 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-39dd8d1e-c5ed-45dc-9a89-9cb41cb167f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:57:10Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['472edb2b-31c2-4849-9e0c-ce7b165e10ec'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:57:30.887070 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-38ec71ee-ef97-4ed7-9e40-4b3f55540497 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/bdd38216-8ff4-4578-8162-02c105e77ef9 HTTP/1.1" status: 204 len: 168 time: 1.3276951 Sep 17 03:57:30.887701 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5daf1795-b4be-4366-be5e-ccc53444ef31', 'tag': 'c180ab9b-4ee0-400c-bcd6-351470f7df5f'}] {{(pid=113211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:57:30.890066 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346c2caff186dcd388f83f6dc64b2ba25d7763d65cfebe6fa09f9256a5522518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ebd1280-511c-4663-8696-2f9bf9250c4d" -d '{"events": [{"name": "network-changed", "server_uuid": "5daf1795-b4be-4366-be5e-ccc53444ef31", "tag": "c180ab9b-4ee0-400c-bcd6-351470f7df5f"}]}' {{(pid=113211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:57:30.932979 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6577f695-3f7e-4e88-9a34-132c42ca6e1d x-openstack-request-id: req-6577f695-3f7e-4e88-9a34-132c42ca6e1d {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:57:30.933421 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5daf1795-b4be-4366-be5e-ccc53444ef31", "tag": "c180ab9b-4ee0-400c-bcd6-351470f7df5f", "status": "completed", "code": 200}]} {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:57:30.933847 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6577f695-3f7e-4e88-9a34-132c42ca6e1d {{(pid=113211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:57:30.934305 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6577f695-3f7e-4e88-9a34-132c42ca6e1d'] response: {'name': 'network-changed', 'server_uuid': '5daf1795-b4be-4366-be5e-ccc53444ef31', 'tag': 'c180ab9b-4ee0-400c-bcd6-351470f7df5f', 'status': 'completed', 'code': 200} Sep 17 03:57:30.965215 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=61,neutron:UPDATE=3 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:30.980071 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-39dd8d1e-c5ed-45dc-9a89-9cb41cb167f7 None None] Set router 472edb2b-31c2-4849-9e0c-ce7b165e10ec gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:57:31.172243 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-39dd8d1e-c5ed-45dc-9a89-9cb41cb167f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472edb2b-31c2-4849-9e0c-ce7b165e10ec', 'name': 'tempest-TestShelveInstance-1107489708-router', 'tenant_id': 'c265d90202534462b37c19391538b29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '082f752c-5608-44cb-92dd-c49a23a4e3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:58Z', 'updated_at': '2022-09-17T03:52:05Z', 'revision_number': 4, 'project_id': 'c265d90202534462b37c19391538b29a', 'gw_port': {'id': '082f752c-5608-44cb-92dd-c49a23a4e3c3', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:87:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472edb2b-31c2-4849-9e0c-ce7b165e10ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:59Z', 'updated_at': '2022-09-17T03:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': 'cd50e191-0a74-423e-9580-7acbed221e4e', 'name': '', 'network_id': '9639789b-4517-4d8a-8150-b02c75d21fd6', 'tenant_id': 'c265d90202534462b37c19391538b29a', 'mac_address': 'fa:16:3e:a7:cb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472edb2b-31c2-4849-9e0c-ce7b165e10ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ea6084af-2859-4d2a-9fe2-69cd212d0f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:52:03Z', 'updated_at': '2022-09-17T03:52:11Z', 'revision_number': 5, 'project_id': 'c265d90202534462b37c19391538b29a', 'subnets': [{'id': 'ea6084af-2859-4d2a-9fe2-69cd212d0f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:57:31.197360 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dd8d1e-c5ed-45dc-9a89-9cb41cb167f7 None None] Checking router: 472edb2b-31c2-4849-9e0c-ce7b165e10ec for host: dv-cinder-849143-3-iscsi {{(pid=113212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:57:31.206148 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dd8d1e-c5ed-45dc-9a89-9cb41cb167f7 None None] Routers {'472edb2b-31c2-4849-9e0c-ce7b165e10ec'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:57:31.206755 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-39dd8d1e-c5ed-45dc-9a89-9cb41cb167f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:57:10Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['472edb2b-31c2-4849-9e0c-ce7b165e10ec'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:57:31.281024 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-6ea2b8ba-49b5-4ddb-9e73-25fbf577efa8 req-5635335a-7395-402b-8aba-f7adf48d8533 tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b5ecbe6e-431c-4174-a0bc-f43ae2013da9 HTTP/1.1" status: 200 len: 210 time: 0.0400660 Sep 17 03:57:31.320184 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-39dd8d1e-c5ed-45dc-9a89-9cb41cb167f7 None None] Set router 472edb2b-31c2-4849-9e0c-ce7b165e10ec gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:57:31.387799 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc0d3b-ffa4-48c4-a779-d2ea92b52560 req-233f890c-26d8-4eb0-9197-acabab2b6aaf tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:31.389335 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-40dc0d3b-ffa4-48c4-a779-d2ea92b52560 req-233f890c-26d8-4eb0-9197-acabab2b6aaf tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 945 time: 0.0488327 Sep 17 03:57:31.447717 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-40dc0d3b-ffa4-48c4-a779-d2ea92b52560 req-dc808bca-85a5-437c-aade-930c9cfdd674 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526221 Sep 17 03:57:31.449910 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=100 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:31.520314 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-39dd8d1e-c5ed-45dc-9a89-9cb41cb167f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472edb2b-31c2-4849-9e0c-ce7b165e10ec', 'name': 'tempest-TestShelveInstance-1107489708-router', 'tenant_id': 'c265d90202534462b37c19391538b29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '082f752c-5608-44cb-92dd-c49a23a4e3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:58Z', 'updated_at': '2022-09-17T03:52:05Z', 'revision_number': 4, 'project_id': 'c265d90202534462b37c19391538b29a', 'gw_port': {'id': '082f752c-5608-44cb-92dd-c49a23a4e3c3', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:87:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472edb2b-31c2-4849-9e0c-ce7b165e10ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:59Z', 'updated_at': '2022-09-17T03:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': 'cd50e191-0a74-423e-9580-7acbed221e4e', 'name': '', 'network_id': '9639789b-4517-4d8a-8150-b02c75d21fd6', 'tenant_id': 'c265d90202534462b37c19391538b29a', 'mac_address': 'fa:16:3e:a7:cb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472edb2b-31c2-4849-9e0c-ce7b165e10ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ea6084af-2859-4d2a-9fe2-69cd212d0f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:52:03Z', 'updated_at': '2022-09-17T03:52:11Z', 'revision_number': 5, 'project_id': 'c265d90202534462b37c19391538b29a', 'subnets': [{'id': 'ea6084af-2859-4d2a-9fe2-69cd212d0f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:57:31.549295 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dd8d1e-c5ed-45dc-9a89-9cb41cb167f7 None None] The sync data for ids ['472edb2b-31c2-4849-9e0c-ce7b165e10ec'] in dv-cinder-849143-3-iscsi is: [{'id': '472edb2b-31c2-4849-9e0c-ce7b165e10ec', 'name': 'tempest-TestShelveInstance-1107489708-router', 'tenant_id': 'c265d90202534462b37c19391538b29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '082f752c-5608-44cb-92dd-c49a23a4e3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:58Z', 'updated_at': '2022-09-17T03:52:05Z', 'revision_number': 4, 'project_id': 'c265d90202534462b37c19391538b29a', 'gw_port': {'id': '082f752c-5608-44cb-92dd-c49a23a4e3c3', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:87:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472edb2b-31c2-4849-9e0c-ce7b165e10ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:59Z', 'updated_at': '2022-09-17T03:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': 'cd50e191-0a74-423e-9580-7acbed221e4e', 'name': '', 'network_id': '9639789b-4517-4d8a-8150-b02c75d21fd6', 'tenant_id': 'c265d90202534462b37c19391538b29a', 'mac_address': 'fa:16:3e:a7:cb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472edb2b-31c2-4849-9e0c-ce7b165e10ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ea6084af-2859-4d2a-9fe2-69cd212d0f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:52:03Z', 'updated_at': '2022-09-17T03:52:11Z', 'revision_number': 5, 'project_id': 'c265d90202534462b37c19391538b29a', 'subnets': [{'id': 'ea6084af-2859-4d2a-9fe2-69cd212d0f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:57:31.734176 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:31.745696 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f909704-83d7-4918-b981-953c4cd7ac94 req-34600a5c-2686-4066-87d1-95a6c7b24c5f tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:31.752416 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9f909704-83d7-4918-b981-953c4cd7ac94 req-34600a5c-2686-4066-87d1-95a6c7b24c5f tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=971fe1b8-d8ce-464b-afcf-45e23a6504e2 HTTP/1.1" status: 200 len: 943 time: 0.0488989 Sep 17 03:57:31.782871 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ed6c32-cd59-43ac-882c-1a48630cee89 None None] New status for floating IP bdd38216-8ff4-4578-8162-02c105e77ef9: DOWN {{(pid=113213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 03:57:31.800570 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9f909704-83d7-4918-b981-953c4cd7ac94 req-51063367-d9c7-4ddd-a81e-d86a57918d2d tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473547 Sep 17 03:57:32.183260 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd1280-511c-4663-8696-2f9bf9250c4d req-897244a3-24c3-4196-8755-71819b1e89c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:32.184797 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-3ebd1280-511c-4663-8696-2f9bf9250c4d req-897244a3-24c3-4196-8755-71819b1e89c5 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=c265d90202534462b37c19391538b29a&device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 1129 time: 0.0394037 Sep 17 03:57:32.389888 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f05ee18d-1204-423c-aebc-42afd9245213 req-274ca819-621b-463a-8ac3-c492f5996d13 tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b5ecbe6e-431c-4174-a0bc-f43ae2013da9 HTTP/1.1" status: 200 len: 210 time: 0.0307519 Sep 17 03:57:32.578089 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970b3a1-27c7-467b-8456-587c73486aa9 req-7bbbf749-44ab-4e49-82ba-ba361c9bdc35 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:32.579726 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e970b3a1-27c7-467b-8456-587c73486aa9 req-7bbbf749-44ab-4e49-82ba-ba361c9bdc35 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 945 time: 0.0497653 Sep 17 03:57:32.633538 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e970b3a1-27c7-467b-8456-587c73486aa9 req-a1863f05-af61-4026-a9be-3c274e48798a tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478566 Sep 17 03:57:32.821016 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffe2f2-c9ba-4be9-b379-582a1c43c40e req-783c556d-aebe-409e-a130-3ec663290727 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:32.823050 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a3ffe2f2-c9ba-4be9-b379-582a1c43c40e req-783c556d-aebe-409e-a130-3ec663290727 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/networks?id=8c85ffd5-3256-496e-8451-6040004d9b3a HTTP/1.1" status: 200 len: 813 time: 0.1032360 Sep 17 03:57:32.837492 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a3ffe2f2-c9ba-4be9-b379-582a1c43c40e req-9bcfb395-8882-458e-beb2-86c1fc69ad66 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/quotas/9cb618ef3b9b40bf81b560c943f867fc HTTP/1.1" status: 200 len: 375 time: 0.0090420 Sep 17 03:57:32.874418 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a3ffe2f2-c9ba-4be9-b379-582a1c43c40e req-db376284-7d46-4dd1-b2c8-9f2e7bbeff06 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=9cb618ef3b9b40bf81b560c943f867fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309470 Sep 17 03:57:32.981376 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3a5bc-282a-46ec-8679-36114317f058 req-b958f2f5-2e89-4a56-9d34-759939be7453 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:32.983782 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-89e3a5bc-282a-46ec-8679-36114317f058 req-b958f2f5-2e89-4a56-9d34-759939be7453 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=971fe1b8-d8ce-464b-afcf-45e23a6504e2 HTTP/1.1" status: 200 len: 943 time: 0.1021881 Sep 17 03:57:33.047927 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a3ffe2f2-c9ba-4be9-b379-582a1c43c40e req-b16ed3d1-77ec-41d1-83c9-4f6f35115920 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/8c85ffd5-3256-496e-8451-6040004d9b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581278 Sep 17 03:57:33.056507 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-89e3a5bc-282a-46ec-8679-36114317f058 req-7e0c6966-6895-407a-9a03-5d5dc1715917 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673354 Sep 17 03:57:33.154757 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a3ffe2f2-c9ba-4be9-b379-582a1c43c40e req-a2cabd4b-7b4e-47b5-9959-6734cc3af9c5 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/8c85ffd5-3256-496e-8451-6040004d9b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973220 Sep 17 03:57:33.416865 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-779c09e9-7f54-40b3-92f1-b5083185c61b req-0e26ec4e-59ee-4c0e-95dd-6a6ba5d215e0 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48baf0d5-7cf4-43a8-aec0-ab4de47156e8 HTTP/1.1" status: 200 len: 210 time: 0.0277045 Sep 17 03:57:33.497183 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7ecf7090-869b-49f9-ad73-c7510adcfb3c req-dd5e9036-f043-4c36-b33d-686babd520b0 tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b5ecbe6e-431c-4174-a0bc-f43ae2013da9 HTTP/1.1" status: 200 len: 210 time: 0.0276566 Sep 17 03:57:33.756176 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c51cde-09bb-493e-a36e-cdbb5d3b4e0d req-4569bf94-5b0d-44c6-9604-327d6bda78ac tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:33.757604 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b0c51cde-09bb-493e-a36e-cdbb5d3b4e0d req-4569bf94-5b0d-44c6-9604-327d6bda78ac tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 945 time: 0.0463047 Sep 17 03:57:33.807372 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b0c51cde-09bb-493e-a36e-cdbb5d3b4e0d req-7c2a51aa-0125-41d6-b575-b77ce1d08e15 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432956 Sep 17 03:57:34.184901 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0db098-af4c-4a8f-99f6-53ca98ecc725 req-a5d8e7c6-de8f-4fb3-9cd8-378638abec30 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:34.186409 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-dd0db098-af4c-4a8f-99f6-53ca98ecc725 req-a5d8e7c6-de8f-4fb3-9cd8-378638abec30 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=971fe1b8-d8ce-464b-afcf-45e23a6504e2 HTTP/1.1" status: 200 len: 943 time: 0.0529656 Sep 17 03:57:34.221831 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:34.240616 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-dd0db098-af4c-4a8f-99f6-53ca98ecc725 req-5f6dbc7a-32cb-4bd5-88c3-520739f41292 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476201 Sep 17 03:57:34.242282 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd1280-511c-4663-8696-2f9bf9250c4d req-67caf7d7-93f9-41d7-b1b2-e1c4a4fd4e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:34.244275 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-3ebd1280-511c-4663-8696-2f9bf9250c4d req-67caf7d7-93f9-41d7-b1b2-e1c4a4fd4e78 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=9639789b-4517-4d8a-8150-b02c75d21fd6 HTTP/1.1" status: 200 len: 910 time: 0.0990357 Sep 17 03:57:34.390002 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-3ebd1280-511c-4663-8696-2f9bf9250c4d req-e8c7e4ca-dacd-459b-bd3b-a1912f1cd52b service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c180ab9b-4ee0-400c-bcd6-351470f7df5f HTTP/1.1" status: 200 len: 217 time: 0.0371990 Sep 17 03:57:34.442480 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd1280-511c-4663-8696-2f9bf9250c4d req-345a9c88-d1a9-441b-8fa0-0d18d5d85407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:34.443923 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-3ebd1280-511c-4663-8696-2f9bf9250c4d req-345a9c88-d1a9-441b-8fa0-0d18d5d85407 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=ea6084af-2859-4d2a-9fe2-69cd212d0f4a HTTP/1.1" status: 200 len: 848 time: 0.0443397 Sep 17 03:57:34.515611 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd1280-511c-4663-8696-2f9bf9250c4d req-1e35b282-c4c6-4f9c-8209-9dbd4e214f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:34.517125 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-3ebd1280-511c-4663-8696-2f9bf9250c4d req-1e35b282-c4c6-4f9c-8209-9dbd4e214f7b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=9639789b-4517-4d8a-8150-b02c75d21fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415328 Sep 17 03:57:34.523129 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-340a51f7-43d7-4e2c-a18a-ab0ee188bbda req-b65a6cd3-79a9-4427-bde1-4ca0af154dd8 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48baf0d5-7cf4-43a8-aec0-ab4de47156e8 HTTP/1.1" status: 200 len: 210 time: 0.0277691 Sep 17 03:57:34.600998 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0fa2f5d8-bad0-4adf-9eb9-3ea239c755c4 req-4738c1d0-d8e2-4b31-b664-92bb83b602b7 tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b5ecbe6e-431c-4174-a0bc-f43ae2013da9 HTTP/1.1" status: 200 len: 210 time: 0.0275979 Sep 17 03:57:34.724391 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:34.754074 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-3ebd1280-511c-4663-8696-2f9bf9250c4d req-68810919-cdca-4a52-82d0-da2450d06c5b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/9639789b-4517-4d8a-8150-b02c75d21fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951607 Sep 17 03:57:34.913266 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:34.931677 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d8b5f-c2ba-467c-9e21-01e720a579a9 req-baf6b5bd-11cd-464a-a45b-dafac88820b9 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:34.933515 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-dc7d8b5f-c2ba-467c-9e21-01e720a579a9 req-baf6b5bd-11cd-464a-a45b-dafac88820b9 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 945 time: 0.0977879 Sep 17 03:57:34.959070 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed9f9b8-b7b5-4091-a851-9e712509e41f req-1c87a3d4-f0a3-400e-9d53-78569ebd19f6 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:34.960617 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-fed9f9b8-b7b5-4091-a851-9e712509e41f req-1c87a3d4-f0a3-400e-9d53-78569ebd19f6 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 945 time: 0.0599389 Sep 17 03:57:35.008273 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-3ebd1280-511c-4663-8696-2f9bf9250c4d req-e4df19d2-0e16-43ac-a1c2-79c2a7e04f3e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/9639789b-4517-4d8a-8150-b02c75d21fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811626 Sep 17 03:57:35.032279 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-fed9f9b8-b7b5-4091-a851-9e712509e41f req-3ee1c14c-22da-417a-bc84-2697e814d253 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2a21b38-b487-4788-9901-9681163e90a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644104 Sep 17 03:57:35.049904 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [req-dc7d8b5f-c2ba-467c-9e21-01e720a579a9 req-24ea5383-789c-43a4-a39d-c557a7a190a0 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Deleting port c180ab9b-4ee0-400c-bcd6-351470f7df5f {{(pid=113210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:57:35.050384 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-dc7d8b5f-c2ba-467c-9e21-01e720a579a9 req-24ea5383-789c-43a4-a39d-c557a7a190a0 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (c180ab9b-4ee0-400c-bcd6-351470f7df5f), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:35.152744 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [req-dc7d8b5f-c2ba-467c-9e21-01e720a579a9 req-24ea5383-789c-43a4-a39d-c557a7a190a0 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] For port c180ab9b-4ee0-400c-bcd6-351470f7df5f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c180ab9b-4ee0-400c-bcd6-351470f7df5f,segment=NetworkSegment(b441c4b6-7de0-4da2-a055-6601c587c21b),segment_id=b441c4b6-7de0-4da2-a055-6601c587c21b)] {{(pid=113210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:57:35.153116 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-dc7d8b5f-c2ba-467c-9e21-01e720a579a9 req-24ea5383-789c-43a4-a39d-c557a7a190a0 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (c180ab9b-4ee0-400c-bcd6-351470f7df5f), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:35.165978 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [req-dc7d8b5f-c2ba-467c-9e21-01e720a579a9 req-24ea5383-789c-43a4-a39d-c557a7a190a0 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Calling delete_port for c180ab9b-4ee0-400c-bcd6-351470f7df5f owned by compute:nova {{(pid=113210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:57:35.348225 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-dc7d8b5f-c2ba-467c-9e21-01e720a579a9 req-24ea5383-789c-43a4-a39d-c557a7a190a0 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (c180ab9b-4ee0-400c-bcd6-351470f7df5f), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:35.374914 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06de33a-b591-4308-9903-c49c35e6e126 req-dc58d7de-ace8-435e-abb7-1aca03296751 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:35.376437 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c06de33a-b591-4308-9903-c49c35e6e126 req-dc58d7de-ace8-435e-abb7-1aca03296751 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=971fe1b8-d8ce-464b-afcf-45e23a6504e2 HTTP/1.1" status: 200 len: 943 time: 0.0540905 Sep 17 03:57:35.376628 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ea5383-789c-43a4-a39d-c557a7a190a0 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Pushing event deleted for resources: {'Port': ['ID=c180ab9b-4ee0-400c-bcd6-351470f7df5f,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:57:35.422034 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc7d8b5f-c2ba-467c-9e21-01e720a579a9 req-24ea5383-789c-43a4-a39d-c557a7a190a0 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] No DVR routers for this DVR port c180ab9b-4ee0-400c-bcd6-351470f7df5f on host hv-cinder-84914 {{(pid=113210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:57:35.425029 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-dc7d8b5f-c2ba-467c-9e21-01e720a579a9 req-24ea5383-789c-43a4-a39d-c557a7a190a0 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for port (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:35.428725 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-dc7d8b5f-c2ba-467c-9e21-01e720a579a9 req-24ea5383-789c-43a4-a39d-c557a7a190a0 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.18 "DELETE /networking/v2.0/ports/c180ab9b-4ee0-400c-bcd6-351470f7df5f HTTP/1.1" status: 204 len: 173 time: 0.4901526 Sep 17 03:57:35.429303 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5daf1795-b4be-4366-be5e-ccc53444ef31', 'name': 'network-vif-deleted', 'tag': 'c180ab9b-4ee0-400c-bcd6-351470f7df5f'}] {{(pid=113210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:57:35.432424 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a613894f386080b2b9315951ba9a4c402b93d12b77848e4e2f89d9386810e3b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3749370e-0acd-44be-a87c-12cf6f294d58" -d '{"events": [{"server_uuid": "5daf1795-b4be-4366-be5e-ccc53444ef31", "name": "network-vif-deleted", "tag": "c180ab9b-4ee0-400c-bcd6-351470f7df5f"}]}' {{(pid=113210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:57:35.443786 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c06de33a-b591-4308-9903-c49c35e6e126 req-09143108-6b51-41ca-8eb4-b83e540a7a78 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525773 Sep 17 03:57:35.472016 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c10436-cef5-4402-8bf6-2b9548f1fe81 x-openstack-request-id: req-16c10436-cef5-4402-8bf6-2b9548f1fe81 {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:57:35.472311 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5daf1795-b4be-4366-be5e-ccc53444ef31", "name": "network-vif-deleted", "tag": "c180ab9b-4ee0-400c-bcd6-351470f7df5f", "status": "completed", "code": 200}]} {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:57:35.472562 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-16c10436-cef5-4402-8bf6-2b9548f1fe81 {{(pid=113210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:57:35.472964 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16c10436-cef5-4402-8bf6-2b9548f1fe81'] response: {'server_uuid': '5daf1795-b4be-4366-be5e-ccc53444ef31', 'name': 'network-vif-deleted', 'tag': 'c180ab9b-4ee0-400c-bcd6-351470f7df5f', 'status': 'completed', 'code': 200} Sep 17 03:57:35.637376 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a9d224a2-0ea3-4e35-9e53-cfb8ece826d1 req-42ec8e2f-48a6-4212-9bfd-e184ec080b2e tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48baf0d5-7cf4-43a8-aec0-ab4de47156e8 HTTP/1.1" status: 200 len: 210 time: 0.0315669 Sep 17 03:57:35.652372 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-d16a0585-9a34-45b2-b5b7-fa36409005d4 req-1e0bbcdd-6279-4a98-9d36-d0074fbcfc27 tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=1a5fde45c808477eb29fa36d79bb1a81&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335047 Sep 17 03:57:35.728367 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0de672d6-caef-45c1-9630-820b4b5ad3bd req-2a8d2dba-3cbd-459c-a6c9-6f7516cfbe5f tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b5ecbe6e-431c-4174-a0bc-f43ae2013da9 HTTP/1.1" status: 200 len: 210 time: 0.0374756 Sep 17 03:57:35.770252 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 41d61149-c1bf-44c0-b7f2-379c0be9e190 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=113212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 03:57:35.912806 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port 41d61149-c1bf-44c0-b7f2-379c0be9e190, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=41d61149-c1bf-44c0-b7f2-379c0be9e190,segment=NetworkSegment(09dd00a3-8b97-425c-8fa8-26eaa25dbf9b),segment_id=09dd00a3-8b97-425c-8fa8-26eaa25dbf9b)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:57:35.922499 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a0585-9a34-45b2-b5b7-fa36409005d4 req-702c4b7f-cf69-4e3f-b6ce-2693ca7a4eb4 tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:35.924277 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-d16a0585-9a34-45b2-b5b7-fa36409005d4 req-702c4b7f-cf69-4e3f-b6ce-2693ca7a4eb4 tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2399666 Sep 17 03:57:35.928086 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Returning: {'device': '41d61149-c1bf-44c0-b7f2-379c0be9e190', 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c', 'port_id': '41d61149-c1bf-44c0-b7f2-379c0be9e190', 'mac_address': 'fa:16:3e:55:2c:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79f26d2-7e28-4c00-b0e8-4dc043d7353f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 03:57:35.946331 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [req-d16a0585-9a34-45b2-b5b7-fa36409005d4 req-477f3f1e-cb09-4351-8ecd-55c7e65c6c0b tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] Request body: {'port': {'device_id': 'b5ecbe6e-431c-4174-a0bc-f43ae2013da9', 'network_id': '90ba6b0c-e4c8-49d3-9199-ce8bd863e232', 'admin_state_up': True, 'tenant_id': '1a5fde45c808477eb29fa36d79bb1a81'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:57:35.967782 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port 41d61149-c1bf-44c0-b7f2-379c0be9e190 is: DOWN; New status is: BUILD {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:57:35.968470 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (41d61149-c1bf-44c0-b7f2-379c0be9e190), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:35.984975 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41d61149-c1bf-44c0-b7f2-379c0be9e190 {{(pid=113212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:57:36.009072 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port 41d61149-c1bf-44c0-b7f2-379c0be9e190, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=41d61149-c1bf-44c0-b7f2-379c0be9e190,segment=NetworkSegment(09dd00a3-8b97-425c-8fa8-26eaa25dbf9b),segment_id=09dd00a3-8b97-425c-8fa8-26eaa25dbf9b)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:57:36.080761 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (41d61149-c1bf-44c0-b7f2-379c0be9e190), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:36.104944 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:36.148524 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=41d61149-c1bf-44c0-b7f2-379c0be9e190,revision_number=4']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:57:36.160391 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-445b85b2-8066-4c58-83a5-371d68d8a054 req-95e65c04-7d4b-4d95-bfcc-a8f7af2e3e9c tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 210 time: 0.0292914 Sep 17 03:57:36.222412 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d16a0585-9a34-45b2-b5b7-fa36409005d4 req-477f3f1e-cb09-4351-8ecd-55c7e65c6c0b tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] Made reservation on behalf of 1a5fde45c808477eb29fa36d79bb1a81 for: {'port': 1} {{(pid=113210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:57:36.226131 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-d16a0585-9a34-45b2-b5b7-fa36409005d4 req-477f3f1e-cb09-4351-8ecd-55c7e65c6c0b tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:36.235969 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-d16a0585-9a34-45b2-b5b7-fa36409005d4 req-477f3f1e-cb09-4351-8ecd-55c7e65c6c0b tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:36.313117 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-d16a0585-9a34-45b2-b5b7-fa36409005d4 req-477f3f1e-cb09-4351-8ecd-55c7e65c6c0b tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] Publish callbacks [] for security_group (fc03c99c-8f6c-45e0-b6e2-6a965c0fe32c), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:36.376119 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-d16a0585-9a34-45b2-b5b7-fa36409005d4 req-477f3f1e-cb09-4351-8ecd-55c7e65c6c0b tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (fc03c99c-8f6c-45e0-b6e2-6a965c0fe32c), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:36.436549 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] get_ports_and_sgs() called for port_ids ['41d61149-c1bf-44c0-b7f2-379c0be9e190'] {{(pid=113212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:57:36.440247 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:36.445689 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477f3f1e-cb09-4351-8ecd-55c7e65c6c0b tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc03c99c-8f6c-45e0-b6e2-6a965c0fe32c,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:57:36.543399 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.db_base_plugin_common [req-d16a0585-9a34-45b2-b5b7-fa36409005d4 req-477f3f1e-cb09-4351-8ecd-55c7e65c6c0b tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] Allocated IP 192.168.233.223 (90ba6b0c-e4c8-49d3-9199-ce8bd863e232/de2175dd-3ea9-43ab-b325-d7845a8b0bf0/27fc5b22-c2e3-4b5e-9a83-7efb1595bade) {{(pid=113210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:57:36.581972 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:36.595185 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92440fb1-bcf9-40e8-9604-5fc3b73959cd req-35ef0f7d-ba6a-4482-b44b-a0f18a4fcdad tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:36.597257 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-92440fb1-bcf9-40e8-9604-5fc3b73959cd req-35ef0f7d-ba6a-4482-b44b-a0f18a4fcdad tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=971fe1b8-d8ce-464b-afcf-45e23a6504e2 HTTP/1.1" status: 200 len: 944 time: 0.0569372 Sep 17 03:57:36.651953 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=100 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:36.657948 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:36.705081 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-92440fb1-bcf9-40e8-9604-5fc3b73959cd req-f11409a6-bdc9-4580-97ab-f34eac66070c tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015601 Sep 17 03:57:36.725430 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-d16a0585-9a34-45b2-b5b7-fa36409005d4 req-477f3f1e-cb09-4351-8ecd-55c7e65c6c0b tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] Publish callbacks [] for port (27fc5b22-c2e3-4b5e-9a83-7efb1595bade), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:36.769719 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b028be25-0e75-4708-b407-9139406bfba8 req-3b42648e-c6c8-4bcb-b443-0e95df0d1b75 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48baf0d5-7cf4-43a8-aec0-ab4de47156e8 HTTP/1.1" status: 200 len: 210 time: 0.0299363 Sep 17 03:57:36.848821 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-31b35688-a7df-49ed-a14b-e65094779c36 req-077e56c2-6662-483d-9928-96a8428eb0a9 tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b5ecbe6e-431c-4174-a0bc-f43ae2013da9 HTTP/1.1" status: 200 len: 210 time: 0.0301905 Sep 17 03:57:36.856470 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-d16a0585-9a34-45b2-b5b7-fa36409005d4 req-477f3f1e-cb09-4351-8ecd-55c7e65c6c0b tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (27fc5b22-c2e3-4b5e-9a83-7efb1595bade), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:36.902535 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d16a0585-9a34-45b2-b5b7-fa36409005d4 req-477f3f1e-cb09-4351-8ecd-55c7e65c6c0b tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] Network 90ba6b0c-e4c8-49d3-9199-ce8bd863e232 is already hosted by enough agents. {{(pid=113210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:57:36.905683 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.base_scheduler [req-d16a0585-9a34-45b2-b5b7-fa36409005d4 req-477f3f1e-cb09-4351-8ecd-55c7e65c6c0b tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] Resources bound (agent type, host, resource id): {{(pid=113210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:57:36.909496 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [req-d16a0585-9a34-45b2-b5b7-fa36409005d4 req-477f3f1e-cb09-4351-8ecd-55c7e65c6c0b tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] Received port after_create {{(pid=113210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:57:36.935895 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477f3f1e-cb09-4351-8ecd-55c7e65c6c0b tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] Pushing event updated for resources: {'Port': ['ID=27fc5b22-c2e3-4b5e-9a83-7efb1595bade,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:57:36.940165 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:36.969470 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a0585-9a34-45b2-b5b7-fa36409005d4 req-477f3f1e-cb09-4351-8ecd-55c7e65c6c0b tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:36.970133 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-d16a0585-9a34-45b2-b5b7-fa36409005d4 req-477f3f1e-cb09-4351-8ecd-55c7e65c6c0b tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for port (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:37.069372 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-d16a0585-9a34-45b2-b5b7-fa36409005d4 req-477f3f1e-cb09-4351-8ecd-55c7e65c6c0b tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1286688 Sep 17 03:57:37.120783 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffe2f2-c9ba-4be9-b379-582a1c43c40e req-c80b1ef1-d164-4262-808c-21ce2b1765b5 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:37.122243 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-a3ffe2f2-c9ba-4be9-b379-582a1c43c40e req-c80b1ef1-d164-4262-808c-21ce2b1765b5 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.18 "GET /networking/v2.0/networks?id=8c85ffd5-3256-496e-8451-6040004d9b3a HTTP/1.1" status: 200 len: 813 time: 0.1288283 Sep 17 03:57:37.157744 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [req-d16a0585-9a34-45b2-b5b7-fa36409005d4 req-7935c328-1cea-40a0-bb39-f620841f39e7 service neutron] Request body: {'port': {'device_id': 'b5ecbe6e-431c-4174-a0bc-f43ae2013da9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:57:37.164105 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [req-a3ffe2f2-c9ba-4be9-b379-582a1c43c40e req-4a810932-01ac-4c89-aac8-45e3c7d332b6 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Request body: {'port': {'device_id': '48baf0d5-7cf4-43a8-aec0-ab4de47156e8', 'network_id': '8c85ffd5-3256-496e-8451-6040004d9b3a', 'admin_state_up': True, 'tenant_id': '9cb618ef3b9b40bf81b560c943f867fc'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:57:37.183687 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-65303b31-8683-4de9-8d21-d2a70e48d849 None None] Provisioning complete for port 27fc5b22-c2e3-4b5e-9a83-7efb1595bade triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:57:37.184418 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-65303b31-8683-4de9-8d21-d2a70e48d849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (27fc5b22-c2e3-4b5e-9a83-7efb1595bade), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:37.184826 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-65303b31-8683-4de9-8d21-d2a70e48d849 None None] Attempt 1 to provision port 27fc5b22-c2e3-4b5e-9a83-7efb1595bade Sep 17 03:57:37.313449 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-d16a0585-9a34-45b2-b5b7-fa36409005d4 req-7935c328-1cea-40a0-bb39-f620841f39e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (27fc5b22-c2e3-4b5e-9a83-7efb1595bade), before_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:37.366367 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-65303b31-8683-4de9-8d21-d2a70e48d849 None None] Port 27fc5b22-c2e3-4b5e-9a83-7efb1595bade cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:57:37.483797 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3ffe2f2-c9ba-4be9-b379-582a1c43c40e req-4a810932-01ac-4c89-aac8-45e3c7d332b6 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Made reservation on behalf of 9cb618ef3b9b40bf81b560c943f867fc for: {'port': 1} {{(pid=113210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:57:37.488303 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-a3ffe2f2-c9ba-4be9-b379-582a1c43c40e req-4a810932-01ac-4c89-aac8-45e3c7d332b6 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:37.535778 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:37.636297 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-6a96d208-44e6-4d6d-8abe-4b273164b3d1 req-d59a82cd-3b7d-4e0a-a95a-ec96ceac4526 tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5daf1795-b4be-4366-be5e-ccc53444ef31 HTTP/1.1" status: 200 len: 210 time: 0.3137045 Sep 17 03:57:37.729103 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.db_base_plugin_common [req-a3ffe2f2-c9ba-4be9-b379-582a1c43c40e req-4a810932-01ac-4c89-aac8-45e3c7d332b6 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Allocated IP 172.20.0.13 (8c85ffd5-3256-496e-8451-6040004d9b3a/26128428-3974-46d7-b4a1-2b04f15ba985/a8ec1e73-39f8-4f0b-b495-001f5fa49116) {{(pid=113210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:57:37.807696 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.notifiers.nova [req-d16a0585-9a34-45b2-b5b7-fa36409005d4 req-7935c328-1cea-40a0-bb39-f620841f39e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27fc5b22-c2e3-4b5e-9a83-7efb1595bade {{(pid=113210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:57:37.812885 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 41d61149-c1bf-44c0-b7f2-379c0be9e190 up at agent hyperv_hv-cinder-84914 {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:57:37.822455 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-d16a0585-9a34-45b2-b5b7-fa36409005d4 req-7935c328-1cea-40a0-bb39-f620841f39e7 service neutron] Publish callbacks [] for port (27fc5b22-c2e3-4b5e-9a83-7efb1595bade), precommit_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:37.870642 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-65303b31-8683-4de9-8d21-d2a70e48d849 None None] Attempt 2 to provision port 27fc5b22-c2e3-4b5e-9a83-7efb1595bade Sep 17 03:57:37.883405 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f692bbe-a088-41f9-9689-15785f5c8084 req-cd6606f5-70e9-4b00-85dc-34bf94f49846 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:37.894613 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7f692bbe-a088-41f9-9689-15785f5c8084 req-cd6606f5-70e9-4b00-85dc-34bf94f49846 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=971fe1b8-d8ce-464b-afcf-45e23a6504e2 HTTP/1.1" status: 200 len: 944 time: 0.1150796 Sep 17 03:57:37.895300 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.provisioning_blocks [req-d16a0585-9a34-45b2-b5b7-fa36409005d4 req-7935c328-1cea-40a0-bb39-f620841f39e7 service neutron] Transition to ACTIVE for port object 27fc5b22-c2e3-4b5e-9a83-7efb1595bade will not be triggered until provisioned by entity L2. {{(pid=113210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 03:57:37.908828 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=7 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:37.914772 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Provisioning for port 41d61149-c1bf-44c0-b7f2-379c0be9e190 completed by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 03:57:37.925026 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-65303b31-8683-4de9-8d21-d2a70e48d849 None None] Port 27fc5b22-c2e3-4b5e-9a83-7efb1595bade cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:57:37.952686 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-215f3709-52dc-4140-9830-88c41466676a req-2264b7e6-77da-4f3d-bf57-deeb3ffb2bca tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48baf0d5-7cf4-43a8-aec0-ab4de47156e8 HTTP/1.1" status: 200 len: 210 time: 0.0386364 Sep 17 03:57:37.968940 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-e8775259-2545-4f2d-87c7-c03877da39bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b0b4725d-5d3f-4adf-8b60-729f2f7a35da), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:37.970580 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-a3ffe2f2-c9ba-4be9-b379-582a1c43c40e req-4a810932-01ac-4c89-aac8-45e3c7d332b6 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Publish callbacks [] for port (a8ec1e73-39f8-4f0b-b495-001f5fa49116), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:37.973991 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-d16a0585-9a34-45b2-b5b7-fa36409005d4 req-7935c328-1cea-40a0-bb39-f620841f39e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25815858'] for port (27fc5b22-c2e3-4b5e-9a83-7efb1595bade), after_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:37.990918 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7f692bbe-a088-41f9-9689-15785f5c8084 req-62187a49-4e06-42fe-a9c8-0210520a3056 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954998 Sep 17 03:57:38.028219 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Provisioning complete for port 41d61149-c1bf-44c0-b7f2-379c0be9e190 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:57:38.029138 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (41d61149-c1bf-44c0-b7f2-379c0be9e190), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:38.029474 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Attempt 1 to provision port 41d61149-c1bf-44c0-b7f2-379c0be9e190 Sep 17 03:57:38.033773 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7935c328-1cea-40a0-bb39-f620841f39e7 service neutron] Pushing event updated for resources: {'Port': ['ID=27fc5b22-c2e3-4b5e-9a83-7efb1595bade,revision_number=2']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:57:38.092321 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8268a6c4-5a7f-44ed-b7f1-54c1d3f30bdd req-632bba50-9f24-40d7-9b79-dc51964d570f tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:38.093928 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8268a6c4-5a7f-44ed-b7f1-54c1d3f30bdd req-632bba50-9f24-40d7-9b79-dc51964d570f tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b5ecbe6e-431c-4174-a0bc-f43ae2013da9 HTTP/1.1" status: 200 len: 948 time: 0.0538778 Sep 17 03:57:38.128626 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.managers [req-d16a0585-9a34-45b2-b5b7-fa36409005d4 req-7935c328-1cea-40a0-bb39-f620841f39e7 service neutron] Attempting to bind port 27fc5b22-c2e3-4b5e-9a83-7efb1595bade on host hv-cinder-84914 for vnic_type normal with profile {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:57:38.129066 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.managers [req-d16a0585-9a34-45b2-b5b7-fa36409005d4 req-7935c328-1cea-40a0-bb39-f620841f39e7 service neutron] Attempting to bind port 27fc5b22-c2e3-4b5e-9a83-7efb1595bade by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'a85d2037-299c-4b61-bf3c-500f242abef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '90ba6b0c-e4c8-49d3-9199-ce8bd863e232'}] {{(pid=113210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:57:38.129303 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16a0585-9a34-45b2-b5b7-fa36409005d4 req-7935c328-1cea-40a0-bb39-f620841f39e7 service neutron] Attempting to bind port 27fc5b22-c2e3-4b5e-9a83-7efb1595bade on network 90ba6b0c-e4c8-49d3-9199-ce8bd863e232 {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:57:38.140880 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port 41d61149-c1bf-44c0-b7f2-379c0be9e190 is: BUILD; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:57:38.141276 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (41d61149-c1bf-44c0-b7f2-379c0be9e190), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:38.154656 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-a3ffe2f2-c9ba-4be9-b379-582a1c43c40e req-4a810932-01ac-4c89-aac8-45e3c7d332b6 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (a8ec1e73-39f8-4f0b-b495-001f5fa49116), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:38.162666 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8268a6c4-5a7f-44ed-b7f1-54c1d3f30bdd req-d603efe3-5163-46d3-962c-66d65f17b998 tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fc03c99c-8f6c-45e0-b6e2-6a965c0fe32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604355 Sep 17 03:57:38.178587 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '971fe1b8-d8ce-464b-afcf-45e23a6504e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d61149-c1bf-44c0-b7f2-379c0be9e190'}] {{(pid=113212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:57:38.180978 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc6586f6b4c6bd034ee7705c69f50a833cff710b963951e05e6de8956872ccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9caeeccb-c0c0-431d-b822-cba67e1bb603" -d '{"events": [{"server_uuid": "971fe1b8-d8ce-464b-afcf-45e23a6504e2", "name": "network-vif-plugged", "status": "completed", "tag": "41d61149-c1bf-44c0-b7f2-379c0be9e190"}]}' {{(pid=113212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:57:38.218601 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port 41d61149-c1bf-44c0-b7f2-379c0be9e190, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=41d61149-c1bf-44c0-b7f2-379c0be9e190,segment=NetworkSegment(09dd00a3-8b97-425c-8fa8-26eaa25dbf9b),segment_id=09dd00a3-8b97-425c-8fa8-26eaa25dbf9b)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:57:38.219211 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3ffe2f2-c9ba-4be9-b379-582a1c43c40e req-4a810932-01ac-4c89-aac8-45e3c7d332b6 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Network 8c85ffd5-3256-496e-8451-6040004d9b3a is already hosted by enough agents. {{(pid=113210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:57:38.226268 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.base_scheduler [req-a3ffe2f2-c9ba-4be9-b379-582a1c43c40e req-4a810932-01ac-4c89-aac8-45e3c7d332b6 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Resources bound (agent type, host, resource id): {{(pid=113210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:57:38.229003 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a810932-01ac-4c89-aac8-45e3c7d332b6 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Pushing event updated for resources: {'Port': ['ID=a8ec1e73-39f8-4f0b-b495-001f5fa49116,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:57:38.231404 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ffe2f2-c9ba-4be9-b379-582a1c43c40e req-4a810932-01ac-4c89-aac8-45e3c7d332b6 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Received port after_create {{(pid=113210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:57:38.232402 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e14400-4405-406a-b5a3-e48752a34901 x-openstack-request-id: req-50e14400-4405-406a-b5a3-e48752a34901 {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:57:38.232820 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "971fe1b8-d8ce-464b-afcf-45e23a6504e2", "name": "network-vif-plugged", "status": "completed", "tag": "41d61149-c1bf-44c0-b7f2-379c0be9e190", "code": 200}]} {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:57:38.233076 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-50e14400-4405-406a-b5a3-e48752a34901 {{(pid=113212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:57:38.233556 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50e14400-4405-406a-b5a3-e48752a34901'] response: {'server_uuid': '971fe1b8-d8ce-464b-afcf-45e23a6504e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d61149-c1bf-44c0-b7f2-379c0be9e190', 'code': 200} Sep 17 03:57:38.234224 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16a0585-9a34-45b2-b5b7-fa36409005d4 req-7935c328-1cea-40a0-bb39-f620841f39e7 service neutron] Port 27fc5b22-c2e3-4b5e-9a83-7efb1595bade on network 90ba6b0c-e4c8-49d3-9199-ce8bd863e232 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 03:57:38.234563 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16a0585-9a34-45b2-b5b7-fa36409005d4 req-7935c328-1cea-40a0-bb39-f620841f39e7 service neutron] Attempting to bind port 27fc5b22-c2e3-4b5e-9a83-7efb1595bade on network 90ba6b0c-e4c8-49d3-9199-ce8bd863e232 {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:57:38.312238 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffe2f2-c9ba-4be9-b379-582a1c43c40e req-4a810932-01ac-4c89-aac8-45e3c7d332b6 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:38.312846 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-a3ffe2f2-c9ba-4be9-b379-582a1c43c40e req-4a810932-01ac-4c89-aac8-45e3c7d332b6 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for port (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:38.320014 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (41d61149-c1bf-44c0-b7f2-379c0be9e190), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:38.325761 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16a0585-9a34-45b2-b5b7-fa36409005d4 req-7935c328-1cea-40a0-bb39-f620841f39e7 service neutron] Checking agent: {'id': '56a63866-613b-46a0-90ee-05b9222d9bfc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 46, 46), 'started_at': datetime.datetime(2022, 9, 17, 3, 46, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:57:38.326080 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16a0585-9a34-45b2-b5b7-fa36409005d4 req-7935c328-1cea-40a0-bb39-f620841f39e7 service neutron] Checking segment: {'id': 'a85d2037-299c-4b61-bf3c-500f242abef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '90ba6b0c-e4c8-49d3-9199-ce8bd863e232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:57:38.326466 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16a0585-9a34-45b2-b5b7-fa36409005d4 req-7935c328-1cea-40a0-bb39-f620841f39e7 service neutron] Bound using segment: {'id': 'a85d2037-299c-4b61-bf3c-500f242abef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '90ba6b0c-e4c8-49d3-9199-ce8bd863e232'} {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:57:38.326906 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.managers [req-d16a0585-9a34-45b2-b5b7-fa36409005d4 req-7935c328-1cea-40a0-bb39-f620841f39e7 service neutron] Bound port: 27fc5b22-c2e3-4b5e-9a83-7efb1595bade, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a85d2037-299c-4b61-bf3c-500f242abef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '90ba6b0c-e4c8-49d3-9199-ce8bd863e232'}}] {{(pid=113210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:57:38.327261 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-d16a0585-9a34-45b2-b5b7-fa36409005d4 req-7935c328-1cea-40a0-bb39-f620841f39e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (27fc5b22-c2e3-4b5e-9a83-7efb1595bade), before_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:38.339535 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:38.370929 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=41d61149-c1bf-44c0-b7f2-379c0be9e190,revision_number=5']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:57:38.392306 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [req-d16a0585-9a34-45b2-b5b7-fa36409005d4 req-7935c328-1cea-40a0-bb39-f620841f39e7 service neutron] For port 27fc5b22-c2e3-4b5e-9a83-7efb1595bade, host hv-cinder-84914, cleared binding levels {{(pid=113210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:57:38.395925 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [req-d16a0585-9a34-45b2-b5b7-fa36409005d4 req-7935c328-1cea-40a0-bb39-f620841f39e7 service neutron] For port 27fc5b22-c2e3-4b5e-9a83-7efb1595bade, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=27fc5b22-c2e3-4b5e-9a83-7efb1595bade,segment=NetworkSegment(a85d2037-299c-4b61-bf3c-500f242abef9),segment_id=a85d2037-299c-4b61-bf3c-500f242abef9)] {{(pid=113210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:57:38.413134 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-a3ffe2f2-c9ba-4be9-b379-582a1c43c40e req-4a810932-01ac-4c89-aac8-45e3c7d332b6 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2523327 Sep 17 03:57:38.426158 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-65303b31-8683-4de9-8d21-d2a70e48d849 None None] Attempt 3 to provision port 27fc5b22-c2e3-4b5e-9a83-7efb1595bade Sep 17 03:57:38.432410 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [req-a3ffe2f2-c9ba-4be9-b379-582a1c43c40e req-835a7963-a3ef-4d71-98b5-dbdc4bbab629 service neutron] Request body: {'port': {'device_id': '48baf0d5-7cf4-43a8-aec0-ab4de47156e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:57:38.459295 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-d16a0585-9a34-45b2-b5b7-fa36409005d4 req-7935c328-1cea-40a0-bb39-f620841f39e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25815858'] for port (27fc5b22-c2e3-4b5e-9a83-7efb1595bade), after_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:38.468189 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a0585-9a34-45b2-b5b7-fa36409005d4 req-7935c328-1cea-40a0-bb39-f620841f39e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:38.468803 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-d16a0585-9a34-45b2-b5b7-fa36409005d4 req-7935c328-1cea-40a0-bb39-f620841f39e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for port (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:38.470292 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-d16a0585-9a34-45b2-b5b7-fa36409005d4 req-7935c328-1cea-40a0-bb39-f620841f39e7 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/27fc5b22-c2e3-4b5e-9a83-7efb1595bade HTTP/1.1" status: 200 len: 1098 time: 1.3168564 Sep 17 03:57:38.472985 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5ecbe6e-431c-4174-a0bc-f43ae2013da9', 'tag': '27fc5b22-c2e3-4b5e-9a83-7efb1595bade'}] {{(pid=113210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:57:38.473546 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-65303b31-8683-4de9-8d21-d2a70e48d849 None None] Port 27fc5b22-c2e3-4b5e-9a83-7efb1595bade cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:57:38.475370 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a613894f386080b2b9315951ba9a4c402b93d12b77848e4e2f89d9386810e3b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec40023-3dd8-4824-92f7-b355d58b03a4" -d '{"events": [{"name": "network-changed", "server_uuid": "b5ecbe6e-431c-4174-a0bc-f43ae2013da9", "tag": "27fc5b22-c2e3-4b5e-9a83-7efb1595bade"}]}' {{(pid=113210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:57:38.524280 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5484e8-c88d-4c60-9026-2963e0290e78 x-openstack-request-id: req-0d5484e8-c88d-4c60-9026-2963e0290e78 {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:57:38.524923 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5ecbe6e-431c-4174-a0bc-f43ae2013da9", "tag": "27fc5b22-c2e3-4b5e-9a83-7efb1595bade", "status": "completed", "code": 200}]} {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:57:38.524923 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0d5484e8-c88d-4c60-9026-2963e0290e78 {{(pid=113210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:57:38.525186 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d5484e8-c88d-4c60-9026-2963e0290e78'] response: {'name': 'network-changed', 'server_uuid': 'b5ecbe6e-431c-4174-a0bc-f43ae2013da9', 'tag': '27fc5b22-c2e3-4b5e-9a83-7efb1595bade', 'status': 'completed', 'code': 200} Sep 17 03:57:38.554589 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-a3ffe2f2-c9ba-4be9-b379-582a1c43c40e req-835a7963-a3ef-4d71-98b5-dbdc4bbab629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (a8ec1e73-39f8-4f0b-b495-001f5fa49116), before_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:38.568949 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7935c328-1cea-40a0-bb39-f620841f39e7 service neutron] Pushing event updated for resources: {'Port': ['ID=27fc5b22-c2e3-4b5e-9a83-7efb1595bade,revision_number=3']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:57:38.653655 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec40023-3dd8-4824-92f7-b355d58b03a4 req-1b5674be-b3a6-4e86-8417-65290b12ec32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:38.655145 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-cec40023-3dd8-4824-92f7-b355d58b03a4 req-1b5674be-b3a6-4e86-8417-65290b12ec32 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=1a5fde45c808477eb29fa36d79bb1a81&device_id=b5ecbe6e-431c-4174-a0bc-f43ae2013da9 HTTP/1.1" status: 200 len: 1132 time: 0.0602379 Sep 17 03:57:38.689315 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3365a76-5e23-48d7-82a2-ee5868807b0f req-b7c1168b-cc32-40aa-8bea-17a61b80c669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:38.694555 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d3365a76-5e23-48d7-82a2-ee5868807b0f req-b7c1168b-cc32-40aa-8bea-17a61b80c669 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=971fe1b8-d8ce-464b-afcf-45e23a6504e2 HTTP/1.1" status: 200 len: 1129 time: 0.0454419 Sep 17 03:57:38.725157 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 53208) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:57:38.734110 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-cec40023-3dd8-4824-92f7-b355d58b03a4 req-ced0b39a-3ed4-4d54-9cdf-e72d76478b6d service neutron] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=1a5fde45c808477eb29fa36d79bb1a81&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361207 Sep 17 03:57:38.786485 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d3365a76-5e23-48d7-82a2-ee5868807b0f req-bafb4a9e-e11d-4b6f-8182-b4f910a55e10 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814772 Sep 17 03:57:38.816770 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0a0f5ce0-a6c8-40e8-8b45-9b04b8a3e5ce tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Publish callbacks [] for security_group (d2a21b38-b487-4788-9901-9681163e90a4), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:38.853158 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0a0f5ce0-a6c8-40e8-8b45-9b04b8a3e5ce tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Publish callbacks [] for security_group (d2a21b38-b487-4788-9901-9681163e90a4), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:38.927731 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eece0d-bd04-4e14-b4d7-719024435717 req-f37fc6d7-2717-4944-ad27-9381c45de37f tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:38.927731 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-71eece0d-bd04-4e14-b4d7-719024435717 req-f37fc6d7-2717-4944-ad27-9381c45de37f tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 945 time: 0.0808489 Sep 17 03:57:38.974870 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-65303b31-8683-4de9-8d21-d2a70e48d849 None None] Attempt 4 to provision port 27fc5b22-c2e3-4b5e-9a83-7efb1595bade Sep 17 03:57:39.030936 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-71eece0d-bd04-4e14-b4d7-719024435717 req-1fd99c76-1481-4fa0-b7d7-f2aa712f7f51 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e00ffe96-bdd6-4412-a216-e0bd294cf54c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853608 Sep 17 03:57:39.033415 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0a0f5ce0-a6c8-40e8-8b45-9b04b8a3e5ce tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (d2a21b38-b487-4788-9901-9681163e90a4), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:39.041018 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0a0f5ce0-a6c8-40e8-8b45-9b04b8a3e5ce tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Publish callbacks [] for security_group (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:39.042312 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-0a0f5ce0-a6c8-40e8-8b45-9b04b8a3e5ce tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d2a21b38-b487-4788-9901-9681163e90a4 HTTP/1.1" status: 204 len: 168 time: 0.3177884 Sep 17 03:57:39.059531 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f5ce0-a6c8-40e8-8b45-9b04b8a3e5ce tempest-TestShelveInstance-1206835861 tempest-TestShelveInstance-1206835861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a21b38-b487-4788-9901-9681163e90a4,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:57:39.065457 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-65303b31-8683-4de9-8d21-d2a70e48d849 None None] Port 27fc5b22-c2e3-4b5e-9a83-7efb1595bade had new provisioning blocks added so it will not transition to active. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 17 03:57:39.123015 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4430313-40ec-4519-ab76-a4c9ca3c485f req-f2be5931-6912-42b9-b24f-ed89e96bfc75 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:39.124834 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a4430313-40ec-4519-ab76-a4c9ca3c485f req-f2be5931-6912-42b9-b24f-ed89e96bfc75 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48baf0d5-7cf4-43a8-aec0-ab4de47156e8 HTTP/1.1" status: 200 len: 932 time: 0.0811505 Sep 17 03:57:39.169131 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:39.188245 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec40023-3dd8-4824-92f7-b355d58b03a4 req-32326566-8ca3-4d51-a37f-828e002bddcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:39.189696 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-cec40023-3dd8-4824-92f7-b355d58b03a4 req-32326566-8ca3-4d51-a37f-828e002bddcd service neutron] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4464262 Sep 17 03:57:39.194051 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45ddb7-aeff-48b7-a657-efd8a0024cf4 req-b72cf18d-c937-403f-8db0-4a09814515b5 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:39.195554 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-bb45ddb7-aeff-48b7-a657-efd8a0024cf4 req-b72cf18d-c937-403f-8db0-4a09814515b5 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=971fe1b8-d8ce-464b-afcf-45e23a6504e2 HTTP/1.1" status: 200 len: 945 time: 0.0701637 Sep 17 03:57:39.229791 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a4430313-40ec-4519-ab76-a4c9ca3c485f req-fc8e7a86-5429-466e-a118-c1c1581c4637 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=50953671-26f5-4b4d-830d-cbbc629c9546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948336 Sep 17 03:57:39.258424 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.notifiers.nova [req-a3ffe2f2-c9ba-4be9-b379-582a1c43c40e req-835a7963-a3ef-4d71-98b5-dbdc4bbab629 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8ec1e73-39f8-4f0b-b495-001f5fa49116 {{(pid=113210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:57:39.263051 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-bb45ddb7-aeff-48b7-a657-efd8a0024cf4 req-b6e49f49-42d2-4896-82e3-000eb0cea43c tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557323 Sep 17 03:57:39.263927 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-a3ffe2f2-c9ba-4be9-b379-582a1c43c40e req-835a7963-a3ef-4d71-98b5-dbdc4bbab629 service neutron] Publish callbacks [] for port (a8ec1e73-39f8-4f0b-b495-001f5fa49116), precommit_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:39.266018 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:39.282197 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.provisioning_blocks [req-a3ffe2f2-c9ba-4be9-b379-582a1c43c40e req-835a7963-a3ef-4d71-98b5-dbdc4bbab629 service neutron] Transition to ACTIVE for port object a8ec1e73-39f8-4f0b-b495-001f5fa49116 will not be triggered until provisioned by entity L2. {{(pid=113210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 03:57:39.367772 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f538ee10-c1a0-408f-91af-a52a396162b9 req-1b65ca68-08ce-4da9-8e0e-af4b2f6d253c tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:39.369858 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f538ee10-c1a0-408f-91af-a52a396162b9 req-1b65ca68-08ce-4da9-8e0e-af4b2f6d253c tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b5ecbe6e-431c-4174-a0bc-f43ae2013da9 HTTP/1.1" status: 200 len: 948 time: 0.0471044 Sep 17 03:57:39.391268 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-a3ffe2f2-c9ba-4be9-b379-582a1c43c40e req-835a7963-a3ef-4d71-98b5-dbdc4bbab629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25815858'] for port (a8ec1e73-39f8-4f0b-b495-001f5fa49116), after_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:39.396160 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 53220) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:57:39.396903 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:39.428234 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f538ee10-c1a0-408f-91af-a52a396162b9 req-4f21e62d-9743-4fcc-8b95-887f85d18a36 tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fc03c99c-8f6c-45e0-b6e2-6a965c0fe32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524676 Sep 17 03:57:39.490558 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835a7963-a3ef-4d71-98b5-dbdc4bbab629 service neutron] Pushing event updated for resources: {'Port': ['ID=a8ec1e73-39f8-4f0b-b495-001f5fa49116,revision_number=2']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:57:39.560132 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:39.586908 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.managers [req-a3ffe2f2-c9ba-4be9-b379-582a1c43c40e req-835a7963-a3ef-4d71-98b5-dbdc4bbab629 service neutron] Attempting to bind port a8ec1e73-39f8-4f0b-b495-001f5fa49116 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:57:39.587242 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.managers [req-a3ffe2f2-c9ba-4be9-b379-582a1c43c40e req-835a7963-a3ef-4d71-98b5-dbdc4bbab629 service neutron] Attempting to bind port a8ec1e73-39f8-4f0b-b495-001f5fa49116 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '047735be-3668-4dfd-9f80-67e255ea19e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8c85ffd5-3256-496e-8451-6040004d9b3a'}] {{(pid=113210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:57:39.587568 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ffe2f2-c9ba-4be9-b379-582a1c43c40e req-835a7963-a3ef-4d71-98b5-dbdc4bbab629 service neutron] Attempting to bind port a8ec1e73-39f8-4f0b-b495-001f5fa49116 on network 8c85ffd5-3256-496e-8451-6040004d9b3a {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:57:39.684181 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ffe2f2-c9ba-4be9-b379-582a1c43c40e req-835a7963-a3ef-4d71-98b5-dbdc4bbab629 service neutron] Port a8ec1e73-39f8-4f0b-b495-001f5fa49116 on network 8c85ffd5-3256-496e-8451-6040004d9b3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 03:57:39.684508 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ffe2f2-c9ba-4be9-b379-582a1c43c40e req-835a7963-a3ef-4d71-98b5-dbdc4bbab629 service neutron] Attempting to bind port a8ec1e73-39f8-4f0b-b495-001f5fa49116 on network 8c85ffd5-3256-496e-8451-6040004d9b3a {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:57:39.804777 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ffe2f2-c9ba-4be9-b379-582a1c43c40e req-835a7963-a3ef-4d71-98b5-dbdc4bbab629 service neutron] Checking agent: {'id': '56a63866-613b-46a0-90ee-05b9222d9bfc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 46, 46), 'started_at': datetime.datetime(2022, 9, 17, 3, 46, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:57:39.805535 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ffe2f2-c9ba-4be9-b379-582a1c43c40e req-835a7963-a3ef-4d71-98b5-dbdc4bbab629 service neutron] Checking segment: {'id': '047735be-3668-4dfd-9f80-67e255ea19e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8c85ffd5-3256-496e-8451-6040004d9b3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:57:39.805535 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ffe2f2-c9ba-4be9-b379-582a1c43c40e req-835a7963-a3ef-4d71-98b5-dbdc4bbab629 service neutron] Bound using segment: {'id': '047735be-3668-4dfd-9f80-67e255ea19e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8c85ffd5-3256-496e-8451-6040004d9b3a'} {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:57:39.805836 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.managers [req-a3ffe2f2-c9ba-4be9-b379-582a1c43c40e req-835a7963-a3ef-4d71-98b5-dbdc4bbab629 service neutron] Bound port: a8ec1e73-39f8-4f0b-b495-001f5fa49116, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '047735be-3668-4dfd-9f80-67e255ea19e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8c85ffd5-3256-496e-8451-6040004d9b3a'}}] {{(pid=113210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:57:39.806189 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-a3ffe2f2-c9ba-4be9-b379-582a1c43c40e req-835a7963-a3ef-4d71-98b5-dbdc4bbab629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (a8ec1e73-39f8-4f0b-b495-001f5fa49116), before_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:39.821120 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device c180ab9b-4ee0-400c-bcd6-351470f7df5f no longer exists at agent hyperv_hv-cinder-84914 {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:57:39.827744 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a0585-9a34-45b2-b5b7-fa36409005d4 req-0d453f75-ea93-4710-b5ff-c656dd90d7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:39.829221 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-d16a0585-9a34-45b2-b5b7-fa36409005d4 req-0d453f75-ea93-4710-b5ff-c656dd90d7f1 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=1a5fde45c808477eb29fa36d79bb1a81&device_id=b5ecbe6e-431c-4174-a0bc-f43ae2013da9 HTTP/1.1" status: 200 len: 1132 time: 0.0725744 Sep 17 03:57:39.840012 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] No Port match for: c180ab9b-4ee0-400c-bcd6-351470f7df5f {{(pid=113212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:57:39.840357 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device c180ab9b-4ee0-400c-bcd6-351470f7df5f not bound to the agent host hv-cinder-84914 {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:57:39.935750 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [req-a3ffe2f2-c9ba-4be9-b379-582a1c43c40e req-835a7963-a3ef-4d71-98b5-dbdc4bbab629 service neutron] For port a8ec1e73-39f8-4f0b-b495-001f5fa49116, host hv-cinder-84914, cleared binding levels {{(pid=113210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:57:39.940889 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [req-a3ffe2f2-c9ba-4be9-b379-582a1c43c40e req-835a7963-a3ef-4d71-98b5-dbdc4bbab629 service neutron] For port a8ec1e73-39f8-4f0b-b495-001f5fa49116, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a8ec1e73-39f8-4f0b-b495-001f5fa49116,segment=NetworkSegment(047735be-3668-4dfd-9f80-67e255ea19e4),segment_id=047735be-3668-4dfd-9f80-67e255ea19e4)] {{(pid=113210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:57:39.973229 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-cf7f6d8f-8d65-4cb8-a232-bfe2981ca441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-426662'] for router_interface (472edb2b-31c2-4849-9e0c-ce7b165e10ec), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:40.051649 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-a3ffe2f2-c9ba-4be9-b379-582a1c43c40e req-835a7963-a3ef-4d71-98b5-dbdc4bbab629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25815858'] for port (a8ec1e73-39f8-4f0b-b495-001f5fa49116), after_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:40.058614 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffe2f2-c9ba-4be9-b379-582a1c43c40e req-835a7963-a3ef-4d71-98b5-dbdc4bbab629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:40.059187 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-a3ffe2f2-c9ba-4be9-b379-582a1c43c40e req-835a7963-a3ef-4d71-98b5-dbdc4bbab629 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for port (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:40.060603 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-a3ffe2f2-c9ba-4be9-b379-582a1c43c40e req-835a7963-a3ef-4d71-98b5-dbdc4bbab629 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/a8ec1e73-39f8-4f0b-b495-001f5fa49116 HTTP/1.1" status: 200 len: 1094 time: 1.6328363 Sep 17 03:57:40.147119 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835a7963-a3ef-4d71-98b5-dbdc4bbab629 service neutron] Pushing event updated for resources: {'Port': ['ID=a8ec1e73-39f8-4f0b-b495-001f5fa49116,revision_number=3']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:57:40.161390 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386aa54a-5500-4dbe-bb57-80f59903fdb6 req-7c437176-6ee5-454c-83ca-a356bc10eaf5 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:40.162886 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-386aa54a-5500-4dbe-bb57-80f59903fdb6 req-7c437176-6ee5-454c-83ca-a356bc10eaf5 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 945 time: 0.0468748 Sep 17 03:57:40.196753 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=100 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:40.211818 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-386aa54a-5500-4dbe-bb57-80f59903fdb6 req-1fefe715-9fc0-48cb-bf5c-db4a43a9730c tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e00ffe96-bdd6-4412-a216-e0bd294cf54c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422580 Sep 17 03:57:40.266401 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-cf7f6d8f-8d65-4cb8-a232-bfe2981ca441 admin admin] Deleting port cd50e191-0a74-423e-9580-7acbed221e4e {{(pid=113210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:57:40.266741 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-cf7f6d8f-8d65-4cb8-a232-bfe2981ca441 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (cd50e191-0a74-423e-9580-7acbed221e4e), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:40.330625 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-cdf0c409-6b1f-4d47-b007-384ff7d06584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b971cbd0-997d-41fb-8614-0aea29982798), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:40.370849 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-d16a0585-9a34-45b2-b5b7-fa36409005d4 req-59db47b3-415b-4a26-a319-74a899f0a51e service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=27fc5b22-c2e3-4b5e-9a83-7efb1595bade HTTP/1.1" status: 200 len: 217 time: 0.0359976 Sep 17 03:57:40.371119 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db7317-8c6b-48c1-8041-46f745c7a97d req-59441c98-3b45-496b-9d46-b55f20226040 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:40.373304 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a9db7317-8c6b-48c1-8041-46f745c7a97d req-59441c98-3b45-496b-9d46-b55f20226040 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48baf0d5-7cf4-43a8-aec0-ab4de47156e8 HTTP/1.1" status: 200 len: 944 time: 0.0625052 Sep 17 03:57:40.395829 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [None req-cf7f6d8f-8d65-4cb8-a232-bfe2981ca441 admin admin] For port cd50e191-0a74-423e-9580-7acbed221e4e, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=cd50e191-0a74-423e-9580-7acbed221e4e,segment=NetworkSegment(b441c4b6-7de0-4da2-a055-6601c587c21b),segment_id=b441c4b6-7de0-4da2-a055-6601c587c21b)] {{(pid=113210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:57:40.396197 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-cf7f6d8f-8d65-4cb8-a232-bfe2981ca441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (cd50e191-0a74-423e-9580-7acbed221e4e), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:40.410580 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-cf7f6d8f-8d65-4cb8-a232-bfe2981ca441 admin admin] Calling delete_port for cd50e191-0a74-423e-9580-7acbed221e4e owned by network:router_interface {{(pid=113210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:57:40.426497 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc856542-5af6-4468-a5e8-7793d566b33a req-61d9dfaf-2210-466c-aebd-aac6669fda61 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:40.427984 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-cc856542-5af6-4468-a5e8-7793d566b33a req-61d9dfaf-2210-466c-aebd-aac6669fda61 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=971fe1b8-d8ce-464b-afcf-45e23a6504e2 HTTP/1.1" status: 200 len: 945 time: 0.0759563 Sep 17 03:57:40.477631 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a9db7317-8c6b-48c1-8041-46f745c7a97d req-4c078263-26dc-42cf-8107-8cf74f2d12cf tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=50953671-26f5-4b4d-830d-cbbc629c9546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883553 Sep 17 03:57:40.498594 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-cc856542-5af6-4468-a5e8-7793d566b33a req-340ab393-fb06-43df-b099-4cdf30f7e55d tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615790 Sep 17 03:57:40.530401 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48baf0d5-7cf4-43a8-aec0-ab4de47156e8', 'tag': 'a8ec1e73-39f8-4f0b-b495-001f5fa49116'}] {{(pid=113210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:57:40.532871 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a613894f386080b2b9315951ba9a4c402b93d12b77848e4e2f89d9386810e3b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4100c2-77a5-404d-99b7-46d15439de19" -d '{"events": [{"name": "network-changed", "server_uuid": "48baf0d5-7cf4-43a8-aec0-ab4de47156e8", "tag": "a8ec1e73-39f8-4f0b-b495-001f5fa49116"}]}' {{(pid=113210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:57:40.535045 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:40.616232 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a0585-9a34-45b2-b5b7-fa36409005d4 req-01945116-2210-4867-9952-0c8029c0c26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:40.617639 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-d16a0585-9a34-45b2-b5b7-fa36409005d4 req-01945116-2210-4867-9952-0c8029c0c26e service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=de2175dd-3ea9-43ab-b325-d7845a8b0bf0 HTTP/1.1" status: 200 len: 843 time: 0.1447544 Sep 17 03:57:40.627719 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffe2f2-c9ba-4be9-b379-582a1c43c40e req-abb112b4-567e-42b9-b8ab-4fe7590787b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:40.637889 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b7b5a-7fe4-413b-bd7c-011b24dbf334 req-1850f97d-f430-45a3-903c-ecfe2082b279 tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:40.638073 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-a3ffe2f2-c9ba-4be9-b379-582a1c43c40e req-abb112b4-567e-42b9-b8ab-4fe7590787b1 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9cb618ef3b9b40bf81b560c943f867fc&device_id=48baf0d5-7cf4-43a8-aec0-ab4de47156e8 HTTP/1.1" status: 200 len: 1128 time: 0.1439300 Sep 17 03:57:40.638198 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ce5b7b5a-7fe4-413b-bd7c-011b24dbf334 req-1850f97d-f430-45a3-903c-ecfe2082b279 tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b5ecbe6e-431c-4174-a0bc-f43ae2013da9 HTTP/1.1" status: 200 len: 948 time: 0.0762064 Sep 17 03:57:40.651441 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae0356-699b-462d-8751-98b692d5a1fa req-1fd0836a-372f-48b9-b2d6-229eae33ac4a tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:40.652872 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-01ae0356-699b-462d-8751-98b692d5a1fa req-1fd0836a-372f-48b9-b2d6-229eae33ac4a tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=971fe1b8-d8ce-464b-afcf-45e23a6504e2 HTTP/1.1" status: 200 len: 945 time: 0.0661490 Sep 17 03:57:40.701935 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-a3ffe2f2-c9ba-4be9-b379-582a1c43c40e req-72795f66-7d84-416d-9a04-aa92154672f3 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8ec1e73-39f8-4f0b-b495-001f5fa49116 HTTP/1.1" status: 200 len: 217 time: 0.0427480 Sep 17 03:57:40.722279 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a0585-9a34-45b2-b5b7-fa36409005d4 req-044f7d02-d357-4a08-b7b5-d6f89f33d6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:40.723717 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-d16a0585-9a34-45b2-b5b7-fa36409005d4 req-044f7d02-d357-4a08-b7b5-d6f89f33d6c5 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=90ba6b0c-e4c8-49d3-9199-ce8bd863e232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0975189 Sep 17 03:57:40.726107 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ce5b7b5a-7fe4-413b-bd7c-011b24dbf334 req-5b680387-0afd-43cd-a399-8a5d3d431ead tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fc03c99c-8f6c-45e0-b6e2-6a965c0fe32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890088 Sep 17 03:57:40.730942 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-01ae0356-699b-462d-8751-98b692d5a1fa req-3e1aa4bf-9b62-4c0b-ad96-fd009636e9e1 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675507 Sep 17 03:57:40.779998 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 53236) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:57:40.785036 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaacebfc-bcf8-4458-ba3b-9fc2a6b11874 x-openstack-request-id: req-eaacebfc-bcf8-4458-ba3b-9fc2a6b11874 {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:57:40.785331 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48baf0d5-7cf4-43a8-aec0-ab4de47156e8", "tag": "a8ec1e73-39f8-4f0b-b495-001f5fa49116", "status": "completed", "code": 200}]} {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:57:40.785584 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eaacebfc-bcf8-4458-ba3b-9fc2a6b11874 {{(pid=113210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:57:40.786011 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaacebfc-bcf8-4458-ba3b-9fc2a6b11874'] response: {'name': 'network-changed', 'server_uuid': '48baf0d5-7cf4-43a8-aec0-ab4de47156e8', 'tag': 'a8ec1e73-39f8-4f0b-b495-001f5fa49116', 'status': 'completed', 'code': 200} Sep 17 03:57:40.820820 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffe2f2-c9ba-4be9-b379-582a1c43c40e req-ad7da4d4-d040-4ad6-9c95-da1886442f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:40.823040 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-a3ffe2f2-c9ba-4be9-b379-582a1c43c40e req-ad7da4d4-d040-4ad6-9c95-da1886442f90 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=26128428-3974-46d7-b4a1-2b04f15ba985 HTTP/1.1" status: 200 len: 853 time: 0.1099651 Sep 17 03:57:40.885269 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-a3ffe2f2-c9ba-4be9-b379-582a1c43c40e req-1b716195-8ba6-42d6-9a74-ae5209b2705e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=8c85ffd5-3256-496e-8451-6040004d9b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553207 Sep 17 03:57:40.929911 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b95839-02ae-47f3-9450-e0cd2ef12b62 tempest-TestVolumeBootPattern-992528225 tempest-TestVolumeBootPattern-992528225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:40.931450 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-84b95839-02ae-47f3-9450-e0cd2ef12b62 tempest-TestVolumeBootPattern-992528225 tempest-TestVolumeBootPattern-992528225-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=971fe1b8-d8ce-464b-afcf-45e23a6504e2 HTTP/1.1" status: 200 len: 1124 time: 0.1504562 Sep 17 03:57:40.934694 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 53240) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:57:40.938996 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [None req-0f2d7187-bbad-4076-8280-299b99906f60 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Request body: {'floatingip': {'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'port_id': '41d61149-c1bf-44c0-b7f2-379c0be9e190', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'fixed_ip_address': '172.20.0.3'}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:57:40.966555 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-d16a0585-9a34-45b2-b5b7-fa36409005d4 req-e0738073-f8a3-4ca4-9810-a120c1e3be6e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/90ba6b0c-e4c8-49d3-9199-ce8bd863e232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182856 Sep 17 03:57:41.026890 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0f2d7187-bbad-4076-8280-299b99906f60 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:41.028600 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.agents_db [None req-b2aba882-f127-474e-990c-8a1f8fa77bd5 None None] Agent healthcheck: found 6 active agents {{(pid=113213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:57:41.033178 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-cf7f6d8f-8d65-4cb8-a232-bfe2981ca441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (cd50e191-0a74-423e-9580-7acbed221e4e), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:41.051409 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:41.079054 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f6d8f-8d65-4cb8-a232-bfe2981ca441 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd50e191-0a74-423e-9580-7acbed221e4e,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:57:41.115076 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-a3ffe2f2-c9ba-4be9-b379-582a1c43c40e req-be0edf26-4c08-463d-bc29-c7b976d57f30 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8c85ffd5-3256-496e-8451-6040004d9b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205768 Sep 17 03:57:41.118503 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0f2d7187-bbad-4076-8280-299b99906f60 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:41.188864 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-d16a0585-9a34-45b2-b5b7-fa36409005d4 req-2677bda2-880f-41a1-a151-9c0d6f5b2f66 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/90ba6b0c-e4c8-49d3-9199-ce8bd863e232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160780 Sep 17 03:57:41.245607 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.db_base_plugin_common [None req-0f2d7187-bbad-4076-8280-299b99906f60 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Allocated IP 172.27.0.171 (4d68fa53-4257-4a6b-8a5b-fb329be82f15/9fe7d342-7214-45a3-bf4f-d121f4a79efc/15442ef4-06f7-4a4e-b102-87911d973c37) {{(pid=113211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:57:41.354587 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-a3ffe2f2-c9ba-4be9-b379-582a1c43c40e req-79d83289-9349-4f81-b795-bd3269f8558f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8c85ffd5-3256-496e-8451-6040004d9b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259262 Sep 17 03:57:41.358426 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:41.375882 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-cf7f6d8f-8d65-4cb8-a232-bfe2981ca441 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619798'] for router_interface (472edb2b-31c2-4849-9e0c-ce7b165e10ec), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:41.385668 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:41.391881 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d33a8d-8a36-4657-96cf-3b5c9d503b9c req-fafeb222-e947-4f1a-9205-888c6660d0b7 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:41.393354 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-18d33a8d-8a36-4657-96cf-3b5c9d503b9c req-fafeb222-e947-4f1a-9205-888c6660d0b7 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 945 time: 0.0693667 Sep 17 03:57:41.450470 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:41.458767 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0f2d7187-bbad-4076-8280-299b99906f60 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks [] for port (15442ef4-06f7-4a4e-b102-87911d973c37), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:41.475529 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-18d33a8d-8a36-4657-96cf-3b5c9d503b9c req-06bc2502-0c24-4472-9584-52df60f3e9e6 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e00ffe96-bdd6-4412-a216-e0bd294cf54c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725076 Sep 17 03:57:41.491014 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ff42d983-095d-47ba-82c6-d5d7a2ded2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b812d02d-dcd0-44a4-bd1c-6e92b95e6b3f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:41.573775 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0f2d7187-bbad-4076-8280-299b99906f60 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26185590'] for port (15442ef4-06f7-4a4e-b102-87911d973c37), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:41.606191 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7f6d8f-8d65-4cb8-a232-bfe2981ca441 admin admin] Router 472edb2b-31c2-4849-9e0c-ce7b165e10ec has already been hosted by L3 agent b971cbd0-997d-41fb-8614-0aea29982798 {{(pid=113210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:57:41.660026 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2d7187-bbad-4076-8280-299b99906f60 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Network 4d68fa53-4257-4a6b-8a5b-fb329be82f15 is already hosted by enough agents. {{(pid=113211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:57:41.669498 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283537a-de13-4b9d-824d-f0351a57d238 req-c4cabb62-2c95-4af2-81b8-806c1334ed0b tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:41.671707 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-3283537a-de13-4b9d-824d-f0351a57d238 req-c4cabb62-2c95-4af2-81b8-806c1334ed0b tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48baf0d5-7cf4-43a8-aec0-ab4de47156e8 HTTP/1.1" status: 200 len: 944 time: 0.1107466 Sep 17 03:57:41.678084 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.base_scheduler [None req-0f2d7187-bbad-4076-8280-299b99906f60 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Resources bound (agent type, host, resource id): {{(pid=113211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:57:41.683664 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2d7187-bbad-4076-8280-299b99906f60 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Received port after_create {{(pid=113211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:57:41.690263 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d7187-bbad-4076-8280-299b99906f60 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Pushing event updated for resources: {'Port': ['ID=15442ef4-06f7-4a4e-b102-87911d973c37,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:57:41.719103 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7f6d8f-8d65-4cb8-a232-bfe2981ca441 admin admin] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:57:41.724297 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-cf7f6d8f-8d65-4cb8-a232-bfe2981ca441 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/472edb2b-31c2-4849-9e0c-ce7b165e10ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3263309 Sep 17 03:57:41.726978 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 53246) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:57:41.731997 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee90675-ca1a-4e7c-881d-9b0765926138 None None] Sync routers for ids ['472edb2b-31c2-4849-9e0c-ce7b165e10ec'] in dv-cinder-849143-3-iscsi {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:57:41.743184 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee90675-ca1a-4e7c-881d-9b0765926138 None None] Routers {'472edb2b-31c2-4849-9e0c-ce7b165e10ec'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:57:41.744672 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-dee90675-ca1a-4e7c-881d-9b0765926138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:57:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['472edb2b-31c2-4849-9e0c-ce7b165e10ec'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:57:41.816654 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-3283537a-de13-4b9d-824d-f0351a57d238 req-5be43cc1-5ed8-49a1-9caa-23e448fbc974 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=50953671-26f5-4b4d-830d-cbbc629c9546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301746 Sep 17 03:57:41.855844 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-dee90675-ca1a-4e7c-881d-9b0765926138 None None] Set router 472edb2b-31c2-4849-9e0c-ce7b165e10ec gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:57:41.929274 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f169f2-35c5-4617-982b-32e6fb11ab16 req-17e93106-1b69-404f-a9ef-39fee96683bb tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:41.930852 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-10f169f2-35c5-4617-982b-32e6fb11ab16 req-17e93106-1b69-404f-a9ef-39fee96683bb tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b5ecbe6e-431c-4174-a0bc-f43ae2013da9 HTTP/1.1" status: 200 len: 948 time: 0.0666065 Sep 17 03:57:41.952837 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:42.046814 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-dee90675-ca1a-4e7c-881d-9b0765926138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472edb2b-31c2-4849-9e0c-ce7b165e10ec', 'name': 'tempest-TestShelveInstance-1107489708-router', 'tenant_id': 'c265d90202534462b37c19391538b29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '082f752c-5608-44cb-92dd-c49a23a4e3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:58Z', 'updated_at': '2022-09-17T03:57:40Z', 'revision_number': 5, 'project_id': 'c265d90202534462b37c19391538b29a', 'gw_port': {'id': '082f752c-5608-44cb-92dd-c49a23a4e3c3', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:87:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472edb2b-31c2-4849-9e0c-ce7b165e10ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:59Z', 'updated_at': '2022-09-17T03:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi'}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:57:42.060798 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-10f169f2-35c5-4617-982b-32e6fb11ab16 req-7e292fcd-cd8b-446c-bbfd-d7df66ebe8e3 tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fc03c99c-8f6c-45e0-b6e2-6a965c0fe32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000240 Sep 17 03:57:42.078540 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee90675-ca1a-4e7c-881d-9b0765926138 None None] Checking router: 472edb2b-31c2-4849-9e0c-ce7b165e10ec for host: dv-cinder-849143-3-iscsi {{(pid=113212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:57:42.089551 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee90675-ca1a-4e7c-881d-9b0765926138 None None] Routers {'472edb2b-31c2-4849-9e0c-ce7b165e10ec'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:57:42.090525 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-dee90675-ca1a-4e7c-881d-9b0765926138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:57:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['472edb2b-31c2-4849-9e0c-ce7b165e10ec'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:57:42.107974 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:42.142108 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-ff4bae8d-85b6-43cc-8189-d7f843258914 admin admin] Publish callbacks [] for router (472edb2b-31c2-4849-9e0c-ce7b165e10ec), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:42.200115 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-dee90675-ca1a-4e7c-881d-9b0765926138 None None] Set router 472edb2b-31c2-4849-9e0c-ce7b165e10ec gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:57:42.220515 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0f2d7187-bbad-4076-8280-299b99906f60 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks [] for floatingip (eb022c01-d287-4233-82c1-27172c89c0ee), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:42.250812 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-ff4bae8d-85b6-43cc-8189-d7f843258914 admin admin] Publish callbacks [] for router_gateway (472edb2b-31c2-4849-9e0c-ce7b165e10ec), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:42.253988 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:42.376242 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-dee90675-ca1a-4e7c-881d-9b0765926138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472edb2b-31c2-4849-9e0c-ce7b165e10ec', 'name': 'tempest-TestShelveInstance-1107489708-router', 'tenant_id': 'c265d90202534462b37c19391538b29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '082f752c-5608-44cb-92dd-c49a23a4e3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:58Z', 'updated_at': '2022-09-17T03:57:40Z', 'revision_number': 5, 'project_id': 'c265d90202534462b37c19391538b29a', 'gw_port': {'id': '082f752c-5608-44cb-92dd-c49a23a4e3c3', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:87:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472edb2b-31c2-4849-9e0c-ce7b165e10ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:59Z', 'updated_at': '2022-09-17T03:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi'}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:57:42.393658 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0f2d7187-bbad-4076-8280-299b99906f60 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (15442ef4-06f7-4a4e-b102-87911d973c37), before_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:42.395071 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-ff4bae8d-85b6-43cc-8189-d7f843258914 admin admin] Deleting port 082f752c-5608-44cb-92dd-c49a23a4e3c3 {{(pid=113210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:57:42.395478 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-ff4bae8d-85b6-43cc-8189-d7f843258914 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (082f752c-5608-44cb-92dd-c49a23a4e3c3), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:42.407900 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee90675-ca1a-4e7c-881d-9b0765926138 None None] The sync data for ids ['472edb2b-31c2-4849-9e0c-ce7b165e10ec'] in dv-cinder-849143-3-iscsi is: [{'id': '472edb2b-31c2-4849-9e0c-ce7b165e10ec', 'name': 'tempest-TestShelveInstance-1107489708-router', 'tenant_id': 'c265d90202534462b37c19391538b29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '082f752c-5608-44cb-92dd-c49a23a4e3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:58Z', 'updated_at': '2022-09-17T03:57:40Z', 'revision_number': 5, 'project_id': 'c265d90202534462b37c19391538b29a', 'gw_port': {'id': '082f752c-5608-44cb-92dd-c49a23a4e3c3', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:87:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472edb2b-31c2-4849-9e0c-ce7b165e10ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:59Z', 'updated_at': '2022-09-17T03:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi'}] {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:57:42.480441 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [None req-ff4bae8d-85b6-43cc-8189-d7f843258914 admin admin] For port 082f752c-5608-44cb-92dd-c49a23a4e3c3, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=082f752c-5608-44cb-92dd-c49a23a4e3c3,segment=NetworkSegment(b9ff3b7d-3dba-4f81-9340-22e46529b80a),segment_id=b9ff3b7d-3dba-4f81-9340-22e46529b80a)] {{(pid=113210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:57:42.480802 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-ff4bae8d-85b6-43cc-8189-d7f843258914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (082f752c-5608-44cb-92dd-c49a23a4e3c3), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:42.493284 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-ff4bae8d-85b6-43cc-8189-d7f843258914 admin admin] Calling delete_port for 082f752c-5608-44cb-92dd-c49a23a4e3c3 owned by network:router_gateway {{(pid=113210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:57:42.551838 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:42.558506 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0f2d7187-bbad-4076-8280-299b99906f60 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks [] for port (15442ef4-06f7-4a4e-b102-87911d973c37), precommit_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:42.604391 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1aba5-0fd4-4fcb-8d43-553cfb36a395 req-d5757acf-6b2b-4d87-953d-f253eda929ec tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:42.605902 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-04f1aba5-0fd4-4fcb-8d43-553cfb36a395 req-d5757acf-6b2b-4d87-953d-f253eda929ec tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 945 time: 0.0503769 Sep 17 03:57:42.627611 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0f2d7187-bbad-4076-8280-299b99906f60 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26185551'] for port (15442ef4-06f7-4a4e-b102-87911d973c37), after_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:42.646411 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:42.714595 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-04f1aba5-0fd4-4fcb-8d43-553cfb36a395 req-6891c232-3f54-4d59-9ce2-a9a76138f79a tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e00ffe96-bdd6-4412-a216-e0bd294cf54c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968947 Sep 17 03:57:42.715282 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d7187-bbad-4076-8280-299b99906f60 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Pushing event updated for resources: {'Port': ['ID=15442ef4-06f7-4a4e-b102-87911d973c37,revision_number=2']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:57:42.717736 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0f2d7187-bbad-4076-8280-299b99906f60 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615334'] for floatingip (eb022c01-d287-4233-82c1-27172c89c0ee), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:42.729150 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-ff4bae8d-85b6-43cc-8189-d7f843258914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (082f752c-5608-44cb-92dd-c49a23a4e3c3), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:42.759915 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:42.761517 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4bae8d-85b6-43cc-8189-d7f843258914 admin admin] Pushing event deleted for resources: {'Port': ['ID=082f752c-5608-44cb-92dd-c49a23a4e3c3,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:57:42.825474 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.db.l3_db [None req-0f2d7187-bbad-4076-8280-299b99906f60 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Floating IP eb022c01-d287-4233-82c1-27172c89c0ee associated. External IP: 172.27.0.171, port: 41d61149-c1bf-44c0-b7f2-379c0be9e190. Sep 17 03:57:42.832570 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-ff4bae8d-85b6-43cc-8189-d7f843258914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615260'] for router_gateway (472edb2b-31c2-4849-9e0c-ce7b165e10ec), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:42.931844 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-ff4bae8d-85b6-43cc-8189-d7f843258914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-617928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5987'] for router (472edb2b-31c2-4849-9e0c-ce7b165e10ec), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:42.934286 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-ff4bae8d-85b6-43cc-8189-d7f843258914 admin admin] Publish callbacks [] for router_controller (472edb2b-31c2-4849-9e0c-ce7b165e10ec), precommit_delete_associations {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:42.996769 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e132204-48b3-4cd6-a48c-5687063a0966 req-60690c91-3680-4fd7-9a55-e0114a6c6981 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:43.002192 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-3e132204-48b3-4cd6-a48c-5687063a0966 req-60690c91-3680-4fd7-9a55-e0114a6c6981 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48baf0d5-7cf4-43a8-aec0-ab4de47156e8 HTTP/1.1" status: 200 len: 944 time: 0.0810988 Sep 17 03:57:43.028049 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (287db9f2-8160-4728-95aa-12aebca604d4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:43.057447 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-ff4bae8d-85b6-43cc-8189-d7f843258914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-619883'] for router (472edb2b-31c2-4849-9e0c-ce7b165e10ec), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:43.058408 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4bae8d-85b6-43cc-8189-d7f843258914 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 472edb2b-31c2-4849-9e0c-ce7b165e10ec {{(pid=113210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 03:57:43.067634 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-ff4bae8d-85b6-43cc-8189-d7f843258914 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:43.067634 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-ff4bae8d-85b6-43cc-8189-d7f843258914 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/472edb2b-31c2-4849-9e0c-ce7b165e10ec HTTP/1.1" status: 204 len: 168 time: 1.3371944 Sep 17 03:57:43.067835 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 53254) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:57:43.084662 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device cd50e191-0a74-423e-9580-7acbed221e4e no longer exists at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:57:43.109027 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] No Port match for: cd50e191-0a74-423e-9580-7acbed221e4e {{(pid=113212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:57:43.109631 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device cd50e191-0a74-423e-9580-7acbed221e4e not bound to the agent host dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:57:43.110617 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-3e132204-48b3-4cd6-a48c-5687063a0966 req-c2a06272-7d23-4424-9867-8ee1bc9ff07c tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=50953671-26f5-4b4d-830d-cbbc629c9546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052427 Sep 17 03:57:43.129293 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdd28053-7225-4872-a234-4df30040629c admin admin] Deleting subnet ea6084af-2859-4d2a-9fe2-69cd212d0f4a {{(pid=113210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 17 03:57:43.134596 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-cdd28053-7225-4872-a234-4df30040629c admin admin] Publish callbacks [] for subnet (ea6084af-2859-4d2a-9fe2-69cd212d0f4a), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:43.171346 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:43.176280 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f2d7187-bbad-4076-8280-299b99906f60 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Router d5966e2e-c4b1-4f9d-93f4-8541417b2351 has already been hosted by L3 agent b971cbd0-997d-41fb-8614-0aea29982798 {{(pid=113211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:57:43.181054 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-cdd28053-7225-4872-a234-4df30040629c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25293148'] for subnet (ea6084af-2859-4d2a-9fe2-69cd212d0f4a), precommit_delete_associations {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:43.265876 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4100c2-77a5-404d-99b7-46d15439de19 req-f3cb8ab7-925c-4800-9c14-d9e9a6e73042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:43.266957 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-ac4100c2-77a5-404d-99b7-46d15439de19 req-f3cb8ab7-925c-4800-9c14-d9e9a6e73042 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9cb618ef3b9b40bf81b560c943f867fc&device_id=48baf0d5-7cf4-43a8-aec0-ab4de47156e8 HTTP/1.1" status: 200 len: 1128 time: 0.0598297 Sep 17 03:57:43.300124 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fecdf064-2280-4810-8c6f-7fec6cce5654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (7e0cb1e0-c4a7-4d3b-9abd-ffc9973ed5e0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:43.319430 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b128257-d070-4c29-8874-d13b4b89c594 req-dff0f6b1-872d-4838-99d3-f079553afeb9 tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:43.320988 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-1b128257-d070-4c29-8874-d13b4b89c594 req-dff0f6b1-872d-4838-99d3-f079553afeb9 tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b5ecbe6e-431c-4174-a0bc-f43ae2013da9 HTTP/1.1" status: 200 len: 948 time: 0.0916662 Sep 17 03:57:43.364249 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-cdd28053-7225-4872-a234-4df30040629c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480142'] for subnet (ea6084af-2859-4d2a-9fe2-69cd212d0f4a), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:43.365874 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2d7187-bbad-4076-8280-299b99906f60 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:57:43.377078 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20be1ea1-d938-4128-ac3b-8afa752414ab None None] Sync routers for ids ['d5966e2e-c4b1-4f9d-93f4-8541417b2351'] in dv-cinder-849143-3-iscsi {{(pid=113213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:57:43.387275 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20be1ea1-d938-4128-ac3b-8afa752414ab None None] Routers {'d5966e2e-c4b1-4f9d-93f4-8541417b2351'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:57:43.388168 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-20be1ea1-d938-4128-ac3b-8afa752414ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:57:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['d5966e2e-c4b1-4f9d-93f4-8541417b2351'], 'active': True} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:57:43.405719 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-1b128257-d070-4c29-8874-d13b4b89c594 req-88341d1d-4a2d-4b1f-b5a3-c256e7060969 tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fc03c99c-8f6c-45e0-b6e2-6a965c0fe32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751545 Sep 17 03:57:43.433568 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4100c2-77a5-404d-99b7-46d15439de19 req-97ba25b1-fa8e-4e91-93f5-e52d32224006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:43.435062 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-ac4100c2-77a5-404d-99b7-46d15439de19 req-97ba25b1-fa8e-4e91-93f5-e52d32224006 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=8c85ffd5-3256-496e-8451-6040004d9b3a HTTP/1.1" status: 200 len: 914 time: 0.1421711 Sep 17 03:57:43.477855 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-ac4100c2-77a5-404d-99b7-46d15439de19 req-e9025739-d9a3-4455-b8b3-f0ba046c5d51 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8ec1e73-39f8-4f0b-b495-001f5fa49116 HTTP/1.1" status: 200 len: 217 time: 0.0363178 Sep 17 03:57:43.488298 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0f2d7187-bbad-4076-8280-299b99906f60 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for floatingip (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:43.492905 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvr_db [None req-20be1ea1-d938-4128-ac3b-8afa752414ab None None] Set router d5966e2e-c4b1-4f9d-93f4-8541417b2351 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:57:43.527995 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-0f2d7187-bbad-4076-8280-299b99906f60 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5921683 Sep 17 03:57:43.528573 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '971fe1b8-d8ce-464b-afcf-45e23a6504e2', 'tag': '41d61149-c1bf-44c0-b7f2-379c0be9e190'}] {{(pid=113211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:57:43.531194 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346c2caff186dcd388f83f6dc64b2ba25d7763d65cfebe6fa09f9256a5522518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc999dab-b74e-4c78-8432-c50b63ab6300" -d '{"events": [{"name": "network-changed", "server_uuid": "971fe1b8-d8ce-464b-afcf-45e23a6504e2", "tag": "41d61149-c1bf-44c0-b7f2-379c0be9e190"}]}' {{(pid=113211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:57:43.531398 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4100c2-77a5-404d-99b7-46d15439de19 req-c171b45f-b201-46bb-be59-948b062e2c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:43.533133 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-ac4100c2-77a5-404d-99b7-46d15439de19 req-c171b45f-b201-46bb-be59-948b062e2c89 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=26128428-3974-46d7-b4a1-2b04f15ba985 HTTP/1.1" status: 200 len: 853 time: 0.0483892 Sep 17 03:57:43.550567 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-cdd28053-7225-4872-a234-4df30040629c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16482227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25815908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25349492'] for subnet (ea6084af-2859-4d2a-9fe2-69cd212d0f4a), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:43.581908 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-ac4100c2-77a5-404d-99b7-46d15439de19 req-b44cfcdb-7f5c-4c6f-8130-941bfecc8df5 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=8c85ffd5-3256-496e-8451-6040004d9b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401759 Sep 17 03:57:43.582535 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece9db61-5928-4ae0-8da0-abc4d34185f5 x-openstack-request-id: req-ece9db61-5928-4ae0-8da0-abc4d34185f5 {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:57:43.582893 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "971fe1b8-d8ce-464b-afcf-45e23a6504e2", "tag": "41d61149-c1bf-44c0-b7f2-379c0be9e190", "status": "completed", "code": 200}]} {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:57:43.583246 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ece9db61-5928-4ae0-8da0-abc4d34185f5 {{(pid=113211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:57:43.583743 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ece9db61-5928-4ae0-8da0-abc4d34185f5'] response: {'name': 'network-changed', 'server_uuid': '971fe1b8-d8ce-464b-afcf-45e23a6504e2', 'tag': '41d61149-c1bf-44c0-b7f2-379c0be9e190', 'status': 'completed', 'code': 200} Sep 17 03:57:43.606498 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd28053-7225-4872-a234-4df30040629c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea6084af-2859-4d2a-9fe2-69cd212d0f4a,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:57:43.606821 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-cdd28053-7225-4872-a234-4df30040629c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:43.609983 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-cdd28053-7225-4872-a234-4df30040629c admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/ea6084af-2859-4d2a-9fe2-69cd212d0f4a HTTP/1.1" status: 204 len: 168 time: 0.5411260 Sep 17 03:57:43.612559 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 53262) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:57:43.618050 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e72602-0097-4074-9adf-cd0832fc773a None None] Network 9639789b-4517-4d8a-8150-b02c75d21fd6 requested from dv-cinder-849143-3-iscsi {{(pid=113212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:57:43.691572 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:43.741616 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-20be1ea1-d938-4128-ac3b-8afa752414ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'name': 'tempest-TestVolumeBootPattern-2084887640-router', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'b64bbac4-1a5e-41d0-a613-51dd5abf35b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:12Z', 'updated_at': '2022-09-17T03:51:18Z', 'revision_number': 4, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'gw_port': {'id': 'b64bbac4-1a5e-41d0-a613-51dd5abf35b4', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:13Z', 'updated_at': '2022-09-17T03:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_floatingips': [{'id': '330d29ff-d359-406a-971d-39dc6e96b725', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'floating_ip_address': '172.27.0.242', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'port_id': '6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c', 'mac_address': 'fa:16:3e:75:04:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3f7cb6-5e00-44a5-911b-6e1e079c21a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:55:16Z', 'updated_at': '2022-09-17T03:55:19Z', 'revision_number': 1, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'fixed_ip_address_scope': None}, {'id': 'eb022c01-d287-4233-82c1-27172c89c0ee', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'port_id': '41d61149-c1bf-44c0-b7f2-379c0be9e190', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c', 'mac_address': 'fa:16:3e:55:2c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971fe1b8-d8ce-464b-afcf-45e23a6504e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:57:42Z', 'updated_at': '2022-09-17T03:57:42Z', 'revision_number': 0, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '246386aa-d035-40e9-8e20-1db54e73513d', 'name': '', 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'mac_address': 'fa:16:3e:76:a4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd79f26d2-7e28-4c00-b0e8-4dc043d7353f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:17Z', 'updated_at': '2022-09-17T03:51:25Z', 'revision_number': 5, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'subnets': [{'id': 'd79f26d2-7e28-4c00-b0e8-4dc043d7353f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:57:43.786895 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20be1ea1-d938-4128-ac3b-8afa752414ab None None] Checking router: d5966e2e-c4b1-4f9d-93f4-8541417b2351 for host: dv-cinder-849143-3-iscsi {{(pid=113213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:57:43.797138 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20be1ea1-d938-4128-ac3b-8afa752414ab None None] Routers {'d5966e2e-c4b1-4f9d-93f4-8541417b2351'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:57:43.798189 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-20be1ea1-d938-4128-ac3b-8afa752414ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:57:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['d5966e2e-c4b1-4f9d-93f4-8541417b2351'], 'active': True} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:57:43.803990 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ea6abf-21fc-466e-9a4f-36a907b27565 None None] DHCP port deletion for 9639789b-4517-4d8a-8150-b02c75d21fd6 request from dv-cinder-849143-3-iscsi {{(pid=113212) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 17 03:57:43.811319 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc999dab-b74e-4c78-8432-c50b63ab6300 req-2704bd18-104b-4086-95d4-3c2439acab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:43.811319 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-fc999dab-b74e-4c78-8432-c50b63ab6300 req-2704bd18-104b-4086-95d4-3c2439acab15 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=cb2d22c677bb48a1aa50631997fc0741&device_id=971fe1b8-d8ce-464b-afcf-45e23a6504e2 HTTP/1.1" status: 200 len: 1129 time: 0.1723218 Sep 17 03:57:43.818454 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-669418d4-242a-405c-9019-54cbfb584db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15995131'] for network (9639789b-4517-4d8a-8150-b02c75d21fd6), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:43.838767 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 27fc5b22-c2e3-4b5e-9a83-7efb1595bade details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=113212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 03:57:43.866864 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-57ea6abf-21fc-466e-9a4f-36a907b27565 None None] Deleting port fa4683db-bcee-49d6-b9c9-a8cf09be64f5 {{(pid=113212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:57:43.867237 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-57ea6abf-21fc-466e-9a4f-36a907b27565 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (fa4683db-bcee-49d6-b9c9-a8cf09be64f5), before_delete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:43.878537 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e49586-1314-415b-a959-72d50a7538b2 req-64a1d266-d345-44bc-8860-362bb1b4d189 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:43.880193 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-77e49586-1314-415b-a959-72d50a7538b2 req-64a1d266-d345-44bc-8860-362bb1b4d189 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 945 time: 0.0643659 Sep 17 03:57:43.902128 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-ac4100c2-77a5-404d-99b7-46d15439de19 req-86168bc1-bba8-43b3-8710-31c87e889c3c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8c85ffd5-3256-496e-8451-6040004d9b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738864 Sep 17 03:57:43.944638 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-77e49586-1314-415b-a959-72d50a7538b2 req-6412a072-b635-43ea-8ab0-93100406b614 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e00ffe96-bdd6-4412-a216-e0bd294cf54c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581141 Sep 17 03:57:43.961751 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:43.967081 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvr_db [None req-20be1ea1-d938-4128-ac3b-8afa752414ab None None] Set router d5966e2e-c4b1-4f9d-93f4-8541417b2351 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:57:43.995797 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-57ea6abf-21fc-466e-9a4f-36a907b27565 None None] For port fa4683db-bcee-49d6-b9c9-a8cf09be64f5, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=fa4683db-bcee-49d6-b9c9-a8cf09be64f5,segment=NetworkSegment(b441c4b6-7de0-4da2-a055-6601c587c21b),segment_id=b441c4b6-7de0-4da2-a055-6601c587c21b)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:57:43.996335 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-57ea6abf-21fc-466e-9a4f-36a907b27565 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (fa4683db-bcee-49d6-b9c9-a8cf09be64f5), precommit_delete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:44.018515 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-669418d4-242a-405c-9019-54cbfb584db1 admin admin] Deleting port fa4683db-bcee-49d6-b9c9-a8cf09be64f5 {{(pid=113210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:57:44.018887 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-669418d4-242a-405c-9019-54cbfb584db1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (fa4683db-bcee-49d6-b9c9-a8cf09be64f5), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:44.030853 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-57ea6abf-21fc-466e-9a4f-36a907b27565 None None] Calling delete_port for fa4683db-bcee-49d6-b9c9-a8cf09be64f5 owned by network:dhcp {{(pid=113212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:57:44.053894 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc999dab-b74e-4c78-8432-c50b63ab6300 req-a1055ed7-71bd-484f-a9aa-925faf50d322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:44.055393 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-fc999dab-b74e-4c78-8432-c50b63ab6300 req-a1055ed7-71bd-484f-a9aa-925faf50d322 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=17da0435-2238-4de2-8cdc-e4e0ec82986c HTTP/1.1" status: 200 len: 913 time: 0.2347176 Sep 17 03:57:44.113580 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port 27fc5b22-c2e3-4b5e-9a83-7efb1595bade, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=27fc5b22-c2e3-4b5e-9a83-7efb1595bade,segment=NetworkSegment(a85d2037-299c-4b61-bf3c-500f242abef9),segment_id=a85d2037-299c-4b61-bf3c-500f242abef9)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:57:44.115736 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:44.137478 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Returning: {'device': '27fc5b22-c2e3-4b5e-9a83-7efb1595bade', 'network_id': '90ba6b0c-e4c8-49d3-9199-ce8bd863e232', 'port_id': '27fc5b22-c2e3-4b5e-9a83-7efb1595bade', 'mac_address': 'fa:16:3e:ed:b9:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de2175dd-3ea9-43ab-b325-d7845a8b0bf0', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 03:57:44.169852 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [None req-669418d4-242a-405c-9019-54cbfb584db1 admin admin] For port fa4683db-bcee-49d6-b9c9-a8cf09be64f5, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=fa4683db-bcee-49d6-b9c9-a8cf09be64f5,segment=NetworkSegment(b441c4b6-7de0-4da2-a055-6601c587c21b),segment_id=b441c4b6-7de0-4da2-a055-6601c587c21b)] {{(pid=113210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:57:44.170336 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-669418d4-242a-405c-9019-54cbfb584db1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (fa4683db-bcee-49d6-b9c9-a8cf09be64f5), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:44.187587 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port 27fc5b22-c2e3-4b5e-9a83-7efb1595bade is: DOWN; New status is: BUILD {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:57:44.187972 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (27fc5b22-c2e3-4b5e-9a83-7efb1595bade), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:44.201066 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-669418d4-242a-405c-9019-54cbfb584db1 admin admin] Calling delete_port for fa4683db-bcee-49d6-b9c9-a8cf09be64f5 owned by network:dhcp {{(pid=113210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:57:44.202576 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27fc5b22-c2e3-4b5e-9a83-7efb1595bade {{(pid=113212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:57:44.215317 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-20be1ea1-d938-4128-ac3b-8afa752414ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'name': 'tempest-TestVolumeBootPattern-2084887640-router', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'b64bbac4-1a5e-41d0-a613-51dd5abf35b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:12Z', 'updated_at': '2022-09-17T03:51:18Z', 'revision_number': 4, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'gw_port': {'id': 'b64bbac4-1a5e-41d0-a613-51dd5abf35b4', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:13Z', 'updated_at': '2022-09-17T03:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_floatingips': [{'id': '330d29ff-d359-406a-971d-39dc6e96b725', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'floating_ip_address': '172.27.0.242', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'port_id': '6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c', 'mac_address': 'fa:16:3e:75:04:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3f7cb6-5e00-44a5-911b-6e1e079c21a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:55:16Z', 'updated_at': '2022-09-17T03:55:19Z', 'revision_number': 1, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'fixed_ip_address_scope': None}, {'id': 'eb022c01-d287-4233-82c1-27172c89c0ee', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'port_id': '41d61149-c1bf-44c0-b7f2-379c0be9e190', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c', 'mac_address': 'fa:16:3e:55:2c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971fe1b8-d8ce-464b-afcf-45e23a6504e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:57:42Z', 'updated_at': '2022-09-17T03:57:42Z', 'revision_number': 0, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '246386aa-d035-40e9-8e20-1db54e73513d', 'name': '', 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'mac_address': 'fa:16:3e:76:a4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd79f26d2-7e28-4c00-b0e8-4dc043d7353f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:17Z', 'updated_at': '2022-09-17T03:51:25Z', 'revision_number': 5, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'subnets': [{'id': 'd79f26d2-7e28-4c00-b0e8-4dc043d7353f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:57:44.218031 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=100 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:44.227422 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port 27fc5b22-c2e3-4b5e-9a83-7efb1595bade, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=27fc5b22-c2e3-4b5e-9a83-7efb1595bade,segment=NetworkSegment(a85d2037-299c-4b61-bf3c-500f242abef9),segment_id=a85d2037-299c-4b61-bf3c-500f242abef9)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:57:44.232552 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-ac4100c2-77a5-404d-99b7-46d15439de19 req-fc16472b-ae14-4616-adca-7c88bfe32637 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8c85ffd5-3256-496e-8451-6040004d9b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028738 Sep 17 03:57:44.242407 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20be1ea1-d938-4128-ac3b-8afa752414ab None None] The sync data for ids ['d5966e2e-c4b1-4f9d-93f4-8541417b2351'] in dv-cinder-849143-3-iscsi is: [{'id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'name': 'tempest-TestVolumeBootPattern-2084887640-router', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'b64bbac4-1a5e-41d0-a613-51dd5abf35b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:12Z', 'updated_at': '2022-09-17T03:51:18Z', 'revision_number': 4, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'gw_port': {'id': 'b64bbac4-1a5e-41d0-a613-51dd5abf35b4', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:13Z', 'updated_at': '2022-09-17T03:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_floatingips': [{'id': '330d29ff-d359-406a-971d-39dc6e96b725', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'floating_ip_address': '172.27.0.242', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'port_id': '6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c', 'mac_address': 'fa:16:3e:75:04:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3f7cb6-5e00-44a5-911b-6e1e079c21a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:55:16Z', 'updated_at': '2022-09-17T03:55:19Z', 'revision_number': 1, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'fixed_ip_address_scope': None}, {'id': 'eb022c01-d287-4233-82c1-27172c89c0ee', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'port_id': '41d61149-c1bf-44c0-b7f2-379c0be9e190', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c', 'mac_address': 'fa:16:3e:55:2c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971fe1b8-d8ce-464b-afcf-45e23a6504e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:57:42Z', 'updated_at': '2022-09-17T03:57:42Z', 'revision_number': 0, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '246386aa-d035-40e9-8e20-1db54e73513d', 'name': '', 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'mac_address': 'fa:16:3e:76:a4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd79f26d2-7e28-4c00-b0e8-4dc043d7353f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:17Z', 'updated_at': '2022-09-17T03:51:25Z', 'revision_number': 5, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'subnets': [{'id': 'd79f26d2-7e28-4c00-b0e8-4dc043d7353f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:57:44.277998 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf9a67-b671-4ad7-98cc-d9c4766554f9 req-a3c56a5b-8fe6-452e-a1f5-28e4d51901d6 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:44.278448 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-fc999dab-b74e-4c78-8432-c50b63ab6300 req-765bc9e1-ccce-45d5-a63f-2b23240643a2 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41d61149-c1bf-44c0-b7f2-379c0be9e190 HTTP/1.1" status: 200 len: 999 time: 0.1909082 Sep 17 03:57:44.279467 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b0bf9a67-b671-4ad7-98cc-d9c4766554f9 req-a3c56a5b-8fe6-452e-a1f5-28e4d51901d6 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48baf0d5-7cf4-43a8-aec0-ab4de47156e8 HTTP/1.1" status: 200 len: 944 time: 0.0827320 Sep 17 03:57:44.294823 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-57ea6abf-21fc-466e-9a4f-36a907b27565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985'] for port (fa4683db-bcee-49d6-b9c9-a8cf09be64f5), after_delete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:44.320300 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea6abf-21fc-466e-9a4f-36a907b27565 None None] Pushing event deleted for resources: {'Port': ['ID=fa4683db-bcee-49d6-b9c9-a8cf09be64f5,revision_number=None']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:57:44.333873 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:44.334847 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (27fc5b22-c2e3-4b5e-9a83-7efb1595bade), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:44.338911 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ea6abf-21fc-466e-9a4f-36a907b27565 None None] No DVR routers for this DVR port fa4683db-bcee-49d6-b9c9-a8cf09be64f5 on host dv-cinder-849143-3-iscsi {{(pid=113212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:57:44.339155 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ea6abf-21fc-466e-9a4f-36a907b27565 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:57:44.339465 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ea6abf-21fc-466e-9a4f-36a907b27565 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:57:44.339814 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ea6abf-21fc-466e-9a4f-36a907b27565 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:57:44.340277 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ea6abf-21fc-466e-9a4f-36a907b27565 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:57:44.340496 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ea6abf-21fc-466e-9a4f-36a907b27565 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:57:44.340857 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ea6abf-21fc-466e-9a4f-36a907b27565 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:57:44.341189 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ea6abf-21fc-466e-9a4f-36a907b27565 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:57:44.341514 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ea6abf-21fc-466e-9a4f-36a907b27565 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:57:44.342093 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ea6abf-21fc-466e-9a4f-36a907b27565 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:57:44.342439 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ea6abf-21fc-466e-9a4f-36a907b27565 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:57:44.342766 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ea6abf-21fc-466e-9a4f-36a907b27565 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:57:44.343097 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ea6abf-21fc-466e-9a4f-36a907b27565 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:57:44.343417 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ea6abf-21fc-466e-9a4f-36a907b27565 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:57:44.343932 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ea6abf-21fc-466e-9a4f-36a907b27565 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:57:44.346324 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ea6abf-21fc-466e-9a4f-36a907b27565 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:57:44.366788 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b0bf9a67-b671-4ad7-98cc-d9c4766554f9 req-28d900c7-799d-402d-a564-7438b3631c3b tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=50953671-26f5-4b4d-830d-cbbc629c9546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816777 Sep 17 03:57:44.376538 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc999dab-b74e-4c78-8432-c50b63ab6300 req-7eed14ae-f785-42b8-9a63-9e0956f10dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:44.376538 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-fc999dab-b74e-4c78-8432-c50b63ab6300 req-7eed14ae-f785-42b8-9a63-9e0956f10dc4 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=d79f26d2-7e28-4c00-b0e8-4dc043d7353f HTTP/1.1" status: 200 len: 851 time: 0.0904922 Sep 17 03:57:44.378629 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-669418d4-242a-405c-9019-54cbfb584db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (fa4683db-bcee-49d6-b9c9-a8cf09be64f5), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:44.408731 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:44.419403 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669418d4-242a-405c-9019-54cbfb584db1 admin admin] No DVR routers for this DVR port fa4683db-bcee-49d6-b9c9-a8cf09be64f5 on host dv-cinder-849143-3-iscsi {{(pid=113210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:57:44.421009 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669418d4-242a-405c-9019-54cbfb584db1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa4683db-bcee-49d6-b9c9-a8cf09be64f5,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:57:44.423949 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=27fc5b22-c2e3-4b5e-9a83-7efb1595bade,revision_number=4']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:57:44.517546 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc999dab-b74e-4c78-8432-c50b63ab6300 req-fe9f6e9c-c61e-4d52-8823-80ecd2b93402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:44.519095 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-fc999dab-b74e-4c78-8432-c50b63ab6300 req-fe9f6e9c-c61e-4d52-8823-80ecd2b93402 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=17da0435-2238-4de2-8cdc-e4e0ec82986c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1302354 Sep 17 03:57:44.541554 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985fbece-9c5a-4dcd-8a62-68054bd77636 req-bc55c4af-c7b0-43e6-8e49-87eb3f498ce6 tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:44.543023 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-669418d4-242a-405c-9019-54cbfb584db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16114853', 'neutron.services.segments.db._delete_segments_for_network-8745114997953'] for network (9639789b-4517-4d8a-8150-b02c75d21fd6), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:44.543366 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-985fbece-9c5a-4dcd-8a62-68054bd77636 req-bc55c4af-c7b0-43e6-8e49-87eb3f498ce6 tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b5ecbe6e-431c-4174-a0bc-f43ae2013da9 HTTP/1.1" status: 200 len: 949 time: 0.0526311 Sep 17 03:57:44.554285 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a676b398-81c9-4e82-b807-eda4a7d86c10 None None] New status for floating IP eb022c01-d287-4233-82c1-27172c89c0ee: ACTIVE {{(pid=113212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 03:57:44.599789 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-985fbece-9c5a-4dcd-8a62-68054bd77636 req-650ab874-a82e-464a-8168-326ab369ebef tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fc03c99c-8f6c-45e0-b6e2-6a965c0fe32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508220 Sep 17 03:57:44.605258 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:44.616435 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.services.segments.db [None req-669418d4-242a-405c-9019-54cbfb584db1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9639789b-4517-4d8a-8150-b02c75d21fd6']}} {{(pid=113210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:57:44.632149 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.services.segments.db [None req-669418d4-242a-405c-9019-54cbfb584db1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b441c4b6-7de0-4da2-a055-6601c587c21b') {'for_net_delete': True} {{(pid=113210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:57:44.632426 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.services.segments.db [None req-669418d4-242a-405c-9019-54cbfb584db1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b441c4b6-7de0-4da2-a055-6601c587c21b') {} {{(pid=113210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:57:44.646394 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-669418d4-242a-405c-9019-54cbfb584db1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745114997845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25293159'] for segment (b441c4b6-7de0-4da2-a055-6601c587c21b), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:44.673952 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-669418d4-242a-405c-9019-54cbfb584db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16505770'] for segment (b441c4b6-7de0-4da2-a055-6601c587c21b), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:44.683246 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-669418d4-242a-405c-9019-54cbfb584db1 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=113210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 03:57:44.683634 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-669418d4-242a-405c-9019-54cbfb584db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16505770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25816030'] for segment (b441c4b6-7de0-4da2-a055-6601c587c21b), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:44.703588 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-fc999dab-b74e-4c78-8432-c50b63ab6300 req-c590b955-5151-44ad-81bf-643763ea7111 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/17da0435-2238-4de2-8cdc-e4e0ec82986c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727221 Sep 17 03:57:44.717768 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] get_ports_and_sgs() called for port_ids ['27fc5b22-c2e3-4b5e-9a83-7efb1595bade'] {{(pid=113212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:57:44.731142 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.services.segments.plugin [-] Segment b441c4b6-7de0-4da2-a055-6601c587c21b resource provider aggregate not found Sep 17 03:57:44.751322 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.services.segments.plugin [-] Segment b441c4b6-7de0-4da2-a055-6601c587c21b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b441c4b6-7de0-4da2-a055-6601c587c21b found for delete ", "request_id": "req-1e669fa1-aa97-4909-8ed4-fa3752d0d1cc"}]} Sep 17 03:57:44.832733 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-669418d4-242a-405c-9019-54cbfb584db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16114844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615305'] for network (9639789b-4517-4d8a-8150-b02c75d21fd6), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:44.850162 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-669418d4-242a-405c-9019-54cbfb584db1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for network (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:44.853866 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-669418d4-242a-405c-9019-54cbfb584db1 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/9639789b-4517-4d8a-8150-b02c75d21fd6 HTTP/1.1" status: 204 len: 168 time: 1.2391112 Sep 17 03:57:44.856720 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 53274) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:57:44.874055 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-fc999dab-b74e-4c78-8432-c50b63ab6300 req-583a0ee8-88f4-4d64-9d79-bd54ea5f1112 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/17da0435-2238-4de2-8cdc-e4e0ec82986c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213725 Sep 17 03:57:44.902845 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669418d4-242a-405c-9019-54cbfb584db1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9639789b-4517-4d8a-8150-b02c75d21fd6,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:57:44.908186 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:44.980507 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 082f752c-5608-44cb-92dd-c49a23a4e3c3 no longer exists at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:57:45.003595 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] No Port match for: 082f752c-5608-44cb-92dd-c49a23a4e3c3 {{(pid=113212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:57:45.003938 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 082f752c-5608-44cb-92dd-c49a23a4e3c3 not bound to the agent host dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:57:45.004563 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device fa4683db-bcee-49d6-b9c9-a8cf09be64f5 no longer exists at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:57:45.023143 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] No Port match for: fa4683db-bcee-49d6-b9c9-a8cf09be64f5 {{(pid=113212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:57:45.023859 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device fa4683db-bcee-49d6-b9c9-a8cf09be64f5 not bound to the agent host dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:57:45.081469 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0502f8e7-2839-4a5a-8568-1a1fbf814359 req-3013ea50-0325-4437-9057-7d8428a54830 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:45.082991 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0502f8e7-2839-4a5a-8568-1a1fbf814359 req-3013ea50-0325-4437-9057-7d8428a54830 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 945 time: 0.0497596 Sep 17 03:57:45.135403 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0502f8e7-2839-4a5a-8568-1a1fbf814359 req-94ba4162-13da-4f91-9b93-de46572285ed tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e00ffe96-bdd6-4412-a216-e0bd294cf54c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459518 Sep 17 03:57:45.184995 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-34ab2c92-8565-48e7-bd93-9a904574eaa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-426662'] for router_interface (8565bdb9-3d60-416e-9d3b-f461630a4938), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:45.406644 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=100 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:45.413248 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-34ab2c92-8565-48e7-bd93-9a904574eaa2 admin admin] Deleting port 7dfb72d3-6bb7-45a8-b482-62b284586c68 {{(pid=113210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:57:45.413583 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-34ab2c92-8565-48e7-bd93-9a904574eaa2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (7dfb72d3-6bb7-45a8-b482-62b284586c68), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:45.494760 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [None req-34ab2c92-8565-48e7-bd93-9a904574eaa2 admin admin] For port 7dfb72d3-6bb7-45a8-b482-62b284586c68, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=7dfb72d3-6bb7-45a8-b482-62b284586c68,segment=NetworkSegment(bcf345fc-8244-44bb-ba75-d4d17ac80a57),segment_id=bcf345fc-8244-44bb-ba75-d4d17ac80a57)] {{(pid=113210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:57:45.495116 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-34ab2c92-8565-48e7-bd93-9a904574eaa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (7dfb72d3-6bb7-45a8-b482-62b284586c68), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:45.503292 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d969dfe8-063a-4049-ab3e-45b50445f573 req-87990903-2b75-42e8-8216-d2684788153b tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:45.504743 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d969dfe8-063a-4049-ab3e-45b50445f573 req-87990903-2b75-42e8-8216-d2684788153b tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48baf0d5-7cf4-43a8-aec0-ab4de47156e8 HTTP/1.1" status: 200 len: 944 time: 0.0458636 Sep 17 03:57:45.511490 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-34ab2c92-8565-48e7-bd93-9a904574eaa2 admin admin] Calling delete_port for 7dfb72d3-6bb7-45a8-b482-62b284586c68 owned by network:router_interface {{(pid=113210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:57:45.552296 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d969dfe8-063a-4049-ab3e-45b50445f573 req-0231a7a8-fd5c-4abf-b05a-6236ac9ce1df tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=50953671-26f5-4b4d-830d-cbbc629c9546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417793 Sep 17 03:57:45.725465 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b3ca2-3e2d-45ae-8661-15ef2aaf4288 req-54dd3955-d6fb-40f9-a8e0-e4eec659bea0 tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:45.726869 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-412b3ca2-3e2d-45ae-8661-15ef2aaf4288 req-54dd3955-d6fb-40f9-a8e0-e4eec659bea0 tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b5ecbe6e-431c-4174-a0bc-f43ae2013da9 HTTP/1.1" status: 200 len: 949 time: 0.0456557 Sep 17 03:57:45.777340 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-412b3ca2-3e2d-45ae-8661-15ef2aaf4288 req-ec3c82c2-8e8b-4e92-bddc-d214d4c96cf6 tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fc03c99c-8f6c-45e0-b6e2-6a965c0fe32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438876 Sep 17 03:57:45.785746 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-34ab2c92-8565-48e7-bd93-9a904574eaa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (7dfb72d3-6bb7-45a8-b482-62b284586c68), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:45.818121 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ab2c92-8565-48e7-bd93-9a904574eaa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dfb72d3-6bb7-45a8-b482-62b284586c68,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:57:45.843298 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device a8ec1e73-39f8-4f0b-b495-001f5fa49116 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=113212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 03:57:45.857233 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 27fc5b22-c2e3-4b5e-9a83-7efb1595bade up at agent hyperv_hv-cinder-84914 {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:57:45.960811 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Provisioning for port 27fc5b22-c2e3-4b5e-9a83-7efb1595bade completed by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 03:57:45.980884 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-34ab2c92-8565-48e7-bd93-9a904574eaa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619798'] for router_interface (8565bdb9-3d60-416e-9d3b-f461630a4938), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:45.990563 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port a8ec1e73-39f8-4f0b-b495-001f5fa49116, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a8ec1e73-39f8-4f0b-b495-001f5fa49116,segment=NetworkSegment(047735be-3668-4dfd-9f80-67e255ea19e4),segment_id=047735be-3668-4dfd-9f80-67e255ea19e4)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:57:46.004585 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Returning: {'device': 'a8ec1e73-39f8-4f0b-b495-001f5fa49116', 'network_id': '8c85ffd5-3256-496e-8451-6040004d9b3a', 'port_id': 'a8ec1e73-39f8-4f0b-b495-001f5fa49116', 'mac_address': 'fa:16:3e:42:a9:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26128428-3974-46d7-b4a1-2b04f15ba985', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 03:57:46.039627 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:46.050157 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port a8ec1e73-39f8-4f0b-b495-001f5fa49116 is: DOWN; New status is: BUILD {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:57:46.050157 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (a8ec1e73-39f8-4f0b-b495-001f5fa49116), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:46.057024 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8ec1e73-39f8-4f0b-b495-001f5fa49116 {{(pid=113212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:57:46.070280 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Provisioning complete for port 27fc5b22-c2e3-4b5e-9a83-7efb1595bade triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:57:46.070635 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (27fc5b22-c2e3-4b5e-9a83-7efb1595bade), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:46.073205 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Attempt 1 to provision port 27fc5b22-c2e3-4b5e-9a83-7efb1595bade Sep 17 03:57:46.233468 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port a8ec1e73-39f8-4f0b-b495-001f5fa49116, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a8ec1e73-39f8-4f0b-b495-001f5fa49116,segment=NetworkSegment(047735be-3668-4dfd-9f80-67e255ea19e4),segment_id=047735be-3668-4dfd-9f80-67e255ea19e4)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:57:46.278296 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f4354-e85e-40fe-a099-1ae729a6022f req-209afb98-aefb-4dd3-9093-e7a3de0bdb7e tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:46.280240 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e59f4354-e85e-40fe-a099-1ae729a6022f req-209afb98-aefb-4dd3-9093-e7a3de0bdb7e tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 945 time: 0.0600069 Sep 17 03:57:46.288570 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port 27fc5b22-c2e3-4b5e-9a83-7efb1595bade is: BUILD; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:57:46.289026 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (27fc5b22-c2e3-4b5e-9a83-7efb1595bade), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:46.311811 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (a8ec1e73-39f8-4f0b-b495-001f5fa49116), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:46.321545 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ecbe6e-431c-4174-a0bc-f43ae2013da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27fc5b22-c2e3-4b5e-9a83-7efb1595bade'}] {{(pid=113212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:57:46.324113 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc6586f6b4c6bd034ee7705c69f50a833cff710b963951e05e6de8956872ccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0120b5e7-f892-4db6-8298-f5c716085198" -d '{"events": [{"server_uuid": "b5ecbe6e-431c-4174-a0bc-f43ae2013da9", "name": "network-vif-plugged", "status": "completed", "tag": "27fc5b22-c2e3-4b5e-9a83-7efb1595bade"}]}' {{(pid=113212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:57:46.341010 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e59f4354-e85e-40fe-a099-1ae729a6022f req-e3405bf9-8d7b-4eae-aa39-01a9f9782c41 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e00ffe96-bdd6-4412-a216-e0bd294cf54c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540271 Sep 17 03:57:46.356156 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port 27fc5b22-c2e3-4b5e-9a83-7efb1595bade, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=27fc5b22-c2e3-4b5e-9a83-7efb1595bade,segment=NetworkSegment(a85d2037-299c-4b61-bf3c-500f242abef9),segment_id=a85d2037-299c-4b61-bf3c-500f242abef9)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:57:46.379449 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=a8ec1e73-39f8-4f0b-b495-001f5fa49116,revision_number=4']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:57:46.399814 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f6042a-4563-4e11-b144-c3e25b25e4d7 x-openstack-request-id: req-13f6042a-4563-4e11-b144-c3e25b25e4d7 {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:57:46.400098 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ecbe6e-431c-4174-a0bc-f43ae2013da9", "name": "network-vif-plugged", "status": "completed", "tag": "27fc5b22-c2e3-4b5e-9a83-7efb1595bade", "code": 200}]} {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:57:46.400567 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-13f6042a-4563-4e11-b144-c3e25b25e4d7 {{(pid=113212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:57:46.400903 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13f6042a-4563-4e11-b144-c3e25b25e4d7'] response: {'server_uuid': 'b5ecbe6e-431c-4174-a0bc-f43ae2013da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27fc5b22-c2e3-4b5e-9a83-7efb1595bade', 'code': 200} Sep 17 03:57:46.448600 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (27fc5b22-c2e3-4b5e-9a83-7efb1595bade), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:46.468424 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ab2c92-8565-48e7-bd93-9a904574eaa2 admin admin] Router 8565bdb9-3d60-416e-9d3b-f461630a4938 has already been hosted by L3 agent b971cbd0-997d-41fb-8614-0aea29982798 {{(pid=113210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:57:46.501378 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=27fc5b22-c2e3-4b5e-9a83-7efb1595bade,revision_number=5']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:57:46.564797 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:46.573379 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:46.576140 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ab2c92-8565-48e7-bd93-9a904574eaa2 admin admin] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:57:46.588380 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-34ab2c92-8565-48e7-bd93-9a904574eaa2 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/8565bdb9-3d60-416e-9d3b-f461630a4938/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7236342 Sep 17 03:57:46.588380 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 53288) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:57:46.594543 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a902457-b9f1-4b05-acc9-7e1687ac227c None None] Sync routers for ids ['8565bdb9-3d60-416e-9d3b-f461630a4938'] in dv-cinder-849143-3-iscsi {{(pid=113213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:57:46.612803 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a902457-b9f1-4b05-acc9-7e1687ac227c None None] Routers {'8565bdb9-3d60-416e-9d3b-f461630a4938'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:57:46.616344 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-4a902457-b9f1-4b05-acc9-7e1687ac227c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:57:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['8565bdb9-3d60-416e-9d3b-f461630a4938'], 'active': True} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:57:46.680190 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] get_ports_and_sgs() called for port_ids ['a8ec1e73-39f8-4f0b-b495-001f5fa49116'] {{(pid=113212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:57:46.692541 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0a630-de98-44af-b46e-6b67710c6be0 req-b2dc302d-1a8a-4e7b-a724-16eb7ccea66b tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:46.697577 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-8f81efae-d719-4b3c-9ccc-a336faa95654 admin admin] Publish callbacks [] for router (8565bdb9-3d60-416e-9d3b-f461630a4938), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:46.701001 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e4a0a630-de98-44af-b46e-6b67710c6be0 req-b2dc302d-1a8a-4e7b-a724-16eb7ccea66b tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48baf0d5-7cf4-43a8-aec0-ab4de47156e8 HTTP/1.1" status: 200 len: 945 time: 0.0568702 Sep 17 03:57:46.722978 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvr_db [None req-4a902457-b9f1-4b05-acc9-7e1687ac227c None None] Set router 8565bdb9-3d60-416e-9d3b-f461630a4938 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:57:46.757562 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e4a0a630-de98-44af-b46e-6b67710c6be0 req-4bc3a977-f09e-434e-9d85-3e244c622156 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=50953671-26f5-4b4d-830d-cbbc629c9546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550530 Sep 17 03:57:46.843254 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e90aa9-7e3b-4a3d-a295-38843db351fd req-d9fe59a3-b5b5-47ed-92cc-fad34be450bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:46.844880 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-68e90aa9-7e3b-4a3d-a295-38843db351fd req-d9fe59a3-b5b5-47ed-92cc-fad34be450bd service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b5ecbe6e-431c-4174-a0bc-f43ae2013da9 HTTP/1.1" status: 200 len: 1134 time: 0.0922606 Sep 17 03:57:46.899286 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:46.900752 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-68e90aa9-7e3b-4a3d-a295-38843db351fd req-b3107aaa-c545-4ccd-9894-9732786f876a service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fc03c99c-8f6c-45e0-b6e2-6a965c0fe32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476830 Sep 17 03:57:46.902151 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-8f81efae-d719-4b3c-9ccc-a336faa95654 admin admin] Publish callbacks [] for router_gateway (8565bdb9-3d60-416e-9d3b-f461630a4938), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:46.914659 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=100 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:46.920104 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7624d1d-aaea-41c5-9d68-724244df96b6 req-c67e0e6e-bca2-4713-a8ec-ad6d63c762ea tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:46.920290 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-4a902457-b9f1-4b05-acc9-7e1687ac227c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8565bdb9-3d60-416e-9d3b-f461630a4938', 'name': 'tempest-TestShelveInstance-706289707-router', 'tenant_id': '6d045ef7133244a38cb14ad861dcc8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '3f434b77-5b00-4c04-a469-d774df32edb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:52:11Z', 'updated_at': '2022-09-17T03:57:45Z', 'revision_number': 5, 'project_id': '6d045ef7133244a38cb14ad861dcc8d2', 'gw_port': {'id': '3f434b77-5b00-4c04-a469-d774df32edb3', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:fd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8565bdb9-3d60-416e-9d3b-f461630a4938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:52:12Z', 'updated_at': '2022-09-17T03:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi'}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:57:46.922080 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a7624d1d-aaea-41c5-9d68-724244df96b6 req-c67e0e6e-bca2-4713-a8ec-ad6d63c762ea tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b5ecbe6e-431c-4174-a0bc-f43ae2013da9 HTTP/1.1" status: 200 len: 950 time: 0.0487316 Sep 17 03:57:46.951314 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a902457-b9f1-4b05-acc9-7e1687ac227c None None] Checking router: 8565bdb9-3d60-416e-9d3b-f461630a4938 for host: dv-cinder-849143-3-iscsi {{(pid=113213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:57:46.960979 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a902457-b9f1-4b05-acc9-7e1687ac227c None None] Routers {'8565bdb9-3d60-416e-9d3b-f461630a4938'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:57:46.961582 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-4a902457-b9f1-4b05-acc9-7e1687ac227c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:57:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['8565bdb9-3d60-416e-9d3b-f461630a4938'], 'active': True} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:57:46.980206 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a7624d1d-aaea-41c5-9d68-724244df96b6 req-1a15c4d6-57ba-47ec-aa44-3f27374364b8 tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fc03c99c-8f6c-45e0-b6e2-6a965c0fe32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524406 Sep 17 03:57:47.021922 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-8f81efae-d719-4b3c-9ccc-a336faa95654 admin admin] Deleting port 3f434b77-5b00-4c04-a469-d774df32edb3 {{(pid=113210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:57:47.022486 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-8f81efae-d719-4b3c-9ccc-a336faa95654 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (3f434b77-5b00-4c04-a469-d774df32edb3), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:47.082315 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvr_db [None req-4a902457-b9f1-4b05-acc9-7e1687ac227c None None] Set router 8565bdb9-3d60-416e-9d3b-f461630a4938 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:57:47.114079 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [None req-8f81efae-d719-4b3c-9ccc-a336faa95654 admin admin] For port 3f434b77-5b00-4c04-a469-d774df32edb3, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=3f434b77-5b00-4c04-a469-d774df32edb3,segment=NetworkSegment(b9ff3b7d-3dba-4f81-9340-22e46529b80a),segment_id=b9ff3b7d-3dba-4f81-9340-22e46529b80a)] {{(pid=113210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:57:47.114477 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-8f81efae-d719-4b3c-9ccc-a336faa95654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (3f434b77-5b00-4c04-a469-d774df32edb3), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:47.127568 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-8f81efae-d719-4b3c-9ccc-a336faa95654 admin admin] Calling delete_port for 3f434b77-5b00-4c04-a469-d774df32edb3 owned by network:router_gateway {{(pid=113210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:57:47.264768 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-4a902457-b9f1-4b05-acc9-7e1687ac227c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8565bdb9-3d60-416e-9d3b-f461630a4938', 'name': 'tempest-TestShelveInstance-706289707-router', 'tenant_id': '6d045ef7133244a38cb14ad861dcc8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '3f434b77-5b00-4c04-a469-d774df32edb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:52:11Z', 'updated_at': '2022-09-17T03:57:45Z', 'revision_number': 5, 'project_id': '6d045ef7133244a38cb14ad861dcc8d2', 'gw_port': {'id': '3f434b77-5b00-4c04-a469-d774df32edb3', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:fd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8565bdb9-3d60-416e-9d3b-f461630a4938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:52:12Z', 'updated_at': '2022-09-17T03:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi'}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:57:47.365150 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-8f81efae-d719-4b3c-9ccc-a336faa95654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (3f434b77-5b00-4c04-a469-d774df32edb3), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:47.382454 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a902457-b9f1-4b05-acc9-7e1687ac227c None None] The sync data for ids ['8565bdb9-3d60-416e-9d3b-f461630a4938'] in dv-cinder-849143-3-iscsi is: [{'id': '8565bdb9-3d60-416e-9d3b-f461630a4938', 'name': 'tempest-TestShelveInstance-706289707-router', 'tenant_id': '6d045ef7133244a38cb14ad861dcc8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '3f434b77-5b00-4c04-a469-d774df32edb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:52:11Z', 'updated_at': '2022-09-17T03:57:45Z', 'revision_number': 5, 'project_id': '6d045ef7133244a38cb14ad861dcc8d2', 'gw_port': {'id': '3f434b77-5b00-4c04-a469-d774df32edb3', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:fd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8565bdb9-3d60-416e-9d3b-f461630a4938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:52:12Z', 'updated_at': '2022-09-17T03:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi'}] {{(pid=113213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:57:47.392648 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f81efae-d719-4b3c-9ccc-a336faa95654 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f434b77-5b00-4c04-a469-d774df32edb3,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:57:47.450059 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:47.470893 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-8f81efae-d719-4b3c-9ccc-a336faa95654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615260'] for router_gateway (8565bdb9-3d60-416e-9d3b-f461630a4938), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:47.488112 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ca7c3-9c1e-4c6a-8360-529e4d8971ca req-d482cfd5-7b24-4477-bd9b-238b427efb28 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:47.489603 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-755ca7c3-9c1e-4c6a-8360-529e4d8971ca req-d482cfd5-7b24-4477-bd9b-238b427efb28 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 945 time: 0.0475693 Sep 17 03:57:47.514896 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:47.538492 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-755ca7c3-9c1e-4c6a-8360-529e4d8971ca req-bcecec2a-7f34-48df-9e35-ad5e96d5f065 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e00ffe96-bdd6-4412-a216-e0bd294cf54c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426297 Sep 17 03:57:47.562514 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-8f81efae-d719-4b3c-9ccc-a336faa95654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-617928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5987'] for router (8565bdb9-3d60-416e-9d3b-f461630a4938), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:47.564923 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-8f81efae-d719-4b3c-9ccc-a336faa95654 admin admin] Publish callbacks [] for router_controller (8565bdb9-3d60-416e-9d3b-f461630a4938), precommit_delete_associations {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:47.690197 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-8f81efae-d719-4b3c-9ccc-a336faa95654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-619883'] for router (8565bdb9-3d60-416e-9d3b-f461630a4938), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:47.690781 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f81efae-d719-4b3c-9ccc-a336faa95654 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8565bdb9-3d60-416e-9d3b-f461630a4938 {{(pid=113210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 03:57:47.695026 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-8f81efae-d719-4b3c-9ccc-a336faa95654 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:47.696201 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-8f81efae-d719-4b3c-9ccc-a336faa95654 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/8565bdb9-3d60-416e-9d3b-f461630a4938 HTTP/1.1" status: 204 len: 168 time: 1.1114719 Sep 17 03:57:47.699558 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 53294) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:57:47.746101 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3967b57-55a6-435a-91d2-b9b5e4896a91 admin admin] Deleting subnet c89a02c9-5859-4327-b7f9-8bf5a9e68d1e {{(pid=113210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 17 03:57:47.747810 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (56a63866-613b-46a0-90ee-05b9222d9bfc), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:47.749500 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-c3967b57-55a6-435a-91d2-b9b5e4896a91 admin admin] Publish callbacks [] for subnet (c89a02c9-5859-4327-b7f9-8bf5a9e68d1e), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:47.787616 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-c3967b57-55a6-435a-91d2-b9b5e4896a91 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25293148'] for subnet (c89a02c9-5859-4327-b7f9-8bf5a9e68d1e), precommit_delete_associations {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:47.860981 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device a8ec1e73-39f8-4f0b-b495-001f5fa49116 up at agent hyperv_hv-cinder-84914 {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:57:47.874813 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:47.884081 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-c3967b57-55a6-435a-91d2-b9b5e4896a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480142'] for subnet (c89a02c9-5859-4327-b7f9-8bf5a9e68d1e), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:47.894921 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3220d-d813-4f0c-88ba-7155b00fff3a req-1964882a-e47d-4c10-8b75-c3dff42f4048 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:47.898245 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b6e3220d-d813-4f0c-88ba-7155b00fff3a req-1964882a-e47d-4c10-8b75-c3dff42f4048 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48baf0d5-7cf4-43a8-aec0-ab4de47156e8 HTTP/1.1" status: 200 len: 945 time: 0.0590069 Sep 17 03:57:47.927425 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Provisioning for port a8ec1e73-39f8-4f0b-b495-001f5fa49116 completed by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 03:57:47.952279 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b6e3220d-d813-4f0c-88ba-7155b00fff3a req-fcd5640d-2112-4f0e-8445-9ef9132b266d tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=50953671-26f5-4b4d-830d-cbbc629c9546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486946 Sep 17 03:57:48.016697 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Provisioning complete for port a8ec1e73-39f8-4f0b-b495-001f5fa49116 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:57:48.017178 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (a8ec1e73-39f8-4f0b-b495-001f5fa49116), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:48.017690 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Attempt 1 to provision port a8ec1e73-39f8-4f0b-b495-001f5fa49116 Sep 17 03:57:48.044406 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-c3967b57-55a6-435a-91d2-b9b5e4896a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16482227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25815908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25349492'] for subnet (c89a02c9-5859-4327-b7f9-8bf5a9e68d1e), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:48.082748 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-c3967b57-55a6-435a-91d2-b9b5e4896a91 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:48.087486 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-c3967b57-55a6-435a-91d2-b9b5e4896a91 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/c89a02c9-5859-4327-b7f9-8bf5a9e68d1e HTTP/1.1" status: 204 len: 168 time: 0.3862820 Sep 17 03:57:48.088721 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4fc1f7-e337-4b15-aff7-5da609d83089 None None] Network 1a49f659-3f87-48db-b80c-f1bbe9b847d3 requested from dv-cinder-849143-3-iscsi {{(pid=113212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:57:48.093967 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3967b57-55a6-435a-91d2-b9b5e4896a91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c89a02c9-5859-4327-b7f9-8bf5a9e68d1e,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:57:48.097090 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 53300) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:57:48.131287 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c2904-693a-4744-aa82-ad4ba6a7145f req-61bf5d4a-693b-4a5f-9e51-98926916d7a0 tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:48.133034 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-614c2904-693a-4744-aa82-ad4ba6a7145f req-61bf5d4a-693b-4a5f-9e51-98926916d7a0 tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b5ecbe6e-431c-4174-a0bc-f43ae2013da9 HTTP/1.1" status: 200 len: 950 time: 0.0695558 Sep 17 03:57:48.173753 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port a8ec1e73-39f8-4f0b-b495-001f5fa49116 is: BUILD; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:57:48.174224 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (a8ec1e73-39f8-4f0b-b495-001f5fa49116), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:48.181680 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-1629ba76-f47c-4b14-822b-9b736479df63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15995131'] for network (1a49f659-3f87-48db-b80c-f1bbe9b847d3), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:48.190395 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-614c2904-693a-4744-aa82-ad4ba6a7145f req-a218b5b4-7c0d-4007-a6c4-152c8e160519 tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fc03c99c-8f6c-45e0-b6e2-6a965c0fe32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504723 Sep 17 03:57:48.238887 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-1629ba76-f47c-4b14-822b-9b736479df63 admin admin] Deleting port 89150800-67d2-40b6-ae5e-4108ef476cb8 {{(pid=113210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:57:48.239315 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-1629ba76-f47c-4b14-822b-9b736479df63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (89150800-67d2-40b6-ae5e-4108ef476cb8), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:48.258727 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port a8ec1e73-39f8-4f0b-b495-001f5fa49116, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a8ec1e73-39f8-4f0b-b495-001f5fa49116,segment=NetworkSegment(047735be-3668-4dfd-9f80-67e255ea19e4),segment_id=047735be-3668-4dfd-9f80-67e255ea19e4)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:57:48.302168 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [None req-1629ba76-f47c-4b14-822b-9b736479df63 admin admin] For port 89150800-67d2-40b6-ae5e-4108ef476cb8, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=89150800-67d2-40b6-ae5e-4108ef476cb8,segment=NetworkSegment(bcf345fc-8244-44bb-ba75-d4d17ac80a57),segment_id=bcf345fc-8244-44bb-ba75-d4d17ac80a57)] {{(pid=113210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:57:48.302523 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-1629ba76-f47c-4b14-822b-9b736479df63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (89150800-67d2-40b6-ae5e-4108ef476cb8), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:48.315239 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-1629ba76-f47c-4b14-822b-9b736479df63 admin admin] Calling delete_port for 89150800-67d2-40b6-ae5e-4108ef476cb8 owned by network:dhcp {{(pid=113210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:57:48.328481 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (a8ec1e73-39f8-4f0b-b495-001f5fa49116), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:48.376788 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=a8ec1e73-39f8-4f0b-b495-001f5fa49116,revision_number=5']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:57:48.401812 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48baf0d5-7cf4-43a8-aec0-ab4de47156e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ec1e73-39f8-4f0b-b495-001f5fa49116'}] {{(pid=113212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:57:48.404236 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc6586f6b4c6bd034ee7705c69f50a833cff710b963951e05e6de8956872ccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f02e86-769c-40c5-9795-4670ccbdd7c4" -d '{"events": [{"server_uuid": "48baf0d5-7cf4-43a8-aec0-ab4de47156e8", "name": "network-vif-plugged", "status": "completed", "tag": "a8ec1e73-39f8-4f0b-b495-001f5fa49116"}]}' {{(pid=113212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:57:48.442342 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd14c4e-bc33-4340-b813-3955901fcc7c x-openstack-request-id: req-ccd14c4e-bc33-4340-b813-3955901fcc7c {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:57:48.442629 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48baf0d5-7cf4-43a8-aec0-ab4de47156e8", "name": "network-vif-plugged", "status": "completed", "tag": "a8ec1e73-39f8-4f0b-b495-001f5fa49116", "code": 200}]} {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:57:48.442877 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ccd14c4e-bc33-4340-b813-3955901fcc7c {{(pid=113212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:57:48.443290 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccd14c4e-bc33-4340-b813-3955901fcc7c'] response: {'server_uuid': '48baf0d5-7cf4-43a8-aec0-ab4de47156e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ec1e73-39f8-4f0b-b495-001f5fa49116', 'code': 200} Sep 17 03:57:48.459865 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-1629ba76-f47c-4b14-822b-9b736479df63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (89150800-67d2-40b6-ae5e-4108ef476cb8), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:48.490430 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629ba76-f47c-4b14-822b-9b736479df63 admin admin] Pushing event deleted for resources: {'Port': ['ID=89150800-67d2-40b6-ae5e-4108ef476cb8,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:57:48.493049 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1629ba76-f47c-4b14-822b-9b736479df63 admin admin] No DVR routers for this DVR port 89150800-67d2-40b6-ae5e-4108ef476cb8 on host dv-cinder-849143-3-iscsi {{(pid=113210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:57:48.534734 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff4bb93-e245-4eb5-9fc7-bde166caa639 None None] DHCP port deletion for 1a49f659-3f87-48db-b80c-f1bbe9b847d3 request from dv-cinder-849143-3-iscsi {{(pid=113212) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 17 03:57:48.542137 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:48.597988 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-1629ba76-f47c-4b14-822b-9b736479df63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16114853', 'neutron.services.segments.db._delete_segments_for_network-8745114997953'] for network (1a49f659-3f87-48db-b80c-f1bbe9b847d3), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:48.620944 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.services.segments.db [None req-1629ba76-f47c-4b14-822b-9b736479df63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a49f659-3f87-48db-b80c-f1bbe9b847d3']}} {{(pid=113210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:57:48.633050 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.services.segments.db [None req-1629ba76-f47c-4b14-822b-9b736479df63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcf345fc-8244-44bb-ba75-d4d17ac80a57') {'for_net_delete': True} {{(pid=113210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:57:48.633426 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.services.segments.db [None req-1629ba76-f47c-4b14-822b-9b736479df63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcf345fc-8244-44bb-ba75-d4d17ac80a57') {} {{(pid=113210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:57:48.644459 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-1629ba76-f47c-4b14-822b-9b736479df63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745114997845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25293159'] for segment (bcf345fc-8244-44bb-ba75-d4d17ac80a57), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:48.659977 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-1629ba76-f47c-4b14-822b-9b736479df63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16505770'] for segment (bcf345fc-8244-44bb-ba75-d4d17ac80a57), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:48.666486 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1629ba76-f47c-4b14-822b-9b736479df63 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=113210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 03:57:48.666915 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-1629ba76-f47c-4b14-822b-9b736479df63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16505770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25816030'] for segment (bcf345fc-8244-44bb-ba75-d4d17ac80a57), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:48.671139 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fae307-f504-44bd-8e13-c9c927dba09c req-41def444-cf4d-4182-b8ff-f75ec0336af8 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:48.678247 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f2fae307-f504-44bd-8e13-c9c927dba09c req-41def444-cf4d-4182-b8ff-f75ec0336af8 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 945 time: 0.0538568 Sep 17 03:57:48.709448 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.services.segments.plugin [-] Segment bcf345fc-8244-44bb-ba75-d4d17ac80a57 resource provider aggregate not found Sep 17 03:57:48.723906 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f2fae307-f504-44bd-8e13-c9c927dba09c req-d9edfaa4-a7be-4648-8091-d13374bcd1be tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e00ffe96-bdd6-4412-a216-e0bd294cf54c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448070 Sep 17 03:57:48.741630 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.services.segments.plugin [-] Segment bcf345fc-8244-44bb-ba75-d4d17ac80a57 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bcf345fc-8244-44bb-ba75-d4d17ac80a57 found for delete ", "request_id": "req-42a9bf9b-cda5-4ec2-9c0e-3cda1f8d577f"}]} Sep 17 03:57:48.822048 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-1629ba76-f47c-4b14-822b-9b736479df63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16114844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615305'] for network (1a49f659-3f87-48db-b80c-f1bbe9b847d3), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:48.827893 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-1629ba76-f47c-4b14-822b-9b736479df63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for network (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:48.830904 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-1629ba76-f47c-4b14-822b-9b736479df63 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/1a49f659-3f87-48db-b80c-f1bbe9b847d3 HTTP/1.1" status: 204 len: 168 time: 0.7324340 Sep 17 03:57:48.842778 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629ba76-f47c-4b14-822b-9b736479df63 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a49f659-3f87-48db-b80c-f1bbe9b847d3,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:57:48.936564 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6c00b-2757-4e67-8230-98cab71d4bdb req-32220d29-3dc2-434f-8018-3a916f4fdd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:48.937508 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-0fe6c00b-2757-4e67-8230-98cab71d4bdb req-32220d29-3dc2-434f-8018-3a916f4fdd10 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=48baf0d5-7cf4-43a8-aec0-ab4de47156e8 HTTP/1.1" status: 200 len: 1130 time: 0.0437717 Sep 17 03:57:48.981276 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 89150800-67d2-40b6-ae5e-4108ef476cb8 no longer exists at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:57:48.987603 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-0fe6c00b-2757-4e67-8230-98cab71d4bdb req-8a3580d2-7b2a-4389-9541-6029df5c633f service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=50953671-26f5-4b4d-830d-cbbc629c9546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439289 Sep 17 03:57:49.014574 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] No Port match for: 89150800-67d2-40b6-ae5e-4108ef476cb8 {{(pid=113212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:57:49.015084 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 89150800-67d2-40b6-ae5e-4108ef476cb8 not bound to the agent host dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:57:49.015650 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 7dfb72d3-6bb7-45a8-b482-62b284586c68 no longer exists at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:57:49.036638 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] No Port match for: 7dfb72d3-6bb7-45a8-b482-62b284586c68 {{(pid=113212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:57:49.037015 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 7dfb72d3-6bb7-45a8-b482-62b284586c68 not bound to the agent host dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:57:49.037386 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 3f434b77-5b00-4c04-a469-d774df32edb3 no longer exists at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:57:49.058018 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] No Port match for: 3f434b77-5b00-4c04-a469-d774df32edb3 {{(pid=113212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:57:49.062502 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 3f434b77-5b00-4c04-a469-d774df32edb3 not bound to the agent host dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:57:49.086584 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8424551-06c6-420b-bee7-097ffeda3399 req-c57d2e94-f548-4ca4-99c9-9e1a0d43f411 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:49.089764 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c8424551-06c6-420b-bee7-097ffeda3399 req-c57d2e94-f548-4ca4-99c9-9e1a0d43f411 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48baf0d5-7cf4-43a8-aec0-ab4de47156e8 HTTP/1.1" status: 200 len: 946 time: 0.0500641 Sep 17 03:57:49.137362 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c8424551-06c6-420b-bee7-097ffeda3399 req-12de3124-5960-4271-b250-06dcb225ad53 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=50953671-26f5-4b4d-830d-cbbc629c9546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418386 Sep 17 03:57:49.165993 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 53314) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:57:49.205998 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-cfb8c335-c8a3-4617-9ee1-3bcd71dd5166 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=c265d90202534462b37c19391538b29a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381730 Sep 17 03:57:49.208447 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 53316) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:57:49.220341 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:49.259230 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-f6409f20-621d-4429-ab17-23f94cfa88d8 admin admin] Publish callbacks [] for security_group (bca0b5d2-026e-4b34-ab31-e5c6c1008fdb), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:49.289146 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-f6409f20-621d-4429-ab17-23f94cfa88d8 admin admin] Publish callbacks [] for security_group (bca0b5d2-026e-4b34-ab31-e5c6c1008fdb), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:49.350059 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2738a881-b336-49c3-b91b-71c8020642f8 req-6c69c741-35c0-4bae-92a9-fc153482c7a7 tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:49.351505 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-2738a881-b336-49c3-b91b-71c8020642f8 req-6c69c741-35c0-4bae-92a9-fc153482c7a7 tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b5ecbe6e-431c-4174-a0bc-f43ae2013da9 HTTP/1.1" status: 200 len: 950 time: 0.0788248 Sep 17 03:57:49.404576 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-2738a881-b336-49c3-b91b-71c8020642f8 req-7f987fc4-6def-431c-b032-715cdab3eb33 tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fc03c99c-8f6c-45e0-b6e2-6a965c0fe32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464902 Sep 17 03:57:49.465604 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-f6409f20-621d-4429-ab17-23f94cfa88d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (bca0b5d2-026e-4b34-ab31-e5c6c1008fdb), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:49.468231 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-f6409f20-621d-4429-ab17-23f94cfa88d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:49.469384 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-f6409f20-621d-4429-ab17-23f94cfa88d8 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/bca0b5d2-026e-4b34-ab31-e5c6c1008fdb HTTP/1.1" status: 204 len: 168 time: 0.2600412 Sep 17 03:57:49.477895 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6409f20-621d-4429-ab17-23f94cfa88d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca0b5d2-026e-4b34-ab31-e5c6c1008fdb,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:57:49.858144 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f65e06-03d9-4986-a566-5dffda40b15e req-d87d2632-b5f1-40f7-952a-645d4445e295 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:49.859961 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-33f65e06-03d9-4986-a566-5dffda40b15e req-d87d2632-b5f1-40f7-952a-645d4445e295 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 945 time: 0.0554204 Sep 17 03:57:49.943603 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-33f65e06-03d9-4986-a566-5dffda40b15e req-14f7dca7-8096-490e-b890-edc5d1f8a601 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e00ffe96-bdd6-4412-a216-e0bd294cf54c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778229 Sep 17 03:57:49.954322 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48676f5-9267-4d21-9a80-965a6b44bf01 req-b013044e-344a-4f78-a35c-0bb79c4e1442 tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:49.955770 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c48676f5-9267-4d21-9a80-965a6b44bf01 req-b013044e-344a-4f78-a35c-0bb79c4e1442 tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b5ecbe6e-431c-4174-a0bc-f43ae2013da9 HTTP/1.1" status: 200 len: 950 time: 0.0676646 Sep 17 03:57:49.979574 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:50.007411 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c48676f5-9267-4d21-9a80-965a6b44bf01 req-530146f1-3e89-4cfb-b93d-0248440403bc tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fc03c99c-8f6c-45e0-b6e2-6a965c0fe32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459046 Sep 17 03:57:50.220014 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 53334) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:57:50.267225 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-457bbf16-f8b3-4f25-9d6d-baef39536e69 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=6d045ef7133244a38cb14ad861dcc8d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0448549 Sep 17 03:57:50.269494 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 53336) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:57:50.274122 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6755d70-03a2-4111-a417-07a311a1591a req-9a754547-837d-416c-9a5b-bc86e1a19dae tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:50.275543 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d6755d70-03a2-4111-a417-07a311a1591a req-9a754547-837d-416c-9a5b-bc86e1a19dae tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48baf0d5-7cf4-43a8-aec0-ab4de47156e8 HTTP/1.1" status: 200 len: 946 time: 0.0566270 Sep 17 03:57:50.319127 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9e011361-7529-4e1c-9aa6-0dc8a592734a admin admin] Publish callbacks [] for security_group (e6f5241e-57ae-4550-987a-5e68637e5210), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:50.322378 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d6755d70-03a2-4111-a417-07a311a1591a req-321cf9c6-f264-481f-9d6b-80443713a452 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=50953671-26f5-4b4d-830d-cbbc629c9546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403702 Sep 17 03:57:50.340910 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9e011361-7529-4e1c-9aa6-0dc8a592734a admin admin] Publish callbacks [] for security_group (e6f5241e-57ae-4550-987a-5e68637e5210), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:50.461538 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9e011361-7529-4e1c-9aa6-0dc8a592734a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (e6f5241e-57ae-4550-987a-5e68637e5210), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:50.464203 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9e011361-7529-4e1c-9aa6-0dc8a592734a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:50.465388 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-9e011361-7529-4e1c-9aa6-0dc8a592734a admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e6f5241e-57ae-4550-987a-5e68637e5210 HTTP/1.1" status: 204 len: 168 time: 0.1948974 Sep 17 03:57:50.468546 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:50.473932 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e011361-7529-4e1c-9aa6-0dc8a592734a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f5241e-57ae-4550-987a-5e68637e5210,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:57:51.066344 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39264a0c-6d84-4fe7-a794-52cec27528e4 req-970d283f-910a-41c4-8f3c-8a7c6b1cfc8b tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:51.068315 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-39264a0c-6d84-4fe7-a794-52cec27528e4 req-970d283f-910a-41c4-8f3c-8a7c6b1cfc8b tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 945 time: 0.0487552 Sep 17 03:57:51.151637 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e197c8-b6ac-48b6-870c-eb54348259f2 req-d9fc184f-05dc-4f6e-b9b6-4f499041a6b3 tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:51.153164 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c1e197c8-b6ac-48b6-870c-eb54348259f2 req-d9fc184f-05dc-4f6e-b9b6-4f499041a6b3 tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b5ecbe6e-431c-4174-a0bc-f43ae2013da9 HTTP/1.1" status: 200 len: 950 time: 0.0671735 Sep 17 03:57:51.157255 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-39264a0c-6d84-4fe7-a794-52cec27528e4 req-9698c006-ab8d-48aa-bc5d-01235d2a1a20 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e00ffe96-bdd6-4412-a216-e0bd294cf54c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850029 Sep 17 03:57:51.202076 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c1e197c8-b6ac-48b6-870c-eb54348259f2 req-d52e2146-0094-4670-847a-23bf957e2900 tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fc03c99c-8f6c-45e0-b6e2-6a965c0fe32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433178 Sep 17 03:57:51.455903 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542a4d2-7afc-499f-a894-066d24f63c2e req-a52ee1c4-ad25-4ff7-b42b-097a17dcfc4c tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:51.457375 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7542a4d2-7afc-499f-a894-066d24f63c2e req-a52ee1c4-ad25-4ff7-b42b-097a17dcfc4c tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48baf0d5-7cf4-43a8-aec0-ab4de47156e8 HTTP/1.1" status: 200 len: 946 time: 0.0487306 Sep 17 03:57:51.544465 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949ce0e-bb5e-42ae-8401-2ac91dee5fa0 req-0f5ca938-5e4b-4316-99a6-894b9f5e2a01 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:51.545929 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-1949ce0e-bb5e-42ae-8401-2ac91dee5fa0 req-0f5ca938-5e4b-4316-99a6-894b9f5e2a01 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 945 time: 0.0615568 Sep 17 03:57:51.548950 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7542a4d2-7afc-499f-a894-066d24f63c2e req-fcaf2c51-0bbb-4527-9153-13cc1038b643 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=50953671-26f5-4b4d-830d-cbbc629c9546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841620 Sep 17 03:57:51.596819 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-1949ce0e-bb5e-42ae-8401-2ac91dee5fa0 req-b01b02f9-0a3f-4c41-8cb7-5fae1983ed54 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e00ffe96-bdd6-4412-a216-e0bd294cf54c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452249 Sep 17 03:57:52.218392 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-be693657-e040-44a8-919c-cfd283fcf04e req-772e3692-e9f5-4b49-ae88-be6c2b5822e6 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6a3f7cb6-5e00-44a5-911b-6e1e079c21a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715196 Sep 17 03:57:52.224501 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097c06a-8dc0-4282-9041-d42894b2005a req-9db7e0c0-3c1a-41a8-bf9d-27c995b3916c tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:52.225889 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-4097c06a-8dc0-4282-9041-d42894b2005a req-9db7e0c0-3c1a-41a8-bf9d-27c995b3916c tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b5ecbe6e-431c-4174-a0bc-f43ae2013da9 HTTP/1.1" status: 200 len: 950 time: 0.0698531 Sep 17 03:57:52.249606 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe2f15-304e-4f66-a958-94defe032ba2 req-89e1be7e-8ce5-49b2-8ead-72e6cf3fec8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:52.251547 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8dfe2f15-304e-4f66-a958-94defe032ba2 req-89e1be7e-8ce5-49b2-8ead-72e6cf3fec8d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ddf27ec567494d03bd1d2469aef97264&device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 1129 time: 0.0409980 Sep 17 03:57:52.353043 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be693657-e040-44a8-919c-cfd283fcf04e req-4cbb0cb8-a02d-44b6-be94-4e71ba141e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:52.354699 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-be693657-e040-44a8-919c-cfd283fcf04e req-4cbb0cb8-a02d-44b6-be94-4e71ba141e81 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=cb2d22c677bb48a1aa50631997fc0741&device_id=6a3f7cb6-5e00-44a5-911b-6e1e079c21a2 HTTP/1.1" status: 200 len: 1129 time: 0.0770044 Sep 17 03:57:52.355364 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:52.367140 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [req-4097c06a-8dc0-4282-9041-d42894b2005a req-942b81f2-1e25-4625-aea3-27feefbc3caa tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] Deleting port 27fc5b22-c2e3-4b5e-9a83-7efb1595bade {{(pid=113210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:57:52.367494 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-4097c06a-8dc0-4282-9041-d42894b2005a req-942b81f2-1e25-4625-aea3-27feefbc3caa tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (27fc5b22-c2e3-4b5e-9a83-7efb1595bade), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:52.373439 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631b5bc-8646-4d08-a2af-e0a558264c8f req-c0d702e5-fc02-437f-9492-2441ea2ef3dd tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:52.374975 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b631b5bc-8646-4d08-a2af-e0a558264c8f req-c0d702e5-fc02-437f-9492-2441ea2ef3dd tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b5ecbe6e-431c-4174-a0bc-f43ae2013da9 HTTP/1.1" status: 200 len: 950 time: 0.0662858 Sep 17 03:57:52.413860 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe2f15-304e-4f66-a958-94defe032ba2 req-124e52b6-7235-4c68-b398-08d302b511ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:52.415322 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8dfe2f15-304e-4f66-a958-94defe032ba2 req-124e52b6-7235-4c68-b398-08d302b511ab service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=d9470128-efc5-439d-94b6-d35d23a7faa0 HTTP/1.1" status: 200 len: 912 time: 0.1533942 Sep 17 03:57:52.475287 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b631b5bc-8646-4d08-a2af-e0a558264c8f req-eb944555-e71c-4fb8-9b66-fca79e90b1eb tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fc03c99c-8f6c-45e0-b6e2-6a965c0fe32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934024 Sep 17 03:57:52.494776 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8dfe2f15-304e-4f66-a958-94defe032ba2 req-fe5f8bc8-f8fa-45c1-ba20-98395c552105 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=324afd0c-23b1-40bc-8f71-5c1fc422c12a HTTP/1.1" status: 200 len: 1000 time: 0.0692446 Sep 17 03:57:52.532066 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [req-4097c06a-8dc0-4282-9041-d42894b2005a req-942b81f2-1e25-4625-aea3-27feefbc3caa tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] For port 27fc5b22-c2e3-4b5e-9a83-7efb1595bade, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=27fc5b22-c2e3-4b5e-9a83-7efb1595bade,segment=NetworkSegment(a85d2037-299c-4b61-bf3c-500f242abef9),segment_id=a85d2037-299c-4b61-bf3c-500f242abef9)] {{(pid=113210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:57:52.532436 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-4097c06a-8dc0-4282-9041-d42894b2005a req-942b81f2-1e25-4625-aea3-27feefbc3caa tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (27fc5b22-c2e3-4b5e-9a83-7efb1595bade), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:52.549006 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be693657-e040-44a8-919c-cfd283fcf04e req-998b7ca1-70b3-4d0f-a3ee-0f01d8a998fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:52.550517 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-be693657-e040-44a8-919c-cfd283fcf04e req-998b7ca1-70b3-4d0f-a3ee-0f01d8a998fc service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=17da0435-2238-4de2-8cdc-e4e0ec82986c HTTP/1.1" status: 200 len: 913 time: 0.1683204 Sep 17 03:57:52.551480 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [req-4097c06a-8dc0-4282-9041-d42894b2005a req-942b81f2-1e25-4625-aea3-27feefbc3caa tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] Calling delete_port for 27fc5b22-c2e3-4b5e-9a83-7efb1595bade owned by compute:nova {{(pid=113210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:57:52.667431 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-be693657-e040-44a8-919c-cfd283fcf04e req-b514e6d1-9545-4757-a61f-4ac48f1d2ac3 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5 HTTP/1.1" status: 200 len: 1001 time: 0.1092649 Sep 17 03:57:52.737667 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be693657-e040-44a8-919c-cfd283fcf04e req-bd7c50e8-a697-4e9b-adac-afa78d9f1929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:52.739077 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-be693657-e040-44a8-919c-cfd283fcf04e req-bd7c50e8-a697-4e9b-adac-afa78d9f1929 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=d79f26d2-7e28-4c00-b0e8-4dc043d7353f HTTP/1.1" status: 200 len: 851 time: 0.0653899 Sep 17 03:57:52.814278 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be693657-e040-44a8-919c-cfd283fcf04e req-d1e0040f-b69a-4861-b7d1-f10ae9f35af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:52.815779 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-be693657-e040-44a8-919c-cfd283fcf04e req-d1e0040f-b69a-4861-b7d1-f10ae9f35af9 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=17da0435-2238-4de2-8cdc-e4e0ec82986c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0586555 Sep 17 03:57:52.851678 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe2f15-304e-4f66-a958-94defe032ba2 req-a805a4de-16d0-4692-b77b-6a9fd3d901ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:52.853148 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8dfe2f15-304e-4f66-a958-94defe032ba2 req-a805a4de-16d0-4692-b77b-6a9fd3d901ff service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=4f884129-c112-4f7f-ab1b-3d2e33686d02 HTTP/1.1" status: 200 len: 850 time: 0.3520885 Sep 17 03:57:52.868918 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:52.880165 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-4097c06a-8dc0-4282-9041-d42894b2005a req-942b81f2-1e25-4625-aea3-27feefbc3caa tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (27fc5b22-c2e3-4b5e-9a83-7efb1595bade), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:52.897092 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ea3d4-9352-4894-b47d-9fa06fe3151d req-1030e896-a466-48d7-a3df-07c5572528c2 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:52.898574 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-184ea3d4-9352-4894-b47d-9fa06fe3151d req-1030e896-a466-48d7-a3df-07c5572528c2 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 945 time: 0.1138999 Sep 17 03:57:52.914538 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a684599-77af-45f7-9f9d-ff6e13bf132b req-b6e01e35-ba10-4720-aff6-8ce8f362464f tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:52.916117 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-2a684599-77af-45f7-9f9d-ff6e13bf132b req-b6e01e35-ba10-4720-aff6-8ce8f362464f tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48baf0d5-7cf4-43a8-aec0-ab4de47156e8 HTTP/1.1" status: 200 len: 946 time: 0.1302698 Sep 17 03:57:52.924538 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] get_ports_and_sgs() called for port_ids ['27fc5b22-c2e3-4b5e-9a83-7efb1595bade'] {{(pid=113212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:57:52.931114 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b81f2-1e25-4625-aea3-27feefbc3caa tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] Pushing event deleted for resources: {'Port': ['ID=27fc5b22-c2e3-4b5e-9a83-7efb1595bade,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:57:52.931904 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe2f15-304e-4f66-a958-94defe032ba2 req-b67dd259-b096-4fec-aced-df0be735a40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:52.934557 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8dfe2f15-304e-4f66-a958-94defe032ba2 req-b67dd259-b096-4fec-aced-df0be735a40f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=d9470128-efc5-439d-94b6-d35d23a7faa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0739167 Sep 17 03:57:52.966601 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:52.987811 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:57:52.992541 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-be693657-e040-44a8-919c-cfd283fcf04e req-ac3a32fb-b5fd-4ab5-a733-790726d59569 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/17da0435-2238-4de2-8cdc-e4e0ec82986c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694000 Sep 17 03:57:52.993075 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [req-4097c06a-8dc0-4282-9041-d42894b2005a req-942b81f2-1e25-4625-aea3-27feefbc3caa tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] No DVR routers for this DVR port 27fc5b22-c2e3-4b5e-9a83-7efb1595bade on host hv-cinder-84914 {{(pid=113210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:57:52.995648 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-4097c06a-8dc0-4282-9041-d42894b2005a req-942b81f2-1e25-4625-aea3-27feefbc3caa tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for port (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:57:52.998974 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-4097c06a-8dc0-4282-9041-d42894b2005a req-942b81f2-1e25-4625-aea3-27feefbc3caa tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] 10.222.0.18 "DELETE /networking/v2.0/ports/27fc5b22-c2e3-4b5e-9a83-7efb1595bade HTTP/1.1" status: 204 len: 173 time: 0.7504554 Sep 17 03:57:53.005331 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ecbe6e-431c-4174-a0bc-f43ae2013da9', 'name': 'network-vif-deleted', 'tag': '27fc5b22-c2e3-4b5e-9a83-7efb1595bade'}] {{(pid=113210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:57:53.005331 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a613894f386080b2b9315951ba9a4c402b93d12b77848e4e2f89d9386810e3b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8191091f-3965-4083-8c83-2f19fe380583" -d '{"events": [{"server_uuid": "b5ecbe6e-431c-4174-a0bc-f43ae2013da9", "name": "network-vif-deleted", "tag": "27fc5b22-c2e3-4b5e-9a83-7efb1595bade"}]}' {{(pid=113210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:57:53.042923 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-184ea3d4-9352-4894-b47d-9fa06fe3151d req-17e6b2bd-a5c2-4718-b30c-aac33a44339c tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e00ffe96-bdd6-4412-a216-e0bd294cf54c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366444 Sep 17 03:57:53.123377 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c587b9e7-1dd7-456c-ab7a-9c4d86c8ce46 x-openstack-request-id: req-c587b9e7-1dd7-456c-ab7a-9c4d86c8ce46 {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:57:53.124326 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ecbe6e-431c-4174-a0bc-f43ae2013da9", "name": "network-vif-deleted", "tag": "27fc5b22-c2e3-4b5e-9a83-7efb1595bade", "status": "completed", "code": 200}]} {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:57:53.126006 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c587b9e7-1dd7-456c-ab7a-9c4d86c8ce46 {{(pid=113210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:57:53.126144 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-2a684599-77af-45f7-9f9d-ff6e13bf132b req-9ae2e2b8-bf45-417e-a9bd-ed4f384831a7 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=50953671-26f5-4b4d-830d-cbbc629c9546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842394 Sep 17 03:57:53.127445 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c587b9e7-1dd7-456c-ab7a-9c4d86c8ce46'] response: {'server_uuid': 'b5ecbe6e-431c-4174-a0bc-f43ae2013da9', 'name': 'network-vif-deleted', 'tag': '27fc5b22-c2e3-4b5e-9a83-7efb1595bade', 'status': 'completed', 'code': 200} Sep 17 03:57:53.138838 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8dfe2f15-304e-4f66-a958-94defe032ba2 req-14da2258-bc98-4461-958b-25c1f43f0ce2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d9470128-efc5-439d-94b6-d35d23a7faa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941059 Sep 17 03:57:53.185917 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-be693657-e040-44a8-919c-cfd283fcf04e req-1f12a922-94fc-4cfd-aa43-ce924a9c5c98 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/17da0435-2238-4de2-8cdc-e4e0ec82986c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806769 Sep 17 03:57:53.278929 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8dfe2f15-304e-4f66-a958-94defe032ba2 req-510dfeea-b37a-46bc-8272-fc7ae344d019 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d9470128-efc5-439d-94b6-d35d23a7faa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287656 Sep 17 03:57:53.601429 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9184a4a2-9cb1-4fb9-8687-788b63dc2134 req-b33439db-017d-4dda-b0fb-3fa506c5a5da tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b5ecbe6e-431c-4174-a0bc-f43ae2013da9 HTTP/1.1" status: 200 len: 210 time: 0.0288296 Sep 17 03:57:54.161864 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6aeee-e122-4e03-b9f6-08d5231a9f66 req-b3aa5956-3449-4299-bbf5-e1acfbd5176d tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:57:54.163353 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-dce6aeee-e122-4e03-b9f6-08d5231a9f66 req-b3aa5956-3449-4299-bbf5-e1acfbd5176d tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 945 time: 0.0472648 Sep 17 03:57:54.212548 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-dce6aeee-e122-4e03-b9f6-08d5231a9f66 req-8cec290b-51e3-4dad-8e40-cab420ab7b82 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e00ffe96-bdd6-4412-a216-e0bd294cf54c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426056 Sep 17 03:57:54.738674 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-97b90ff7-b215-4107-ad1b-c3aefd6518bd req-58a5fa5c-1c54-4921-864f-f59cebd84e6a tempest-VolumesNegativeTest-1029803168 tempest-VolumesNegativeTest-1029803168-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b5ecbe6e-431c-4174-a0bc-f43ae2013da9 HTTP/1.1" status: 200 len: 210 time: 0.0431919 Sep 17 03:57:55.908803 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 27fc5b22-c2e3-4b5e-9a83-7efb1595bade no longer exists at agent hyperv_hv-cinder-84914 {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:57:55.929191 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] No Port match for: 27fc5b22-c2e3-4b5e-9a83-7efb1595bade {{(pid=113212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:57:55.929529 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 27fc5b22-c2e3-4b5e-9a83-7efb1595bade not bound to the agent host hv-cinder-84914 {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:57:57.267468 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=26 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:58:00.485523 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=43,neutron:UPDATE=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:58:01.837205 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 53688) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:58:01.975564 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-eb83ef96-6808-419e-a225-b1d017087dcb admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=1a5fde45c808477eb29fa36d79bb1a81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1371520 Sep 17 03:58:01.984429 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 53692) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:58:02.034003 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-c856631c-8515-44a9-9c41-c9dc9e488f1c admin admin] Publish callbacks [] for security_group (fc03c99c-8f6c-45e0-b6e2-6a965c0fe32c), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:02.055540 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-c856631c-8515-44a9-9c41-c9dc9e488f1c admin admin] Publish callbacks [] for security_group (fc03c99c-8f6c-45e0-b6e2-6a965c0fe32c), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:02.182028 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-c856631c-8515-44a9-9c41-c9dc9e488f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (fc03c99c-8f6c-45e0-b6e2-6a965c0fe32c), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:02.185223 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-c856631c-8515-44a9-9c41-c9dc9e488f1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:02.186623 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-c856631c-8515-44a9-9c41-c9dc9e488f1c admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/fc03c99c-8f6c-45e0-b6e2-6a965c0fe32c HTTP/1.1" status: 204 len: 168 time: 0.2010968 Sep 17 03:58:02.195845 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c856631c-8515-44a9-9c41-c9dc9e488f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc03c99c-8f6c-45e0-b6e2-6a965c0fe32c,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:58:02.204866 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c856631c-8515-44a9-9c41-c9dc9e488f1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:58:02.205215 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c856631c-8515-44a9-9c41-c9dc9e488f1c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:58:02.205558 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c856631c-8515-44a9-9c41-c9dc9e488f1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:58:02.205928 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c856631c-8515-44a9-9c41-c9dc9e488f1c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:58:02.206271 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c856631c-8515-44a9-9c41-c9dc9e488f1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:58:02.206600 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c856631c-8515-44a9-9c41-c9dc9e488f1c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:58:02.206925 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c856631c-8515-44a9-9c41-c9dc9e488f1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:58:02.207251 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c856631c-8515-44a9-9c41-c9dc9e488f1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:58:02.207580 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c856631c-8515-44a9-9c41-c9dc9e488f1c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:58:02.207901 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c856631c-8515-44a9-9c41-c9dc9e488f1c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:58:02.208226 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c856631c-8515-44a9-9c41-c9dc9e488f1c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:58:02.208545 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c856631c-8515-44a9-9c41-c9dc9e488f1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:58:02.208864 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c856631c-8515-44a9-9c41-c9dc9e488f1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:58:02.209183 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c856631c-8515-44a9-9c41-c9dc9e488f1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:58:02.209501 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c856631c-8515-44a9-9c41-c9dc9e488f1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:58:04.710812 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=23 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:58:04.716698 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=75 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:58:05.914027 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:58:06.044080 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=54,neutron:DELETE=1 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:58:07.907200 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-07fd2b1f-7e94-4255-a9e0-4b055ff98d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b0b4725d-5d3f-4adf-8b60-729f2f7a35da), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:10.288323 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-a0cd4aa6-6698-4a7c-b790-434fd73bbf34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b971cbd0-997d-41fb-8614-0aea29982798), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:11.478836 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ff42d983-095d-47ba-82c6-d5d7a2ded2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b812d02d-dcd0-44a4-bd1c-6e92b95e6b3f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:12.198967 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=19,neutron:DELETE=3 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:58:12.201950 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=49,neutron:DELETE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:58:12.999325 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (287db9f2-8160-4728-95aa-12aebca604d4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:13.284937 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fecdf064-2280-4810-8c6f-7fec6cce5654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (7e0cb1e0-c4a7-4d3b-9abd-ffc9973ed5e0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:15.799176 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 53820) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:58:15.906062 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-3d0a765c-79b8-4976-b9ee-40f97fe2e6a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:15.980575 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-3d0a765c-79b8-4976-b9ee-40f97fe2e6a3 admin admin] Publish callbacks [] for security_group (b1e8b676-b511-4ba5-949a-8f3cafa09167), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:16.033347 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-3d0a765c-79b8-4976-b9ee-40f97fe2e6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (b1e8b676-b511-4ba5-949a-8f3cafa09167), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:16.076174 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a765c-79b8-4976-b9ee-40f97fe2e6a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e8b676-b511-4ba5-949a-8f3cafa09167,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:58:16.083420 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 53826) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:58:16.083933 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-3d0a765c-79b8-4976-b9ee-40f97fe2e6a3 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=4b9227a32f1b46e8ae3f6c5428abfe08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2832203 Sep 17 03:58:16.136159 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-43fb74e6-76ab-4a4b-b668-237108f7fcd6 admin admin] Publish callbacks [] for security_group (b1e8b676-b511-4ba5-949a-8f3cafa09167), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:16.156486 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-43fb74e6-76ab-4a4b-b668-237108f7fcd6 admin admin] Publish callbacks [] for security_group (b1e8b676-b511-4ba5-949a-8f3cafa09167), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:16.256112 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-43fb74e6-76ab-4a4b-b668-237108f7fcd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (b1e8b676-b511-4ba5-949a-8f3cafa09167), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:16.258600 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-43fb74e6-76ab-4a4b-b668-237108f7fcd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:16.259760 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-43fb74e6-76ab-4a4b-b668-237108f7fcd6 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b1e8b676-b511-4ba5-949a-8f3cafa09167 HTTP/1.1" status: 204 len: 168 time: 0.1739397 Sep 17 03:58:16.268038 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fb74e6-76ab-4a4b-b668-237108f7fcd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e8b676-b511-4ba5-949a-8f3cafa09167,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:58:16.277934 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb74e6-76ab-4a4b-b668-237108f7fcd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:58:16.278280 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb74e6-76ab-4a4b-b668-237108f7fcd6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:58:16.278621 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb74e6-76ab-4a4b-b668-237108f7fcd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:58:16.281254 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb74e6-76ab-4a4b-b668-237108f7fcd6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:58:16.281254 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb74e6-76ab-4a4b-b668-237108f7fcd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:58:16.281254 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb74e6-76ab-4a4b-b668-237108f7fcd6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:58:16.281254 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb74e6-76ab-4a4b-b668-237108f7fcd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:58:16.281254 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb74e6-76ab-4a4b-b668-237108f7fcd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:58:16.281254 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb74e6-76ab-4a4b-b668-237108f7fcd6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:58:16.281254 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb74e6-76ab-4a4b-b668-237108f7fcd6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:58:16.281254 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb74e6-76ab-4a4b-b668-237108f7fcd6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:58:16.282041 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb74e6-76ab-4a4b-b668-237108f7fcd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:58:16.282215 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb74e6-76ab-4a4b-b668-237108f7fcd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:58:16.282563 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb74e6-76ab-4a4b-b668-237108f7fcd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:58:16.282874 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb74e6-76ab-4a4b-b668-237108f7fcd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:58:17.758406 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (56a63866-613b-46a0-90ee-05b9222d9bfc), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:18.028265 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.agents_db [None req-b2aba882-f127-474e-990c-8a1f8fa77bd5 None None] Agent healthcheck: found 6 active agents {{(pid=113213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:58:26.071652 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=19,neutron:INSERT=5 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:58:26.074585 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=18,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:58:26.271379 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=15,neutron:DELETE=3 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:58:26.272096 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:58:27.693817 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:58:27.694894 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:58:28.023836 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=7 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:58:28.024609 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=3 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:58:37.929967 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-605b0664-5492-4601-8e63-ba4e0b7c5410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b0b4725d-5d3f-4adf-8b60-729f2f7a35da), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:40.292734 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-2d1c5101-ba1f-4545-b133-68896adb8cae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b971cbd0-997d-41fb-8614-0aea29982798), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:41.489980 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ff42d983-095d-47ba-82c6-d5d7a2ded2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b812d02d-dcd0-44a4-bd1c-6e92b95e6b3f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:42.766814 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00153875-2d96-449a-b9c0-ac719172e6b1 req-55f9d178-8af2-4d1a-8b45-5bf5ef129971 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:58:42.768840 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-00153875-2d96-449a-b9c0-ac719172e6b1 req-55f9d178-8af2-4d1a-8b45-5bf5ef129971 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48baf0d5-7cf4-43a8-aec0-ab4de47156e8 HTTP/1.1" status: 200 len: 946 time: 0.0484631 Sep 17 03:58:42.819523 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-00153875-2d96-449a-b9c0-ac719172e6b1 req-980c638d-6fa9-440e-8994-561288876a4c tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=50953671-26f5-4b4d-830d-cbbc629c9546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456626 Sep 17 03:58:42.981188 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (287db9f2-8160-4728-95aa-12aebca604d4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:43.295930 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fecdf064-2280-4810-8c6f-7fec6cce5654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (7e0cb1e0-c4a7-4d3b-9abd-ffc9973ed5e0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:44.040500 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991bba4-c1f5-4304-aac9-306b3153a84c req-a6fb9ea6-3447-47f7-9c26-21303240f508 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:58:44.041972 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9991bba4-c1f5-4304-aac9-306b3153a84c req-a6fb9ea6-3447-47f7-9c26-21303240f508 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48baf0d5-7cf4-43a8-aec0-ab4de47156e8 HTTP/1.1" status: 200 len: 946 time: 0.1452956 Sep 17 03:58:44.090404 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9991bba4-c1f5-4304-aac9-306b3153a84c req-389abbf2-a13c-4a6d-9c89-82cb695a817c tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=50953671-26f5-4b4d-830d-cbbc629c9546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425267 Sep 17 03:58:44.859041 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3301e60-2ffc-4882-a843-f14a8f819335 req-437586e6-1f63-4f79-b02b-ac60337cf66d tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:58:44.860449 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d3301e60-2ffc-4882-a843-f14a8f819335 req-437586e6-1f63-4f79-b02b-ac60337cf66d tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=48baf0d5-7cf4-43a8-aec0-ab4de47156e8 HTTP/1.1" status: 200 len: 946 time: 0.0455787 Sep 17 03:58:44.945414 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.plugin [req-d3301e60-2ffc-4882-a843-f14a8f819335 req-3f483b7b-8602-44f7-baad-2372e4c150eb tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Deleting port a8ec1e73-39f8-4f0b-b495-001f5fa49116 {{(pid=113211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:58:44.945776 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-d3301e60-2ffc-4882-a843-f14a8f819335 req-3f483b7b-8602-44f7-baad-2372e4c150eb tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (a8ec1e73-39f8-4f0b-b495-001f5fa49116), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:45.036412 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.db [req-d3301e60-2ffc-4882-a843-f14a8f819335 req-3f483b7b-8602-44f7-baad-2372e4c150eb tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] For port a8ec1e73-39f8-4f0b-b495-001f5fa49116, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a8ec1e73-39f8-4f0b-b495-001f5fa49116,segment=NetworkSegment(047735be-3668-4dfd-9f80-67e255ea19e4),segment_id=047735be-3668-4dfd-9f80-67e255ea19e4)] {{(pid=113211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:58:45.036776 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-d3301e60-2ffc-4882-a843-f14a8f819335 req-3f483b7b-8602-44f7-baad-2372e4c150eb tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (a8ec1e73-39f8-4f0b-b495-001f5fa49116), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:45.049463 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.plugin [req-d3301e60-2ffc-4882-a843-f14a8f819335 req-3f483b7b-8602-44f7-baad-2372e4c150eb tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Calling delete_port for a8ec1e73-39f8-4f0b-b495-001f5fa49116 owned by compute:nova {{(pid=113211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:58:45.216817 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f4bf3d-f21b-4e11-87b6-57555b98d24f req-ab723bf2-1128-4055-8a77-b46af97cf816 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:58:45.218300 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-80f4bf3d-f21b-4e11-87b6-57555b98d24f req-ab723bf2-1128-4055-8a77-b46af97cf816 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48baf0d5-7cf4-43a8-aec0-ab4de47156e8 HTTP/1.1" status: 200 len: 946 time: 0.0488646 Sep 17 03:58:45.264083 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-d3301e60-2ffc-4882-a843-f14a8f819335 req-3f483b7b-8602-44f7-baad-2372e4c150eb tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26185590'] for port (a8ec1e73-39f8-4f0b-b495-001f5fa49116), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:45.298273 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-80f4bf3d-f21b-4e11-87b6-57555b98d24f req-08ad01ab-797a-424e-92de-ffc9d12d85de tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=50953671-26f5-4b4d-830d-cbbc629c9546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733626 Sep 17 03:58:45.299567 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] get_ports_and_sgs() called for port_ids ['a8ec1e73-39f8-4f0b-b495-001f5fa49116'] {{(pid=113212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:58:45.300727 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f483b7b-8602-44f7-baad-2372e4c150eb tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Pushing event deleted for resources: {'Port': ['ID=a8ec1e73-39f8-4f0b-b495-001f5fa49116,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:58:45.343721 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3301e60-2ffc-4882-a843-f14a8f819335 req-3f483b7b-8602-44f7-baad-2372e4c150eb tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] No DVR routers for this DVR port a8ec1e73-39f8-4f0b-b495-001f5fa49116 on host hv-cinder-84914 {{(pid=113211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:58:45.346077 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-d3301e60-2ffc-4882-a843-f14a8f819335 req-3f483b7b-8602-44f7-baad-2372e4c150eb tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for port (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:45.350083 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d3301e60-2ffc-4882-a843-f14a8f819335 req-3f483b7b-8602-44f7-baad-2372e4c150eb tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.18 "DELETE /networking/v2.0/ports/a8ec1e73-39f8-4f0b-b495-001f5fa49116 HTTP/1.1" status: 204 len: 173 time: 0.4821403 Sep 17 03:58:45.350560 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48baf0d5-7cf4-43a8-aec0-ab4de47156e8', 'name': 'network-vif-deleted', 'tag': 'a8ec1e73-39f8-4f0b-b495-001f5fa49116'}] {{(pid=113211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:58:45.352755 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346c2caff186dcd388f83f6dc64b2ba25d7763d65cfebe6fa09f9256a5522518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d7bdbd-7d4e-4081-bde7-8a6c3780f80b" -d '{"events": [{"server_uuid": "48baf0d5-7cf4-43a8-aec0-ab4de47156e8", "name": "network-vif-deleted", "tag": "a8ec1e73-39f8-4f0b-b495-001f5fa49116"}]}' {{(pid=113211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:58:45.390360 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a85d03b-892c-418d-bda1-7f672ede2c80 x-openstack-request-id: req-0a85d03b-892c-418d-bda1-7f672ede2c80 {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:58:45.390662 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48baf0d5-7cf4-43a8-aec0-ab4de47156e8", "name": "network-vif-deleted", "tag": "a8ec1e73-39f8-4f0b-b495-001f5fa49116", "status": "completed", "code": 200}]} {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:58:45.390908 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0a85d03b-892c-418d-bda1-7f672ede2c80 {{(pid=113211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:58:45.391316 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a85d03b-892c-418d-bda1-7f672ede2c80'] response: {'server_uuid': '48baf0d5-7cf4-43a8-aec0-ab4de47156e8', 'name': 'network-vif-deleted', 'tag': 'a8ec1e73-39f8-4f0b-b495-001f5fa49116', 'status': 'completed', 'code': 200} Sep 17 03:58:46.416276 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-39de63ee-29a4-497c-8b4d-c8f9c0bf8afc req-ea37dbad-1c52-467e-a123-2879c278f3b3 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48baf0d5-7cf4-43a8-aec0-ab4de47156e8 HTTP/1.1" status: 200 len: 210 time: 0.0276113 Sep 17 03:58:47.672184 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b3762-0ee2-41ec-b3c4-acb14099c90b req-c18ed3ed-f5fd-45fb-bb63-43cd11515547 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:58:47.673663 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-144b3762-0ee2-41ec-b3c4-acb14099c90b req-c18ed3ed-f5fd-45fb-bb63-43cd11515547 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 945 time: 0.0542870 Sep 17 03:58:47.721300 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-144b3762-0ee2-41ec-b3c4-acb14099c90b req-25429237-652c-4b28-807e-d4965211cd55 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e00ffe96-bdd6-4412-a216-e0bd294cf54c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418973 Sep 17 03:58:47.773213 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (56a63866-613b-46a0-90ee-05b9222d9bfc), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:48.167399 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device a8ec1e73-39f8-4f0b-b495-001f5fa49116 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:58:48.189520 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] No Port match for: a8ec1e73-39f8-4f0b-b495-001f5fa49116 {{(pid=113212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:58:48.189879 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device a8ec1e73-39f8-4f0b-b495-001f5fa49116 not bound to the agent host hv-cinder-84914 {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:58:48.843300 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325686c6-2487-4473-8245-f3509c85bba8 req-65c5fd51-3b4a-424c-9769-831847fb7411 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:58:48.844751 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-325686c6-2487-4473-8245-f3509c85bba8 req-65c5fd51-3b4a-424c-9769-831847fb7411 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 945 time: 0.0461884 Sep 17 03:58:48.891611 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-325686c6-2487-4473-8245-f3509c85bba8 req-e201575b-a45f-4970-9ce5-a31d6ca88ac6 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e00ffe96-bdd6-4412-a216-e0bd294cf54c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402100 Sep 17 03:58:49.994328 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:58:50.012440 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e34727-59e5-457c-ba49-1a4e56372ddf req-0a797611-07fa-4f6f-8283-d00884f02810 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:58:50.013923 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e6e34727-59e5-457c-ba49-1a4e56372ddf req-0a797611-07fa-4f6f-8283-d00884f02810 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 945 time: 0.0462601 Sep 17 03:58:50.035603 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:58:50.070040 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-e6e34727-59e5-457c-ba49-1a4e56372ddf req-14860b18-d3b8-4711-9859-06ddcaab9ed8 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e00ffe96-bdd6-4412-a216-e0bd294cf54c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494318 Sep 17 03:58:51.195647 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d00093-3219-4551-9f16-5fd345c6371c req-382ce10c-298f-4ffe-a5f8-6d6908652c2f tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:58:51.197086 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a8d00093-3219-4551-9f16-5fd345c6371c req-382ce10c-298f-4ffe-a5f8-6d6908652c2f tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 945 time: 0.0467403 Sep 17 03:58:51.243825 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a8d00093-3219-4551-9f16-5fd345c6371c req-90ebab38-88b4-4d83-b9e5-abec4fb1ec63 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e00ffe96-bdd6-4412-a216-e0bd294cf54c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411484 Sep 17 03:58:51.648931 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f855d08-6d69-4ba0-b820-989d3fd62e9a req-3a1ce357-344a-417d-9c75-bd032f414004 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:58:51.651448 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-4f855d08-6d69-4ba0-b820-989d3fd62e9a req-3a1ce357-344a-417d-9c75-bd032f414004 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 945 time: 0.0492399 Sep 17 03:58:51.741245 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.plugin [req-4f855d08-6d69-4ba0-b820-989d3fd62e9a req-b1e20e9f-16e3-4cef-b381-680c57b6869c tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Deleting port 324afd0c-23b1-40bc-8f71-5c1fc422c12a {{(pid=113211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:58:51.741649 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-4f855d08-6d69-4ba0-b820-989d3fd62e9a req-b1e20e9f-16e3-4cef-b381-680c57b6869c tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (324afd0c-23b1-40bc-8f71-5c1fc422c12a), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:51.841482 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.db [req-4f855d08-6d69-4ba0-b820-989d3fd62e9a req-b1e20e9f-16e3-4cef-b381-680c57b6869c tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] For port 324afd0c-23b1-40bc-8f71-5c1fc422c12a, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=324afd0c-23b1-40bc-8f71-5c1fc422c12a,segment=NetworkSegment(2aa42ccc-3b1d-4dba-8200-4437b7ed3a87),segment_id=2aa42ccc-3b1d-4dba-8200-4437b7ed3a87)] {{(pid=113211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:58:51.841894 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-4f855d08-6d69-4ba0-b820-989d3fd62e9a req-b1e20e9f-16e3-4cef-b381-680c57b6869c tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (324afd0c-23b1-40bc-8f71-5c1fc422c12a), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:52.010191 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-4f855d08-6d69-4ba0-b820-989d3fd62e9a req-b1e20e9f-16e3-4cef-b381-680c57b6869c tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:52.010564 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-4f855d08-6d69-4ba0-b820-989d3fd62e9a req-b1e20e9f-16e3-4cef-b381-680c57b6869c tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615334'] for floatingip (3a09b0d4-ce23-4dd1-9fd8-71fad082b68a), after_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:52.010879 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.db.l3_db [req-4f855d08-6d69-4ba0-b820-989d3fd62e9a req-b1e20e9f-16e3-4cef-b381-680c57b6869c tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Floating IP 3a09b0d4-ce23-4dd1-9fd8-71fad082b68a disassociated. External IP: 172.27.0.34, port: 324afd0c-23b1-40bc-8f71-5c1fc422c12a. Sep 17 03:58:52.011222 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.plugin [req-4f855d08-6d69-4ba0-b820-989d3fd62e9a req-b1e20e9f-16e3-4cef-b381-680c57b6869c tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Calling delete_port for 324afd0c-23b1-40bc-8f71-5c1fc422c12a owned by compute:nova {{(pid=113211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:58:52.218605 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-4f855d08-6d69-4ba0-b820-989d3fd62e9a req-b1e20e9f-16e3-4cef-b381-680c57b6869c tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26185590'] for port (324afd0c-23b1-40bc-8f71-5c1fc422c12a), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:52.248451 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e20e9f-16e3-4cef-b381-680c57b6869c tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Pushing event deleted for resources: {'Port': ['ID=324afd0c-23b1-40bc-8f71-5c1fc422c12a,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:58:52.377145 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-3f788673-1091-4952-b3cd-b59774fdb294 req-8426f72c-a582-45ef-af0c-d5ba67032e7c tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 210 time: 0.0381951 Sep 17 03:58:52.395046 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f855d08-6d69-4ba0-b820-989d3fd62e9a req-b1e20e9f-16e3-4cef-b381-680c57b6869c tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Router 0ddbff4c-869c-4395-840b-62153fa7fbbb has already been hosted by L3 agent b971cbd0-997d-41fb-8614-0aea29982798 {{(pid=113211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:58:52.484878 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:58:52.504239 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f855d08-6d69-4ba0-b820-989d3fd62e9a req-b1e20e9f-16e3-4cef-b381-680c57b6869c tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:58:52.510201 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:58:52.514791 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f14111-ee38-4fb7-a9ca-213d80589266 None None] Sync routers for ids ['0ddbff4c-869c-4395-840b-62153fa7fbbb'] in dv-cinder-849143-3-iscsi {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:58:52.525994 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f14111-ee38-4fb7-a9ca-213d80589266 None None] Routers {'0ddbff4c-869c-4395-840b-62153fa7fbbb'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:58:52.527644 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-15f14111-ee38-4fb7-a9ca-213d80589266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:58:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['0ddbff4c-869c-4395-840b-62153fa7fbbb'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:58:52.549125 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f855d08-6d69-4ba0-b820-989d3fd62e9a req-b1e20e9f-16e3-4cef-b381-680c57b6869c tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] No DVR routers for this DVR port 324afd0c-23b1-40bc-8f71-5c1fc422c12a on host hv-cinder-84914 {{(pid=113211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:58:52.551817 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-4f855d08-6d69-4ba0-b820-989d3fd62e9a req-b1e20e9f-16e3-4cef-b381-680c57b6869c tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for port (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:52.556278 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-4f855d08-6d69-4ba0-b820-989d3fd62e9a req-b1e20e9f-16e3-4cef-b381-680c57b6869c tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.18 "DELETE /networking/v2.0/ports/324afd0c-23b1-40bc-8f71-5c1fc422c12a HTTP/1.1" status: 204 len: 173 time: 0.8969784 Sep 17 03:58:52.556278 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6118a1fe-8638-4e2e-ac9b-20edad4bf588', 'name': 'network-vif-deleted', 'tag': '324afd0c-23b1-40bc-8f71-5c1fc422c12a'}] {{(pid=113211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:58:52.557858 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346c2caff186dcd388f83f6dc64b2ba25d7763d65cfebe6fa09f9256a5522518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd07046c-7211-4dcf-8341-f36f6c91c268" -d '{"events": [{"server_uuid": "6118a1fe-8638-4e2e-ac9b-20edad4bf588", "name": "network-vif-deleted", "tag": "324afd0c-23b1-40bc-8f71-5c1fc422c12a"}]}' {{(pid=113211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:58:52.598258 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb7f1c3-43be-4558-a46e-c58d0eac97cb x-openstack-request-id: req-4fb7f1c3-43be-4558-a46e-c58d0eac97cb {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:58:52.598817 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6118a1fe-8638-4e2e-ac9b-20edad4bf588", "name": "network-vif-deleted", "tag": "324afd0c-23b1-40bc-8f71-5c1fc422c12a", "status": "completed", "code": 200}]} {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:58:52.599287 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4fb7f1c3-43be-4558-a46e-c58d0eac97cb {{(pid=113211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:58:52.600073 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fb7f1c3-43be-4558-a46e-c58d0eac97cb'] response: {'server_uuid': '6118a1fe-8638-4e2e-ac9b-20edad4bf588', 'name': 'network-vif-deleted', 'tag': '324afd0c-23b1-40bc-8f71-5c1fc422c12a', 'status': 'completed', 'code': 200} Sep 17 03:58:52.637294 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-15f14111-ee38-4fb7-a9ca-213d80589266 None None] Set router 0ddbff4c-869c-4395-840b-62153fa7fbbb gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:58:52.841460 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-15f14111-ee38-4fb7-a9ca-213d80589266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'name': 'tempest-AttachVolumeTestJSON-1503991509-router', 'tenant_id': 'ddf27ec567494d03bd1d2469aef97264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '0dc8a0ca-d127-4c9a-860a-fe2ca661e674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:54:48Z', 'updated_at': '2022-09-17T03:54:54Z', 'revision_number': 4, 'project_id': 'ddf27ec567494d03bd1d2469aef97264', 'gw_port': {'id': '0dc8a0ca-d127-4c9a-860a-fe2ca661e674', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:54:49Z', 'updated_at': '2022-09-17T03:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': '41f2ee60-fca2-4afe-bd77-26b618c3f138', 'name': '', 'network_id': 'd9470128-efc5-439d-94b6-d35d23a7faa0', 'tenant_id': 'ddf27ec567494d03bd1d2469aef97264', 'mac_address': 'fa:16:3e:f1:71:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '4f884129-c112-4f7f-ab1b-3d2e33686d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:54:53Z', 'updated_at': '2022-09-17T03:55:02Z', 'revision_number': 5, 'project_id': 'ddf27ec567494d03bd1d2469aef97264', 'subnets': [{'id': '4f884129-c112-4f7f-ab1b-3d2e33686d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:58:52.870732 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f14111-ee38-4fb7-a9ca-213d80589266 None None] Checking router: 0ddbff4c-869c-4395-840b-62153fa7fbbb for host: dv-cinder-849143-3-iscsi {{(pid=113212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:58:52.879495 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f14111-ee38-4fb7-a9ca-213d80589266 None None] Routers {'0ddbff4c-869c-4395-840b-62153fa7fbbb'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:58:52.880106 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-15f14111-ee38-4fb7-a9ca-213d80589266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:58:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['0ddbff4c-869c-4395-840b-62153fa7fbbb'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:58:52.980102 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-15f14111-ee38-4fb7-a9ca-213d80589266 None None] Set router 0ddbff4c-869c-4395-840b-62153fa7fbbb gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:58:53.176571 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-15f14111-ee38-4fb7-a9ca-213d80589266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'name': 'tempest-AttachVolumeTestJSON-1503991509-router', 'tenant_id': 'ddf27ec567494d03bd1d2469aef97264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '0dc8a0ca-d127-4c9a-860a-fe2ca661e674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:54:48Z', 'updated_at': '2022-09-17T03:54:54Z', 'revision_number': 4, 'project_id': 'ddf27ec567494d03bd1d2469aef97264', 'gw_port': {'id': '0dc8a0ca-d127-4c9a-860a-fe2ca661e674', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:54:49Z', 'updated_at': '2022-09-17T03:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': '41f2ee60-fca2-4afe-bd77-26b618c3f138', 'name': '', 'network_id': 'd9470128-efc5-439d-94b6-d35d23a7faa0', 'tenant_id': 'ddf27ec567494d03bd1d2469aef97264', 'mac_address': 'fa:16:3e:f1:71:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '4f884129-c112-4f7f-ab1b-3d2e33686d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:54:53Z', 'updated_at': '2022-09-17T03:55:02Z', 'revision_number': 5, 'project_id': 'ddf27ec567494d03bd1d2469aef97264', 'subnets': [{'id': '4f884129-c112-4f7f-ab1b-3d2e33686d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:58:53.201630 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f14111-ee38-4fb7-a9ca-213d80589266 None None] The sync data for ids ['0ddbff4c-869c-4395-840b-62153fa7fbbb'] in dv-cinder-849143-3-iscsi is: [{'id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'name': 'tempest-AttachVolumeTestJSON-1503991509-router', 'tenant_id': 'ddf27ec567494d03bd1d2469aef97264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '0dc8a0ca-d127-4c9a-860a-fe2ca661e674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:54:48Z', 'updated_at': '2022-09-17T03:54:54Z', 'revision_number': 4, 'project_id': 'ddf27ec567494d03bd1d2469aef97264', 'gw_port': {'id': '0dc8a0ca-d127-4c9a-860a-fe2ca661e674', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:54:49Z', 'updated_at': '2022-09-17T03:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': '41f2ee60-fca2-4afe-bd77-26b618c3f138', 'name': '', 'network_id': 'd9470128-efc5-439d-94b6-d35d23a7faa0', 'tenant_id': 'ddf27ec567494d03bd1d2469aef97264', 'mac_address': 'fa:16:3e:f1:71:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '4f884129-c112-4f7f-ab1b-3d2e33686d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:54:53Z', 'updated_at': '2022-09-17T03:55:02Z', 'revision_number': 5, 'project_id': 'ddf27ec567494d03bd1d2469aef97264', 'subnets': [{'id': '4f884129-c112-4f7f-ab1b-3d2e33686d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:58:53.415338 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5410c44-919f-432e-b6b8-f6e03941a0a9 None None] New status for floating IP 3a09b0d4-ce23-4dd1-9fd8-71fad082b68a: DOWN {{(pid=113213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 03:58:53.520787 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-bda66109-ce7e-4bdc-9584-3d1383e8ca49 req-e059f02e-7c92-4932-8f5b-02141bfdaaca tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6118a1fe-8638-4e2e-ac9b-20edad4bf588 HTTP/1.1" status: 200 len: 210 time: 0.0447540 Sep 17 03:58:54.682576 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 54002) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:58:54.736766 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-be0dc59c-6cf5-4ddd-9697-e2df81870d7f tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks [] for security_group (e00ffe96-bdd6-4412-a216-e0bd294cf54c), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:54.758797 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-be0dc59c-6cf5-4ddd-9697-e2df81870d7f tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks [] for security_group (e00ffe96-bdd6-4412-a216-e0bd294cf54c), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:54.870113 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-be0dc59c-6cf5-4ddd-9697-e2df81870d7f tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (e00ffe96-bdd6-4412-a216-e0bd294cf54c), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:54.872668 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-be0dc59c-6cf5-4ddd-9697-e2df81870d7f tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks [] for security_group (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:54.873952 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-be0dc59c-6cf5-4ddd-9697-e2df81870d7f tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e00ffe96-bdd6-4412-a216-e0bd294cf54c HTTP/1.1" status: 204 len: 168 time: 0.1903131 Sep 17 03:58:54.876850 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 54006) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:58:54.885559 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0dc59c-6cf5-4ddd-9697-e2df81870d7f tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00ffe96-bdd6-4412-a216-e0bd294cf54c,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:58:54.890991 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.api.v2.resource [None req-29cc5e1f-651a-45af-915d-c6e974a0a9f7 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] show failed (client error): The resource could not be found. Sep 17 03:58:54.892004 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-29cc5e1f-651a-45af-915d-c6e974a0a9f7 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups/e00ffe96-bdd6-4412-a216-e0bd294cf54c HTTP/1.1" status: 404 len: 347 time: 0.0141599 Sep 17 03:58:54.895548 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 54008) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:58:55.027376 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.agents_db [None req-b2aba882-f127-474e-990c-8a1f8fa77bd5 None None] Agent healthcheck: found 6 active agents {{(pid=113213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:58:55.265961 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-efc019c8-1f35-4177-8b68-e3925f0807c0 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Deleting port 4490b884-6516-4c7f-abd9-5b095edd33f6 {{(pid=113210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:58:55.266310 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-efc019c8-1f35-4177-8b68-e3925f0807c0 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (4490b884-6516-4c7f-abd9-5b095edd33f6), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:55.341157 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-efc019c8-1f35-4177-8b68-e3925f0807c0 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (4490b884-6516-4c7f-abd9-5b095edd33f6), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:55.341481 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-efc019c8-1f35-4177-8b68-e3925f0807c0 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks [] for floatingip (4490b884-6516-4c7f-abd9-5b095edd33f6), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:55.357170 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-efc019c8-1f35-4177-8b68-e3925f0807c0 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Calling delete_port for 4490b884-6516-4c7f-abd9-5b095edd33f6 owned by network:floatingip {{(pid=113210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:58:55.553177 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-efc019c8-1f35-4177-8b68-e3925f0807c0 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (4490b884-6516-4c7f-abd9-5b095edd33f6), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:55.580792 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc019c8-1f35-4177-8b68-e3925f0807c0 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Pushing event deleted for resources: {'Port': ['ID=4490b884-6516-4c7f-abd9-5b095edd33f6,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:58:55.642198 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-efc019c8-1f35-4177-8b68-e3925f0807c0 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks [] for floatingip (3a09b0d4-ce23-4dd1-9fd8-71fad082b68a), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:55.645690 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-efc019c8-1f35-4177-8b68-e3925f0807c0 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for floatingip (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:55.647645 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-efc019c8-1f35-4177-8b68-e3925f0807c0 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/3a09b0d4-ce23-4dd1-9fd8-71fad082b68a HTTP/1.1" status: 204 len: 168 time: 0.7509563 Sep 17 03:58:55.799539 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 54012) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:58:55.804444 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-854396c4-9054-4f2f-a24c-49d81c21075e tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1761452790', 'description': 'tempest-description--242188442'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:58:55.896174 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-854396c4-9054-4f2f-a24c-49d81c21075e tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:55.965216 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-854396c4-9054-4f2f-a24c-49d81c21075e tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks [] for security_group (b5dc7622-f1ea-460f-b0a0-6f18fac82f33), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:56.033098 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-854396c4-9054-4f2f-a24c-49d81c21075e tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (b5dc7622-f1ea-460f-b0a0-6f18fac82f33), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:56.062387 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854396c4-9054-4f2f-a24c-49d81c21075e tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5dc7622-f1ea-460f-b0a0-6f18fac82f33,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:58:56.137846 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-854396c4-9054-4f2f-a24c-49d81c21075e tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:56.139091 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-854396c4-9054-4f2f-a24c-49d81c21075e tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3384407 Sep 17 03:58:56.142010 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 54016) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:58:56.147160 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-f3f3f61a-3e0c-4326-bd85-27356712f407 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Request body: {'security_group_rule': {'security_group_id': 'b5dc7622-f1ea-460f-b0a0-6f18fac82f33', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:58:56.245294 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-f3f3f61a-3e0c-4326-bd85-27356712f407 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks [] for security_group_rule (bdb859c5-723b-4e62-958d-850150ac0850), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:56.304591 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-f3f3f61a-3e0c-4326-bd85-27356712f407 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks [] for security_group_rule (bdb859c5-723b-4e62-958d-850150ac0850), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:56.386974 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-f3f3f61a-3e0c-4326-bd85-27356712f407 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553096'] for security_group_rule (bdb859c5-723b-4e62-958d-850150ac0850), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:56.405936 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f3f61a-3e0c-4326-bd85-27356712f407 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdb859c5-723b-4e62-958d-850150ac0850,revision_number=0']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:58:56.465940 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-f3f3f61a-3e0c-4326-bd85-27356712f407 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:56.467146 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-f3f3f61a-3e0c-4326-bd85-27356712f407 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3242064 Sep 17 03:58:56.469875 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 54018) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:58:56.475205 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-3b57e14b-fea2-4fc0-9851-b28ed7a71d77 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Request body: {'security_group_rule': {'security_group_id': 'b5dc7622-f1ea-460f-b0a0-6f18fac82f33', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:58:56.551538 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:58:56.553472 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-3b57e14b-fea2-4fc0-9851-b28ed7a71d77 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks [] for security_group_rule (54e4fb37-7f4a-4413-bfbd-dfb1a9e286ad), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:56.564504 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=11 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:58:56.610271 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-3b57e14b-fea2-4fc0-9851-b28ed7a71d77 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks [] for security_group_rule (54e4fb37-7f4a-4413-bfbd-dfb1a9e286ad), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:56.712620 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-3b57e14b-fea2-4fc0-9851-b28ed7a71d77 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553096'] for security_group_rule (54e4fb37-7f4a-4413-bfbd-dfb1a9e286ad), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:56.733324 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b57e14b-fea2-4fc0-9851-b28ed7a71d77 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54e4fb37-7f4a-4413-bfbd-dfb1a9e286ad,revision_number=0']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:58:56.817829 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-3b57e14b-fea2-4fc0-9851-b28ed7a71d77 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:56.819810 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-3b57e14b-fea2-4fc0-9851-b28ed7a71d77 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3489532 Sep 17 03:58:56.822884 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 54020) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:58:56.827203 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [None req-b7b83176-0a68-4bea-a5f7-d94645ed7fc1 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Request body: {'floatingip': {'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:58:56.901455 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b7b83176-0a68-4bea-a5f7-d94645ed7fc1 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:56.986328 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b7b83176-0a68-4bea-a5f7-d94645ed7fc1 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:57.001088 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 324afd0c-23b1-40bc-8f71-5c1fc422c12a no longer exists at agent hyperv_hv-cinder-84914 {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:58:57.024161 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] No Port match for: 324afd0c-23b1-40bc-8f71-5c1fc422c12a {{(pid=113212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:58:57.024502 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 324afd0c-23b1-40bc-8f71-5c1fc422c12a not bound to the agent host hv-cinder-84914 {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:58:57.091648 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.db_base_plugin_common [None req-b7b83176-0a68-4bea-a5f7-d94645ed7fc1 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Allocated IP 172.27.0.205 (4d68fa53-4257-4a6b-8a5b-fb329be82f15/9fe7d342-7214-45a3-bf4f-d121f4a79efc/13baffdb-c256-4d14-ad71-9bbf7c1fc24d) {{(pid=113210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:58:57.198281 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b7b83176-0a68-4bea-a5f7-d94645ed7fc1 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks [] for port (13baffdb-c256-4d14-ad71-9bbf7c1fc24d), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:57.310726 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b7b83176-0a68-4bea-a5f7-d94645ed7fc1 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (13baffdb-c256-4d14-ad71-9bbf7c1fc24d), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:57.356456 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b83176-0a68-4bea-a5f7-d94645ed7fc1 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Network 4d68fa53-4257-4a6b-8a5b-fb329be82f15 is already hosted by enough agents. {{(pid=113210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:58:57.359574 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.base_scheduler [None req-b7b83176-0a68-4bea-a5f7-d94645ed7fc1 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Resources bound (agent type, host, resource id): {{(pid=113210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:58:57.363836 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b83176-0a68-4bea-a5f7-d94645ed7fc1 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Received port after_create {{(pid=113210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:58:57.370241 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b83176-0a68-4bea-a5f7-d94645ed7fc1 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Pushing event updated for resources: {'Port': ['ID=13baffdb-c256-4d14-ad71-9bbf7c1fc24d,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:58:57.416014 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:58:57.455409 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b7b83176-0a68-4bea-a5f7-d94645ed7fc1 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks [] for floatingip (431edc76-d1e6-400a-b3dd-e7ce72de7268), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:57.553022 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b7b83176-0a68-4bea-a5f7-d94645ed7fc1 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (13baffdb-c256-4d14-ad71-9bbf7c1fc24d), before_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:57.695326 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:58:57.708173 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b7b83176-0a68-4bea-a5f7-d94645ed7fc1 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks [] for port (13baffdb-c256-4d14-ad71-9bbf7c1fc24d), precommit_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:57.772418 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b7b83176-0a68-4bea-a5f7-d94645ed7fc1 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25815858'] for port (13baffdb-c256-4d14-ad71-9bbf7c1fc24d), after_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:57.843244 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b83176-0a68-4bea-a5f7-d94645ed7fc1 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Pushing event updated for resources: {'Port': ['ID=13baffdb-c256-4d14-ad71-9bbf7c1fc24d,revision_number=2']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:58:57.846699 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b7b83176-0a68-4bea-a5f7-d94645ed7fc1 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615334'] for floatingip (431edc76-d1e6-400a-b3dd-e7ce72de7268), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:57.929102 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b7b83176-0a68-4bea-a5f7-d94645ed7fc1 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for floatingip (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:58:57.930490 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-b7b83176-0a68-4bea-a5f7-d94645ed7fc1 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1066842 Sep 17 03:58:58.151596 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-adb5e3c3-4c76-404d-aac2-005b14072935 req-5406f459-cf70-4058-b714-d327f74976c1 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1761452790&fields=id&tenant_id=ddf27ec567494d03bd1d2469aef97264 HTTP/1.1" status: 200 len: 267 time: 0.0567725 Sep 17 03:58:58.323312 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6522c17-419c-41cf-8eff-f13be03fec47 req-51b82145-353b-47e2-b12c-0bc4282e79ea tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:58:58.324755 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c6522c17-419c-41cf-8eff-f13be03fec47 req-51b82145-353b-47e2-b12c-0bc4282e79ea tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/networks?id=8c85ffd5-3256-496e-8451-6040004d9b3a HTTP/1.1" status: 200 len: 813 time: 0.1876979 Sep 17 03:58:58.332258 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5e3c3-4c76-404d-aac2-005b14072935 req-e273fffc-92e4-4329-bb83-e4f46940dd09 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:58:58.333562 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-adb5e3c3-4c76-404d-aac2-005b14072935 req-e273fffc-92e4-4329-bb83-e4f46940dd09 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/networks?id=d9470128-efc5-439d-94b6-d35d23a7faa0 HTTP/1.1" status: 200 len: 811 time: 0.1720030 Sep 17 03:58:58.353032 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c6522c17-419c-41cf-8eff-f13be03fec47 req-4341c83a-015e-4511-be5b-423a7bbef2bf tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/quotas/9cb618ef3b9b40bf81b560c943f867fc HTTP/1.1" status: 200 len: 375 time: 0.0184627 Sep 17 03:58:58.355442 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-adb5e3c3-4c76-404d-aac2-005b14072935 req-62da0def-ef02-4272-9ca0-681c45f18288 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/quotas/ddf27ec567494d03bd1d2469aef97264 HTTP/1.1" status: 200 len: 375 time: 0.0127971 Sep 17 03:58:58.393353 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c6522c17-419c-41cf-8eff-f13be03fec47 req-3575d9ec-fafb-4ced-b5bc-499296d4598c tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=9cb618ef3b9b40bf81b560c943f867fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347869 Sep 17 03:58:58.419323 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [req-c6522c17-419c-41cf-8eff-f13be03fec47 req-494a1d08-99c6-45a6-b711-861cf52990f6 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113211) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 17 03:58:58.420274 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c6522c17-419c-41cf-8eff-f13be03fec47 req-494a1d08-99c6-45a6-b711-861cf52990f6 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0076387 Sep 17 03:58:58.443073 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-adb5e3c3-4c76-404d-aac2-005b14072935 req-1d97fe14-8ce2-476d-8dc5-10e3462a586b tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=ddf27ec567494d03bd1d2469aef97264&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0766366 Sep 17 03:58:58.483975 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [req-adb5e3c3-4c76-404d-aac2-005b14072935 req-10e76aad-2317-4b2b-b58c-b39f46496e76 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113211) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 17 03:58:58.484934 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-adb5e3c3-4c76-404d-aac2-005b14072935 req-10e76aad-2317-4b2b-b58c-b39f46496e76 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0292168 Sep 17 03:58:58.582217 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c6522c17-419c-41cf-8eff-f13be03fec47 req-5fcb9e13-7d12-4b54-aaf2-ebc5a64e841c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/8c85ffd5-3256-496e-8451-6040004d9b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542747 Sep 17 03:58:58.647201 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-adb5e3c3-4c76-404d-aac2-005b14072935 req-4c73c9ad-520c-4633-9bd5-81ed719b0d12 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/d9470128-efc5-439d-94b6-d35d23a7faa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564004 Sep 17 03:58:58.747917 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c6522c17-419c-41cf-8eff-f13be03fec47 req-1e34303b-f1ae-4f15-991b-dbb5a8b0f7c1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/8c85ffd5-3256-496e-8451-6040004d9b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570985 Sep 17 03:58:58.773034 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-adb5e3c3-4c76-404d-aac2-005b14072935 req-3d96c125-8b66-48e7-aaef-63a7c6b8c00b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/d9470128-efc5-439d-94b6-d35d23a7faa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197257 Sep 17 03:58:58.997875 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-54a6a910-838e-4c50-af13-a889e5101483 req-630d471a-8bd9-4130-9feb-ec31359872ed tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e0de2b51-8d4f-4d1b-b400-925ea40d10fd HTTP/1.1" status: 200 len: 210 time: 0.0425518 Sep 17 03:58:59.071661 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-27c08140-45d9-4604-b83e-ef1e6526bdbc req-8bb2d0b6-5bc8-48a7-9ff0-46d721e9ee64 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7c7144a0-a5bd-45f9-98ea-c089de7a4ec7 HTTP/1.1" status: 200 len: 210 time: 0.0482426 Sep 17 03:59:00.095107 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-9dd8104e-1ab4-41c5-9c08-77a78c212db8 req-4d7201b7-8b60-43dc-8355-a964c6401460 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e0de2b51-8d4f-4d1b-b400-925ea40d10fd HTTP/1.1" status: 200 len: 210 time: 0.0306399 Sep 17 03:59:00.175298 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-60f7594d-4a5e-4933-b42b-1393fbfadc10 req-a4a7f622-d303-4180-a546-31cda432fa7c tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7c7144a0-a5bd-45f9-98ea-c089de7a4ec7 HTTP/1.1" status: 200 len: 210 time: 0.0262091 Sep 17 03:59:01.198608 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c172153f-9d57-41f8-81e2-cf09cb1c85c6 req-44a493ac-4273-4495-a0b3-6efe421214c2 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e0de2b51-8d4f-4d1b-b400-925ea40d10fd HTTP/1.1" status: 200 len: 210 time: 0.0274804 Sep 17 03:59:01.241613 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:59:01.283217 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:59:01.306325 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-71af599c-3e16-4e8f-a1b8-d99977b068b9 req-309dfb0b-968a-4c11-96f7-b550351103fd tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7c7144a0-a5bd-45f9-98ea-c089de7a4ec7 HTTP/1.1" status: 200 len: 210 time: 0.0349579 Sep 17 03:59:01.356131 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6522c17-419c-41cf-8eff-f13be03fec47 req-bc68b1d3-a5a8-4a43-95fc-44afff950565 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:01.357792 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c6522c17-419c-41cf-8eff-f13be03fec47 req-bc68b1d3-a5a8-4a43-95fc-44afff950565 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.18 "GET /networking/v2.0/networks?id=8c85ffd5-3256-496e-8451-6040004d9b3a HTTP/1.1" status: 200 len: 813 time: 0.1431334 Sep 17 03:59:01.380067 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [req-c6522c17-419c-41cf-8eff-f13be03fec47 req-11e3d467-f57d-46b9-b2f6-4e2a6fb69c40 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Request body: {'port': {'device_id': 'e0de2b51-8d4f-4d1b-b400-925ea40d10fd', 'network_id': '8c85ffd5-3256-496e-8451-6040004d9b3a', 'admin_state_up': True, 'tenant_id': '9cb618ef3b9b40bf81b560c943f867fc'}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:59:01.570016 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6522c17-419c-41cf-8eff-f13be03fec47 req-11e3d467-f57d-46b9-b2f6-4e2a6fb69c40 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Made reservation on behalf of 9cb618ef3b9b40bf81b560c943f867fc for: {'port': 1} {{(pid=113211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:59:01.573841 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-c6522c17-419c-41cf-8eff-f13be03fec47 req-11e3d467-f57d-46b9-b2f6-4e2a6fb69c40 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:01.704150 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.db_base_plugin_common [req-c6522c17-419c-41cf-8eff-f13be03fec47 req-11e3d467-f57d-46b9-b2f6-4e2a6fb69c40 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Allocated IP 172.20.0.8 (8c85ffd5-3256-496e-8451-6040004d9b3a/26128428-3974-46d7-b4a1-2b04f15ba985/b0ba12cb-2a36-4292-8e47-5fd86bc8defa) {{(pid=113211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:59:01.859687 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-c6522c17-419c-41cf-8eff-f13be03fec47 req-11e3d467-f57d-46b9-b2f6-4e2a6fb69c40 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Publish callbacks [] for port (b0ba12cb-2a36-4292-8e47-5fd86bc8defa), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:01.953291 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-c6522c17-419c-41cf-8eff-f13be03fec47 req-11e3d467-f57d-46b9-b2f6-4e2a6fb69c40 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26185590'] for port (b0ba12cb-2a36-4292-8e47-5fd86bc8defa), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:01.999477 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6522c17-419c-41cf-8eff-f13be03fec47 req-11e3d467-f57d-46b9-b2f6-4e2a6fb69c40 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Network 8c85ffd5-3256-496e-8451-6040004d9b3a is already hosted by enough agents. {{(pid=113211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:59:02.002695 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.base_scheduler [req-c6522c17-419c-41cf-8eff-f13be03fec47 req-11e3d467-f57d-46b9-b2f6-4e2a6fb69c40 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Resources bound (agent type, host, resource id): {{(pid=113211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:59:02.006437 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6522c17-419c-41cf-8eff-f13be03fec47 req-11e3d467-f57d-46b9-b2f6-4e2a6fb69c40 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Received port after_create {{(pid=113211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:59:02.032922 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e3d467-f57d-46b9-b2f6-4e2a6fb69c40 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Pushing event updated for resources: {'Port': ['ID=b0ba12cb-2a36-4292-8e47-5fd86bc8defa,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:59:02.061041 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6522c17-419c-41cf-8eff-f13be03fec47 req-11e3d467-f57d-46b9-b2f6-4e2a6fb69c40 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:02.061564 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-c6522c17-419c-41cf-8eff-f13be03fec47 req-11e3d467-f57d-46b9-b2f6-4e2a6fb69c40 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for port (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:02.063755 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:59:02.145525 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5e3c3-4c76-404d-aac2-005b14072935 req-2f4d9806-4b2e-4799-9ffe-4130cee95909 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:02.147044 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-adb5e3c3-4c76-404d-aac2-005b14072935 req-2f4d9806-4b2e-4799-9ffe-4130cee95909 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.18 "GET /networking/v2.0/networks?id=d9470128-efc5-439d-94b6-d35d23a7faa0 HTTP/1.1" status: 200 len: 811 time: 0.1052392 Sep 17 03:59:02.162303 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c6522c17-419c-41cf-8eff-f13be03fec47 req-11e3d467-f57d-46b9-b2f6-4e2a6fb69c40 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7860823 Sep 17 03:59:02.187557 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [req-c6522c17-419c-41cf-8eff-f13be03fec47 req-b411a12e-1841-432b-990f-3dc6207a0c12 service neutron] Request body: {'port': {'device_id': 'e0de2b51-8d4f-4d1b-b400-925ea40d10fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:59:02.237695 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-adb5e3c3-4c76-404d-aac2-005b14072935 req-66db4c3a-6ed0-4754-aed2-5dde6377fa3a tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ddf27ec567494d03bd1d2469aef97264 HTTP/1.1" status: 200 len: 380 time: 0.0553927 Sep 17 03:59:02.249038 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [req-adb5e3c3-4c76-404d-aac2-005b14072935 req-17a7c58e-31fe-4762-b4a5-bfb57dd69a5f tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Request body: {'port': {'device_id': '7c7144a0-a5bd-45f9-98ea-c089de7a4ec7', 'network_id': 'd9470128-efc5-439d-94b6-d35d23a7faa0', 'admin_state_up': True, 'tenant_id': 'ddf27ec567494d03bd1d2469aef97264', 'security_groups': ['b5dc7622-f1ea-460f-b0a0-6f18fac82f33']}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:59:02.251460 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-c6522c17-419c-41cf-8eff-f13be03fec47 req-b411a12e-1841-432b-990f-3dc6207a0c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (b0ba12cb-2a36-4292-8e47-5fd86bc8defa), before_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:02.427203 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adb5e3c3-4c76-404d-aac2-005b14072935 req-17a7c58e-31fe-4762-b4a5-bfb57dd69a5f tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Made reservation on behalf of ddf27ec567494d03bd1d2469aef97264 for: {'port': 1} {{(pid=113210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:59:02.431820 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-adb5e3c3-4c76-404d-aac2-005b14072935 req-17a7c58e-31fe-4762-b4a5-bfb57dd69a5f tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:02.576726 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.db_base_plugin_common [req-adb5e3c3-4c76-404d-aac2-005b14072935 req-17a7c58e-31fe-4762-b4a5-bfb57dd69a5f tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Allocated IP 172.20.0.9 (d9470128-efc5-439d-94b6-d35d23a7faa0/4f884129-c112-4f7f-ab1b-3d2e33686d02/206b7a03-8a31-4165-9362-4699e2bee998) {{(pid=113210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:59:02.649334 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-daebcc62-be00-41e1-8c4d-d0cf5984d9f3 req-2b5b0935-daf7-4dea-87fc-877799665d43 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7c7144a0-a5bd-45f9-98ea-c089de7a4ec7 HTTP/1.1" status: 200 len: 210 time: 0.0472610 Sep 17 03:59:02.692830 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f75568-be08-4b79-ab38-ab6fb1fbeb54 req-264715f0-1d12-472d-b68d-51f8efa37e9d tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:02.694282 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-13f75568-be08-4b79-ab38-ab6fb1fbeb54 req-264715f0-1d12-472d-b68d-51f8efa37e9d tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e0de2b51-8d4f-4d1b-b400-925ea40d10fd HTTP/1.1" status: 200 len: 931 time: 0.4102590 Sep 17 03:59:02.696262 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:59:02.713958 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:59:02.732562 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-adb5e3c3-4c76-404d-aac2-005b14072935 req-17a7c58e-31fe-4762-b4a5-bfb57dd69a5f tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks [] for port (206b7a03-8a31-4165-9362-4699e2bee998), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:02.814097 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-13f75568-be08-4b79-ab38-ab6fb1fbeb54 req-828243a6-b83c-47b3-ae75-6a45c8d6e3b6 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=50953671-26f5-4b4d-830d-cbbc629c9546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112041 Sep 17 03:59:02.833423 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-adb5e3c3-4c76-404d-aac2-005b14072935 req-17a7c58e-31fe-4762-b4a5-bfb57dd69a5f tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745114465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (206b7a03-8a31-4165-9362-4699e2bee998), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:02.881782 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:59:02.890480 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adb5e3c3-4c76-404d-aac2-005b14072935 req-17a7c58e-31fe-4762-b4a5-bfb57dd69a5f tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Network d9470128-efc5-439d-94b6-d35d23a7faa0 is already hosted by enough agents. {{(pid=113210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:59:02.894224 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.base_scheduler [req-adb5e3c3-4c76-404d-aac2-005b14072935 req-17a7c58e-31fe-4762-b4a5-bfb57dd69a5f tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Resources bound (agent type, host, resource id): {{(pid=113210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:59:02.896752 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb5e3c3-4c76-404d-aac2-005b14072935 req-17a7c58e-31fe-4762-b4a5-bfb57dd69a5f tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Received port after_create {{(pid=113210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:59:02.901700 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a7c58e-31fe-4762-b4a5-bfb57dd69a5f tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Pushing event updated for resources: {'Port': ['ID=206b7a03-8a31-4165-9362-4699e2bee998,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:59:02.911664 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.notifiers.nova [req-c6522c17-419c-41cf-8eff-f13be03fec47 req-b411a12e-1841-432b-990f-3dc6207a0c12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0ba12cb-2a36-4292-8e47-5fd86bc8defa {{(pid=113211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:59:02.921078 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-c6522c17-419c-41cf-8eff-f13be03fec47 req-b411a12e-1841-432b-990f-3dc6207a0c12 service neutron] Publish callbacks [] for port (b0ba12cb-2a36-4292-8e47-5fd86bc8defa), precommit_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:02.932523 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a7c58e-31fe-4762-b4a5-bfb57dd69a5f tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:59:02.933248 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a7c58e-31fe-4762-b4a5-bfb57dd69a5f tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:59:02.933609 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a7c58e-31fe-4762-b4a5-bfb57dd69a5f tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:59:02.933979 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a7c58e-31fe-4762-b4a5-bfb57dd69a5f tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:59:02.934268 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.provisioning_blocks [req-c6522c17-419c-41cf-8eff-f13be03fec47 req-b411a12e-1841-432b-990f-3dc6207a0c12 service neutron] Transition to ACTIVE for port object b0ba12cb-2a36-4292-8e47-5fd86bc8defa will not be triggered until provisioned by entity L2. {{(pid=113211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 03:59:02.934386 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a7c58e-31fe-4762-b4a5-bfb57dd69a5f tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:59:02.934693 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a7c58e-31fe-4762-b4a5-bfb57dd69a5f tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:59:02.935006 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a7c58e-31fe-4762-b4a5-bfb57dd69a5f tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:59:02.935334 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a7c58e-31fe-4762-b4a5-bfb57dd69a5f tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:59:02.935662 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a7c58e-31fe-4762-b4a5-bfb57dd69a5f tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:59:02.935989 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a7c58e-31fe-4762-b4a5-bfb57dd69a5f tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:59:02.936319 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a7c58e-31fe-4762-b4a5-bfb57dd69a5f tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:59:02.936649 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a7c58e-31fe-4762-b4a5-bfb57dd69a5f tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:59:02.936971 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a7c58e-31fe-4762-b4a5-bfb57dd69a5f tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:59:02.937291 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a7c58e-31fe-4762-b4a5-bfb57dd69a5f tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:59:02.937613 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a7c58e-31fe-4762-b4a5-bfb57dd69a5f tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:59:02.964942 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5e3c3-4c76-404d-aac2-005b14072935 req-17a7c58e-31fe-4762-b4a5-bfb57dd69a5f tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:02.965571 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-adb5e3c3-4c76-404d-aac2-005b14072935 req-17a7c58e-31fe-4762-b4a5-bfb57dd69a5f tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for port (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:03.004447 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-c6522c17-419c-41cf-8eff-f13be03fec47 req-b411a12e-1841-432b-990f-3dc6207a0c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26185551'] for port (b0ba12cb-2a36-4292-8e47-5fd86bc8defa), after_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:03.071911 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-adb5e3c3-4c76-404d-aac2-005b14072935 req-17a7c58e-31fe-4762-b4a5-bfb57dd69a5f tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8275084 Sep 17 03:59:03.087621 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b411a12e-1841-432b-990f-3dc6207a0c12 service neutron] Pushing event updated for resources: {'Port': ['ID=b0ba12cb-2a36-4292-8e47-5fd86bc8defa,revision_number=2']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:59:03.092077 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.v2.base [req-adb5e3c3-4c76-404d-aac2-005b14072935 req-876ce1db-b0d9-490b-9a4b-1ffeefb83bb9 service neutron] Request body: {'port': {'device_id': '7c7144a0-a5bd-45f9-98ea-c089de7a4ec7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=113210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:59:03.122793 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.managers [req-c6522c17-419c-41cf-8eff-f13be03fec47 req-b411a12e-1841-432b-990f-3dc6207a0c12 service neutron] Attempting to bind port b0ba12cb-2a36-4292-8e47-5fd86bc8defa on host hv-cinder-84914 for vnic_type normal with profile {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:59:03.123125 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.managers [req-c6522c17-419c-41cf-8eff-f13be03fec47 req-b411a12e-1841-432b-990f-3dc6207a0c12 service neutron] Attempting to bind port b0ba12cb-2a36-4292-8e47-5fd86bc8defa by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '047735be-3668-4dfd-9f80-67e255ea19e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8c85ffd5-3256-496e-8451-6040004d9b3a'}] {{(pid=113211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:59:03.123536 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6522c17-419c-41cf-8eff-f13be03fec47 req-b411a12e-1841-432b-990f-3dc6207a0c12 service neutron] Attempting to bind port b0ba12cb-2a36-4292-8e47-5fd86bc8defa on network 8c85ffd5-3256-496e-8451-6040004d9b3a {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:59:03.125043 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-e85fac0c-31a6-4299-8995-9cd2b8977ef5 None None] Provisioning complete for port 206b7a03-8a31-4165-9362-4699e2bee998 triggered by entity DHCP. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:59:03.125546 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-e85fac0c-31a6-4299-8995-9cd2b8977ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (206b7a03-8a31-4165-9362-4699e2bee998), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:03.126118 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-e85fac0c-31a6-4299-8995-9cd2b8977ef5 None None] Attempt 1 to provision port 206b7a03-8a31-4165-9362-4699e2bee998 Sep 17 03:59:03.148305 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:59:03.155832 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-adb5e3c3-4c76-404d-aac2-005b14072935 req-876ce1db-b0d9-490b-9a4b-1ffeefb83bb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (206b7a03-8a31-4165-9362-4699e2bee998), before_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:03.161256 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-e85fac0c-31a6-4299-8995-9cd2b8977ef5 None None] Port 206b7a03-8a31-4165-9362-4699e2bee998 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:59:03.170013 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6522c17-419c-41cf-8eff-f13be03fec47 req-b411a12e-1841-432b-990f-3dc6207a0c12 service neutron] Port b0ba12cb-2a36-4292-8e47-5fd86bc8defa on network 8c85ffd5-3256-496e-8451-6040004d9b3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 03:59:03.170336 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6522c17-419c-41cf-8eff-f13be03fec47 req-b411a12e-1841-432b-990f-3dc6207a0c12 service neutron] Attempting to bind port b0ba12cb-2a36-4292-8e47-5fd86bc8defa on network 8c85ffd5-3256-496e-8451-6040004d9b3a {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:59:03.217222 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6522c17-419c-41cf-8eff-f13be03fec47 req-b411a12e-1841-432b-990f-3dc6207a0c12 service neutron] Checking agent: {'id': '56a63866-613b-46a0-90ee-05b9222d9bfc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 46, 46), 'started_at': datetime.datetime(2022, 9, 17, 3, 46, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:59:03.217486 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6522c17-419c-41cf-8eff-f13be03fec47 req-b411a12e-1841-432b-990f-3dc6207a0c12 service neutron] Checking segment: {'id': '047735be-3668-4dfd-9f80-67e255ea19e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8c85ffd5-3256-496e-8451-6040004d9b3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:59:03.217897 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6522c17-419c-41cf-8eff-f13be03fec47 req-b411a12e-1841-432b-990f-3dc6207a0c12 service neutron] Bound using segment: {'id': '047735be-3668-4dfd-9f80-67e255ea19e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8c85ffd5-3256-496e-8451-6040004d9b3a'} {{(pid=113211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:59:03.218330 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.managers [req-c6522c17-419c-41cf-8eff-f13be03fec47 req-b411a12e-1841-432b-990f-3dc6207a0c12 service neutron] Bound port: b0ba12cb-2a36-4292-8e47-5fd86bc8defa, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '047735be-3668-4dfd-9f80-67e255ea19e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8c85ffd5-3256-496e-8451-6040004d9b3a'}}] {{(pid=113211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:59:03.218686 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-c6522c17-419c-41cf-8eff-f13be03fec47 req-b411a12e-1841-432b-990f-3dc6207a0c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (b0ba12cb-2a36-4292-8e47-5fd86bc8defa), before_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:03.283123 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.db [req-c6522c17-419c-41cf-8eff-f13be03fec47 req-b411a12e-1841-432b-990f-3dc6207a0c12 service neutron] For port b0ba12cb-2a36-4292-8e47-5fd86bc8defa, host hv-cinder-84914, cleared binding levels {{(pid=113211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:59:03.286214 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.db [req-c6522c17-419c-41cf-8eff-f13be03fec47 req-b411a12e-1841-432b-990f-3dc6207a0c12 service neutron] For port b0ba12cb-2a36-4292-8e47-5fd86bc8defa, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=b0ba12cb-2a36-4292-8e47-5fd86bc8defa,segment=NetworkSegment(047735be-3668-4dfd-9f80-67e255ea19e4),segment_id=047735be-3668-4dfd-9f80-67e255ea19e4)] {{(pid=113211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:59:03.347782 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-c6522c17-419c-41cf-8eff-f13be03fec47 req-b411a12e-1841-432b-990f-3dc6207a0c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26185551'] for port (b0ba12cb-2a36-4292-8e47-5fd86bc8defa), after_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:03.353943 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6522c17-419c-41cf-8eff-f13be03fec47 req-b411a12e-1841-432b-990f-3dc6207a0c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:03.354555 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-c6522c17-419c-41cf-8eff-f13be03fec47 req-b411a12e-1841-432b-990f-3dc6207a0c12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for port (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:03.355984 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c6522c17-419c-41cf-8eff-f13be03fec47 req-b411a12e-1841-432b-990f-3dc6207a0c12 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/b0ba12cb-2a36-4292-8e47-5fd86bc8defa HTTP/1.1" status: 200 len: 1093 time: 1.1729050 Sep 17 03:59:03.356494 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0de2b51-8d4f-4d1b-b400-925ea40d10fd', 'tag': 'b0ba12cb-2a36-4292-8e47-5fd86bc8defa'}] {{(pid=113211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:59:03.358849 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346c2caff186dcd388f83f6dc64b2ba25d7763d65cfebe6fa09f9256a5522518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7c0cf3-f837-4fea-b404-5607f1eadd87" -d '{"events": [{"name": "network-changed", "server_uuid": "e0de2b51-8d4f-4d1b-b400-925ea40d10fd", "tag": "b0ba12cb-2a36-4292-8e47-5fd86bc8defa"}]}' {{(pid=113211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:59:03.405079 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b411a12e-1841-432b-990f-3dc6207a0c12 service neutron] Pushing event updated for resources: {'Port': ['ID=b0ba12cb-2a36-4292-8e47-5fd86bc8defa,revision_number=3']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:59:03.416390 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d94765b-f6cf-4166-a17d-759dd0b21604 x-openstack-request-id: req-6d94765b-f6cf-4166-a17d-759dd0b21604 {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:59:03.417184 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0de2b51-8d4f-4d1b-b400-925ea40d10fd", "tag": "b0ba12cb-2a36-4292-8e47-5fd86bc8defa", "status": "completed", "code": 200}]} {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:59:03.417184 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6d94765b-f6cf-4166-a17d-759dd0b21604 {{(pid=113211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:59:03.417434 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d94765b-f6cf-4166-a17d-759dd0b21604'] response: {'name': 'network-changed', 'server_uuid': 'e0de2b51-8d4f-4d1b-b400-925ea40d10fd', 'tag': 'b0ba12cb-2a36-4292-8e47-5fd86bc8defa', 'status': 'completed', 'code': 200} Sep 17 03:59:03.426159 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.notifiers.nova [req-adb5e3c3-4c76-404d-aac2-005b14072935 req-876ce1db-b0d9-490b-9a4b-1ffeefb83bb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 206b7a03-8a31-4165-9362-4699e2bee998 {{(pid=113210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:59:03.434526 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-adb5e3c3-4c76-404d-aac2-005b14072935 req-876ce1db-b0d9-490b-9a4b-1ffeefb83bb9 service neutron] Publish callbacks [] for port (206b7a03-8a31-4165-9362-4699e2bee998), precommit_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:03.439967 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:59:03.447458 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.provisioning_blocks [req-adb5e3c3-4c76-404d-aac2-005b14072935 req-876ce1db-b0d9-490b-9a4b-1ffeefb83bb9 service neutron] Transition to ACTIVE for port object 206b7a03-8a31-4165-9362-4699e2bee998 will not be triggered until provisioned by entity L2. {{(pid=113210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 03:59:03.519986 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c0cf3-f837-4fea-b404-5607f1eadd87 req-e8f9726d-c1f4-4559-abf2-91b328821a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:03.521470 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-dd7c0cf3-f837-4fea-b404-5607f1eadd87 req-e8f9726d-c1f4-4559-abf2-91b328821a3e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9cb618ef3b9b40bf81b560c943f867fc&device_id=e0de2b51-8d4f-4d1b-b400-925ea40d10fd HTTP/1.1" status: 200 len: 1127 time: 0.0425274 Sep 17 03:59:03.541661 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-adb5e3c3-4c76-404d-aac2-005b14072935 req-876ce1db-b0d9-490b-9a4b-1ffeefb83bb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25815858'] for port (206b7a03-8a31-4165-9362-4699e2bee998), after_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:03.607014 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876ce1db-b0d9-490b-9a4b-1ffeefb83bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=206b7a03-8a31-4165-9362-4699e2bee998,revision_number=2']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:59:03.632479 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c0cf3-f837-4fea-b404-5607f1eadd87 req-d3a8067f-502d-4b38-80de-e5a37107ac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:03.634094 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-dd7c0cf3-f837-4fea-b404-5607f1eadd87 req-d3a8067f-502d-4b38-80de-e5a37107ac2f service neutron] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=9cb618ef3b9b40bf81b560c943f867fc&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0973392 Sep 17 03:59:03.655625 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.managers [req-adb5e3c3-4c76-404d-aac2-005b14072935 req-876ce1db-b0d9-490b-9a4b-1ffeefb83bb9 service neutron] Attempting to bind port 206b7a03-8a31-4165-9362-4699e2bee998 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:59:03.655940 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.managers [req-adb5e3c3-4c76-404d-aac2-005b14072935 req-876ce1db-b0d9-490b-9a4b-1ffeefb83bb9 service neutron] Attempting to bind port 206b7a03-8a31-4165-9362-4699e2bee998 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '2aa42ccc-3b1d-4dba-8200-4437b7ed3a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd9470128-efc5-439d-94b6-d35d23a7faa0'}] {{(pid=113210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:59:03.656272 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb5e3c3-4c76-404d-aac2-005b14072935 req-876ce1db-b0d9-490b-9a4b-1ffeefb83bb9 service neutron] Attempting to bind port 206b7a03-8a31-4165-9362-4699e2bee998 on network d9470128-efc5-439d-94b6-d35d23a7faa0 {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:59:03.662670 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-e85fac0c-31a6-4299-8995-9cd2b8977ef5 None None] Attempt 2 to provision port 206b7a03-8a31-4165-9362-4699e2bee998 Sep 17 03:59:03.708197 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb5e3c3-4c76-404d-aac2-005b14072935 req-876ce1db-b0d9-490b-9a4b-1ffeefb83bb9 service neutron] Port 206b7a03-8a31-4165-9362-4699e2bee998 on network d9470128-efc5-439d-94b6-d35d23a7faa0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 03:59:03.708462 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb5e3c3-4c76-404d-aac2-005b14072935 req-876ce1db-b0d9-490b-9a4b-1ffeefb83bb9 service neutron] Attempting to bind port 206b7a03-8a31-4165-9362-4699e2bee998 on network d9470128-efc5-439d-94b6-d35d23a7faa0 {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:59:03.711218 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-e85fac0c-31a6-4299-8995-9cd2b8977ef5 None None] Port 206b7a03-8a31-4165-9362-4699e2bee998 cannot update to ACTIVE because it is not bound. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:59:03.753491 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb5e3c3-4c76-404d-aac2-005b14072935 req-876ce1db-b0d9-490b-9a4b-1ffeefb83bb9 service neutron] Checking agent: {'id': '56a63866-613b-46a0-90ee-05b9222d9bfc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 46, 46), 'started_at': datetime.datetime(2022, 9, 17, 3, 46, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:59:03.753969 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb5e3c3-4c76-404d-aac2-005b14072935 req-876ce1db-b0d9-490b-9a4b-1ffeefb83bb9 service neutron] Checking segment: {'id': '2aa42ccc-3b1d-4dba-8200-4437b7ed3a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd9470128-efc5-439d-94b6-d35d23a7faa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:59:03.754354 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb5e3c3-4c76-404d-aac2-005b14072935 req-876ce1db-b0d9-490b-9a4b-1ffeefb83bb9 service neutron] Bound using segment: {'id': '2aa42ccc-3b1d-4dba-8200-4437b7ed3a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd9470128-efc5-439d-94b6-d35d23a7faa0'} {{(pid=113210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:59:03.754790 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.managers [req-adb5e3c3-4c76-404d-aac2-005b14072935 req-876ce1db-b0d9-490b-9a4b-1ffeefb83bb9 service neutron] Bound port: 206b7a03-8a31-4165-9362-4699e2bee998, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2aa42ccc-3b1d-4dba-8200-4437b7ed3a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd9470128-efc5-439d-94b6-d35d23a7faa0'}}] {{(pid=113210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:59:03.755265 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-adb5e3c3-4c76-404d-aac2-005b14072935 req-876ce1db-b0d9-490b-9a4b-1ffeefb83bb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (206b7a03-8a31-4165-9362-4699e2bee998), before_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:03.764432 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c0cf3-f837-4fea-b404-5607f1eadd87 req-b94a7d92-8187-4a39-bf98-c1a00df75ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:03.765598 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-dd7c0cf3-f837-4fea-b404-5607f1eadd87 req-b94a7d92-8187-4a39-bf98-c1a00df75ef2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1244869 Sep 17 03:59:03.803252 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af8e8d-7f87-4625-8957-75ce9361676c req-04055abe-6d2b-47bb-aac8-45ffb7a71d76 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:03.804789 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b0af8e8d-7f87-4625-8957-75ce9361676c req-04055abe-6d2b-47bb-aac8-45ffb7a71d76 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7c7144a0-a5bd-45f9-98ea-c089de7a4ec7 HTTP/1.1" status: 200 len: 943 time: 0.0544720 Sep 17 03:59:03.830235 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [req-adb5e3c3-4c76-404d-aac2-005b14072935 req-876ce1db-b0d9-490b-9a4b-1ffeefb83bb9 service neutron] For port 206b7a03-8a31-4165-9362-4699e2bee998, host hv-cinder-84914, cleared binding levels {{(pid=113210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:59:03.833423 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [req-adb5e3c3-4c76-404d-aac2-005b14072935 req-876ce1db-b0d9-490b-9a4b-1ffeefb83bb9 service neutron] For port 206b7a03-8a31-4165-9362-4699e2bee998, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=206b7a03-8a31-4165-9362-4699e2bee998,segment=NetworkSegment(2aa42ccc-3b1d-4dba-8200-4437b7ed3a87),segment_id=2aa42ccc-3b1d-4dba-8200-4437b7ed3a87)] {{(pid=113210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:59:03.879855 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b0af8e8d-7f87-4625-8957-75ce9361676c req-c194a71c-5f50-4181-a99c-7566ba63274d tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5dc7622-f1ea-460f-b0a0-6f18fac82f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691805 Sep 17 03:59:03.889235 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6522c17-419c-41cf-8eff-f13be03fec47 req-720a450b-2756-4dc8-81bc-538a65b4e928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:03.889411 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c6522c17-419c-41cf-8eff-f13be03fec47 req-720a450b-2756-4dc8-81bc-538a65b4e928 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9cb618ef3b9b40bf81b560c943f867fc&device_id=e0de2b51-8d4f-4d1b-b400-925ea40d10fd HTTP/1.1" status: 200 len: 1127 time: 0.0531557 Sep 17 03:59:03.909501 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-adb5e3c3-4c76-404d-aac2-005b14072935 req-876ce1db-b0d9-490b-9a4b-1ffeefb83bb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25815858'] for port (206b7a03-8a31-4165-9362-4699e2bee998), after_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:03.912791 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5e3c3-4c76-404d-aac2-005b14072935 req-876ce1db-b0d9-490b-9a4b-1ffeefb83bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:03.913427 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-adb5e3c3-4c76-404d-aac2-005b14072935 req-876ce1db-b0d9-490b-9a4b-1ffeefb83bb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for port (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:03.916034 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-adb5e3c3-4c76-404d-aac2-005b14072935 req-876ce1db-b0d9-490b-9a4b-1ffeefb83bb9 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/206b7a03-8a31-4165-9362-4699e2bee998 HTTP/1.1" status: 200 len: 1093 time: 0.8284640 Sep 17 03:59:03.918399 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7144a0-a5bd-45f9-98ea-c089de7a4ec7', 'tag': '206b7a03-8a31-4165-9362-4699e2bee998'}] {{(pid=113210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:59:03.920770 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a613894f386080b2b9315951ba9a4c402b93d12b77848e4e2f89d9386810e3b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c666df0f-b3f6-473f-b510-31561c795ace" -d '{"events": [{"name": "network-changed", "server_uuid": "7c7144a0-a5bd-45f9-98ea-c089de7a4ec7", "tag": "206b7a03-8a31-4165-9362-4699e2bee998"}]}' {{(pid=113210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:59:03.961459 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c6522c17-419c-41cf-8eff-f13be03fec47 req-65c99f08-addb-4241-b93b-19956fcf1f53 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0ba12cb-2a36-4292-8e47-5fd86bc8defa HTTP/1.1" status: 200 len: 217 time: 0.0544462 Sep 17 03:59:03.970581 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:59:03.972265 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12bc7a56-a7cf-4501-930b-9f39d5d1c064 x-openstack-request-id: req-12bc7a56-a7cf-4501-930b-9f39d5d1c064 {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:59:03.972932 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c7144a0-a5bd-45f9-98ea-c089de7a4ec7", "tag": "206b7a03-8a31-4165-9362-4699e2bee998", "status": "completed", "code": 200}]} {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:59:03.973193 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-12bc7a56-a7cf-4501-930b-9f39d5d1c064 {{(pid=113210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:59:03.973595 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12bc7a56-a7cf-4501-930b-9f39d5d1c064'] response: {'name': 'network-changed', 'server_uuid': '7c7144a0-a5bd-45f9-98ea-c089de7a4ec7', 'tag': '206b7a03-8a31-4165-9362-4699e2bee998', 'status': 'completed', 'code': 200} Sep 17 03:59:03.979261 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876ce1db-b0d9-490b-9a4b-1ffeefb83bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=206b7a03-8a31-4165-9362-4699e2bee998,revision_number=3']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:59:03.979808 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f730d69-1a50-4a9d-b09a-42d67e81a569 req-6a2e333d-d247-42df-8816-8fc8fb544796 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:03.981827 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0f730d69-1a50-4a9d-b09a-42d67e81a569 req-6a2e333d-d247-42df-8816-8fc8fb544796 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e0de2b51-8d4f-4d1b-b400-925ea40d10fd HTTP/1.1" status: 200 len: 943 time: 0.0851076 Sep 17 03:59:04.063686 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666df0f-b3f6-473f-b510-31561c795ace req-b34755e0-fa42-45af-85ac-a17f00a0b1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:04.065358 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-c666df0f-b3f6-473f-b510-31561c795ace req-b34755e0-fa42-45af-85ac-a17f00a0b1bf service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ddf27ec567494d03bd1d2469aef97264&device_id=7c7144a0-a5bd-45f9-98ea-c089de7a4ec7 HTTP/1.1" status: 200 len: 1127 time: 0.0417781 Sep 17 03:59:04.069744 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0f730d69-1a50-4a9d-b09a-42d67e81a569 req-5ff56aea-5f39-4b03-a22e-3efb3e3b530d tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=50953671-26f5-4b4d-830d-cbbc629c9546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823731 Sep 17 03:59:04.076656 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6522c17-419c-41cf-8eff-f13be03fec47 req-9600aeba-56b6-4034-bf56-601584294619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:04.078165 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c6522c17-419c-41cf-8eff-f13be03fec47 req-9600aeba-56b6-4034-bf56-601584294619 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=26128428-3974-46d7-b4a1-2b04f15ba985 HTTP/1.1" status: 200 len: 853 time: 0.0705442 Sep 17 03:59:04.118586 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c6522c17-419c-41cf-8eff-f13be03fec47 req-95128f96-daea-4ada-81b4-43d455d2ea31 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=8c85ffd5-3256-496e-8451-6040004d9b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302584 Sep 17 03:59:04.204503 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666df0f-b3f6-473f-b510-31561c795ace req-7a272f4e-4046-4fb9-b4c0-6c684e9fdbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:04.205910 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-c666df0f-b3f6-473f-b510-31561c795ace req-7a272f4e-4046-4fb9-b4c0-6c684e9fdbd9 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=ddf27ec567494d03bd1d2469aef97264&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1182318 Sep 17 03:59:04.210689 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c6522c17-419c-41cf-8eff-f13be03fec47 req-b889bde2-8651-420f-9d42-0c635aca1fe3 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8c85ffd5-3256-496e-8451-6040004d9b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848842 Sep 17 03:59:04.212903 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-e85fac0c-31a6-4299-8995-9cd2b8977ef5 None None] Attempt 3 to provision port 206b7a03-8a31-4165-9362-4699e2bee998 Sep 17 03:59:04.244513 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:59:04.252942 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-e85fac0c-31a6-4299-8995-9cd2b8977ef5 None None] Port 206b7a03-8a31-4165-9362-4699e2bee998 had new provisioning blocks added so it will not transition to active. {{(pid=113212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 17 03:59:04.307796 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c6522c17-419c-41cf-8eff-f13be03fec47 req-75dff9ec-28a7-4184-b070-c96a6a0d6472 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8c85ffd5-3256-496e-8451-6040004d9b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896149 Sep 17 03:59:04.308582 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666df0f-b3f6-473f-b510-31561c795ace req-3e5c0c09-90cd-4026-a47f-842504d68064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:04.310081 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-c666df0f-b3f6-473f-b510-31561c795ace req-3e5c0c09-90cd-4026-a47f-842504d68064 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921721 Sep 17 03:59:04.426672 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5e3c3-4c76-404d-aac2-005b14072935 req-cbe2ea70-b944-46c5-a587-4130f4ea5985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:04.428204 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-adb5e3c3-4c76-404d-aac2-005b14072935 req-cbe2ea70-b944-46c5-a587-4130f4ea5985 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ddf27ec567494d03bd1d2469aef97264&device_id=7c7144a0-a5bd-45f9-98ea-c089de7a4ec7 HTTP/1.1" status: 200 len: 1127 time: 0.0426154 Sep 17 03:59:05.001345 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289e1d8-d48b-4cf1-adc7-f9ac420d1461 req-e5e05ae8-b3b8-44a9-b8bc-e79258a5c7fb tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:05.002873 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d289e1d8-d48b-4cf1-adc7-f9ac420d1461 req-e5e05ae8-b3b8-44a9-b8bc-e79258a5c7fb tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7c7144a0-a5bd-45f9-98ea-c089de7a4ec7 HTTP/1.1" status: 200 len: 943 time: 0.0462124 Sep 17 03:59:05.021816 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:59:05.022554 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=17 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:59:05.050438 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d289e1d8-d48b-4cf1-adc7-f9ac420d1461 req-921ff3a2-6a3e-488b-a376-b4ad6de36e0d tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5dc7622-f1ea-460f-b0a0-6f18fac82f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420353 Sep 17 03:59:05.203243 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347166a6-62c1-4156-a747-a10ec807d0f4 req-3a0a3f0a-9e99-4e1f-8b8d-1960a9fe1411 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:05.204700 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-347166a6-62c1-4156-a747-a10ec807d0f4 req-3a0a3f0a-9e99-4e1f-8b8d-1960a9fe1411 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e0de2b51-8d4f-4d1b-b400-925ea40d10fd HTTP/1.1" status: 200 len: 943 time: 0.0505888 Sep 17 03:59:05.251258 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-347166a6-62c1-4156-a747-a10ec807d0f4 req-1af45782-b976-4d3f-ac0d-32f94ac040fa tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=50953671-26f5-4b4d-830d-cbbc629c9546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411398 Sep 17 03:59:05.374707 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-adb5e3c3-4c76-404d-aac2-005b14072935 req-b5fba1ed-7c70-4206-82f5-c608a56488e1 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=206b7a03-8a31-4165-9362-4699e2bee998 HTTP/1.1" status: 200 len: 217 time: 0.0330105 Sep 17 03:59:05.389030 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:59:05.424005 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5e3c3-4c76-404d-aac2-005b14072935 req-6e5d612f-eb98-49b0-8fd6-3ce43ba736f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:05.425451 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-adb5e3c3-4c76-404d-aac2-005b14072935 req-6e5d612f-eb98-49b0-8fd6-3ce43ba736f3 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=4f884129-c112-4f7f-ab1b-3d2e33686d02 HTTP/1.1" status: 200 len: 850 time: 0.0446014 Sep 17 03:59:05.472633 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5e3c3-4c76-404d-aac2-005b14072935 req-b476480c-5583-4f1f-893f-f29b3137d6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:05.474125 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-adb5e3c3-4c76-404d-aac2-005b14072935 req-b476480c-5583-4f1f-893f-f29b3137d6b3 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=d9470128-efc5-439d-94b6-d35d23a7faa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415754 Sep 17 03:59:05.577720 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-adb5e3c3-4c76-404d-aac2-005b14072935 req-5fdd0743-f7f6-44fb-8bf3-0e8697db3a33 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d9470128-efc5-439d-94b6-d35d23a7faa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958066 Sep 17 03:59:05.668896 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-adb5e3c3-4c76-404d-aac2-005b14072935 req-2f071985-5e98-42a7-9963-b5d5442841ad service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d9470128-efc5-439d-94b6-d35d23a7faa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847466 Sep 17 03:59:06.171970 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9e611-0dca-4edd-a68c-c8f02f0db847 req-981231fa-0613-4123-8f79-9d7b6047808f tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:06.173411 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-fdc9e611-0dca-4edd-a68c-c8f02f0db847 req-981231fa-0613-4123-8f79-9d7b6047808f tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7c7144a0-a5bd-45f9-98ea-c089de7a4ec7 HTTP/1.1" status: 200 len: 943 time: 0.0469906 Sep 17 03:59:06.198110 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:59:06.222152 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-fdc9e611-0dca-4edd-a68c-c8f02f0db847 req-ebd566da-b079-4c99-8423-9b46733173ab tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5dc7622-f1ea-460f-b0a0-6f18fac82f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433562 Sep 17 03:59:06.368919 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e8c49-9601-475e-95ed-fd6a073b7bf1 req-847c425a-a561-4c71-8cf7-a8155d4b9a4b tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:06.370274 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c89e8c49-9601-475e-95ed-fd6a073b7bf1 req-847c425a-a561-4c71-8cf7-a8155d4b9a4b tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e0de2b51-8d4f-4d1b-b400-925ea40d10fd HTTP/1.1" status: 200 len: 943 time: 0.0455325 Sep 17 03:59:06.420429 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c89e8c49-9601-475e-95ed-fd6a073b7bf1 req-fc3684bb-abf9-4357-9712-e37bf55c5c94 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=50953671-26f5-4b4d-830d-cbbc629c9546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445921 Sep 17 03:59:07.004691 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device b0ba12cb-2a36-4292-8e47-5fd86bc8defa details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=113212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 03:59:07.024877 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:59:07.107467 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port b0ba12cb-2a36-4292-8e47-5fd86bc8defa, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=b0ba12cb-2a36-4292-8e47-5fd86bc8defa,segment=NetworkSegment(047735be-3668-4dfd-9f80-67e255ea19e4),segment_id=047735be-3668-4dfd-9f80-67e255ea19e4)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:59:07.246196 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Returning: {'device': 'b0ba12cb-2a36-4292-8e47-5fd86bc8defa', 'network_id': '8c85ffd5-3256-496e-8451-6040004d9b3a', 'port_id': 'b0ba12cb-2a36-4292-8e47-5fd86bc8defa', 'mac_address': 'fa:16:3e:72:d4:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26128428-3974-46d7-b4a1-2b04f15ba985', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 03:59:07.284669 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port b0ba12cb-2a36-4292-8e47-5fd86bc8defa is: DOWN; New status is: BUILD {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:59:07.285051 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (b0ba12cb-2a36-4292-8e47-5fd86bc8defa), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:07.298548 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0ba12cb-2a36-4292-8e47-5fd86bc8defa {{(pid=113212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:59:07.318597 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port b0ba12cb-2a36-4292-8e47-5fd86bc8defa, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=b0ba12cb-2a36-4292-8e47-5fd86bc8defa,segment=NetworkSegment(047735be-3668-4dfd-9f80-67e255ea19e4),segment_id=047735be-3668-4dfd-9f80-67e255ea19e4)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:59:07.341338 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c797b898-647b-4694-b03a-ab9954095a79 req-b2f1193e-c62a-4c9e-8c33-1c07bb495f97 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:07.343417 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c797b898-647b-4694-b03a-ab9954095a79 req-b2f1193e-c62a-4c9e-8c33-1c07bb495f97 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7c7144a0-a5bd-45f9-98ea-c089de7a4ec7 HTTP/1.1" status: 200 len: 943 time: 0.0459814 Sep 17 03:59:07.390159 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-c797b898-647b-4694-b03a-ab9954095a79 req-27057b4e-0f5d-426b-8dfd-12b9e57f5e3f tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5dc7622-f1ea-460f-b0a0-6f18fac82f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412660 Sep 17 03:59:07.432956 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (b0ba12cb-2a36-4292-8e47-5fd86bc8defa), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:07.433696 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 206b7a03-8a31-4165-9362-4699e2bee998 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=113212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 03:59:07.505183 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=b0ba12cb-2a36-4292-8e47-5fd86bc8defa,revision_number=4']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:59:07.538574 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:59:07.538913 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:59:07.539245 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:59:07.540234 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:59:07.540601 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:59:07.540926 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:59:07.541391 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:59:07.541906 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:59:07.542089 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ee075-4a4a-4c24-8353-5283973f39d4 req-a1ff81af-aa83-49cc-8e52-5795c76291b2 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:07.542372 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:59:07.542833 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:59:07.543306 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:59:07.543570 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ec8ee075-4a4a-4c24-8353-5283973f39d4 req-a1ff81af-aa83-49cc-8e52-5795c76291b2 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e0de2b51-8d4f-4d1b-b400-925ea40d10fd HTTP/1.1" status: 200 len: 944 time: 0.0473573 Sep 17 03:59:07.543804 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:59:07.544277 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:59:07.544723 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:59:07.545197 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:59:07.598721 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ec8ee075-4a4a-4c24-8353-5283973f39d4 req-a598057a-78ec-43db-84c6-e3a42ba69108 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=50953671-26f5-4b4d-830d-cbbc629c9546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495048 Sep 17 03:59:07.599875 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port 206b7a03-8a31-4165-9362-4699e2bee998, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=206b7a03-8a31-4165-9362-4699e2bee998,segment=NetworkSegment(2aa42ccc-3b1d-4dba-8200-4437b7ed3a87),segment_id=2aa42ccc-3b1d-4dba-8200-4437b7ed3a87)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:59:07.615231 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Returning: {'device': '206b7a03-8a31-4165-9362-4699e2bee998', 'network_id': 'd9470128-efc5-439d-94b6-d35d23a7faa0', 'port_id': '206b7a03-8a31-4165-9362-4699e2bee998', 'mac_address': 'fa:16:3e:a1:f9:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f884129-c112-4f7f-ab1b-3d2e33686d02', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 03:59:07.650966 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port 206b7a03-8a31-4165-9362-4699e2bee998 is: DOWN; New status is: BUILD {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:59:07.651355 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (206b7a03-8a31-4165-9362-4699e2bee998), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:07.663944 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 206b7a03-8a31-4165-9362-4699e2bee998 {{(pid=113212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:59:07.687195 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port 206b7a03-8a31-4165-9362-4699e2bee998, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=206b7a03-8a31-4165-9362-4699e2bee998,segment=NetworkSegment(2aa42ccc-3b1d-4dba-8200-4437b7ed3a87),segment_id=2aa42ccc-3b1d-4dba-8200-4437b7ed3a87)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:59:07.747190 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (206b7a03-8a31-4165-9362-4699e2bee998), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:07.794048 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=206b7a03-8a31-4165-9362-4699e2bee998,revision_number=4']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:59:07.921051 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-6427b4d4-d8ec-46ee-abab-77db18c6ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b0b4725d-5d3f-4adf-8b60-729f2f7a35da), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:08.402153 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] get_ports_and_sgs() called for port_ids ['b0ba12cb-2a36-4292-8e47-5fd86bc8defa'] {{(pid=113212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:59:08.523365 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95802e-ce50-419b-a9a7-44259c2c7806 req-253eb69a-f541-4e34-9c23-b5eb1074feb7 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:08.524727 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ce95802e-ce50-419b-a9a7-44259c2c7806 req-253eb69a-f541-4e34-9c23-b5eb1074feb7 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7c7144a0-a5bd-45f9-98ea-c089de7a4ec7 HTTP/1.1" status: 200 len: 944 time: 0.0555768 Sep 17 03:59:08.530558 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:59:08.537368 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] get_ports_and_sgs() called for port_ids ['206b7a03-8a31-4165-9362-4699e2bee998'] {{(pid=113212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:59:08.592030 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ce95802e-ce50-419b-a9a7-44259c2c7806 req-0bcf49aa-3882-4ae0-af69-a870ae2e37b4 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5dc7622-f1ea-460f-b0a0-6f18fac82f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608380 Sep 17 03:59:08.647418 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:59:08.728133 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc58a3d-8451-479d-a03b-d8ab8390da3a req-8f99a252-079d-46b6-aa75-4afd1ee08507 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:08.729587 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-3fc58a3d-8451-479d-a03b-d8ab8390da3a req-8f99a252-079d-46b6-aa75-4afd1ee08507 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e0de2b51-8d4f-4d1b-b400-925ea40d10fd HTTP/1.1" status: 200 len: 944 time: 0.0505977 Sep 17 03:59:08.781967 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-3fc58a3d-8451-479d-a03b-d8ab8390da3a req-0c712291-d84f-42de-b7a3-caf7f2222c86 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=50953671-26f5-4b4d-830d-cbbc629c9546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460677 Sep 17 03:59:09.726798 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad9f61-be94-4c81-a11a-16d7cdfb0b71 req-179c32a7-5976-47f6-82d8-810f1d4adc8c tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:09.729253 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-57ad9f61-be94-4c81-a11a-16d7cdfb0b71 req-179c32a7-5976-47f6-82d8-810f1d4adc8c tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7c7144a0-a5bd-45f9-98ea-c089de7a4ec7 HTTP/1.1" status: 200 len: 944 time: 0.0546265 Sep 17 03:59:09.741386 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:59:09.783452 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-57ad9f61-be94-4c81-a11a-16d7cdfb0b71 req-ec47d56f-d170-4103-b005-caceb1e9eae0 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5dc7622-f1ea-460f-b0a0-6f18fac82f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487478 Sep 17 03:59:09.904171 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device b0ba12cb-2a36-4292-8e47-5fd86bc8defa up at agent hyperv_hv-cinder-84914 {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:59:09.920738 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f777fa2-1088-4c1d-85c5-5cc3c5be6960 req-61e97900-ffb2-477e-bbca-dbd93dc735eb tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:09.922234 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-4f777fa2-1088-4c1d-85c5-5cc3c5be6960 req-61e97900-ffb2-477e-bbca-dbd93dc735eb tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e0de2b51-8d4f-4d1b-b400-925ea40d10fd HTTP/1.1" status: 200 len: 944 time: 0.0470872 Sep 17 03:59:09.950460 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Provisioning for port b0ba12cb-2a36-4292-8e47-5fd86bc8defa completed by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 03:59:09.971900 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-4f777fa2-1088-4c1d-85c5-5cc3c5be6960 req-41147d4c-e292-4e2e-890f-488779fa9d91 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=50953671-26f5-4b4d-830d-cbbc629c9546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438328 Sep 17 03:59:10.023777 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Provisioning complete for port b0ba12cb-2a36-4292-8e47-5fd86bc8defa triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:59:10.024062 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (b0ba12cb-2a36-4292-8e47-5fd86bc8defa), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:10.024389 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Attempt 1 to provision port b0ba12cb-2a36-4292-8e47-5fd86bc8defa Sep 17 03:59:10.097272 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port b0ba12cb-2a36-4292-8e47-5fd86bc8defa is: BUILD; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:59:10.097957 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (b0ba12cb-2a36-4292-8e47-5fd86bc8defa), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:10.121320 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0de2b51-8d4f-4d1b-b400-925ea40d10fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ba12cb-2a36-4292-8e47-5fd86bc8defa'}] {{(pid=113212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:59:10.126141 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc6586f6b4c6bd034ee7705c69f50a833cff710b963951e05e6de8956872ccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58460f5-1965-407d-83aa-991bf2c7ae94" -d '{"events": [{"server_uuid": "e0de2b51-8d4f-4d1b-b400-925ea40d10fd", "name": "network-vif-plugged", "status": "completed", "tag": "b0ba12cb-2a36-4292-8e47-5fd86bc8defa"}]}' {{(pid=113212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:59:10.136277 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port b0ba12cb-2a36-4292-8e47-5fd86bc8defa, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=b0ba12cb-2a36-4292-8e47-5fd86bc8defa,segment=NetworkSegment(047735be-3668-4dfd-9f80-67e255ea19e4),segment_id=047735be-3668-4dfd-9f80-67e255ea19e4)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:59:10.167374 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeed5f96-a1b3-4f51-a1aa-5019dffee777 x-openstack-request-id: req-eeed5f96-a1b3-4f51-a1aa-5019dffee777 {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:59:10.167374 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0de2b51-8d4f-4d1b-b400-925ea40d10fd", "name": "network-vif-plugged", "status": "completed", "tag": "b0ba12cb-2a36-4292-8e47-5fd86bc8defa", "code": 200}]} {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:59:10.167374 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eeed5f96-a1b3-4f51-a1aa-5019dffee777 {{(pid=113212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:59:10.167374 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eeed5f96-a1b3-4f51-a1aa-5019dffee777'] response: {'server_uuid': 'e0de2b51-8d4f-4d1b-b400-925ea40d10fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ba12cb-2a36-4292-8e47-5fd86bc8defa', 'code': 200} Sep 17 03:59:10.210126 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (b0ba12cb-2a36-4292-8e47-5fd86bc8defa), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:10.210965 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 206b7a03-8a31-4165-9362-4699e2bee998 up at agent hyperv_hv-cinder-84914 {{(pid=113212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:59:10.300092 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=b0ba12cb-2a36-4292-8e47-5fd86bc8defa,revision_number=5']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:59:10.309576 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Provisioning for port 206b7a03-8a31-4165-9362-4699e2bee998 completed by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 03:59:10.358320 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51e30a0d-e2d6-4a2c-99d5-cc3d701b68fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b971cbd0-997d-41fb-8614-0aea29982798), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:10.384511 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.provisioning_blocks [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Provisioning complete for port 206b7a03-8a31-4165-9362-4699e2bee998 triggered by entity L2. {{(pid=113212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:59:10.384883 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117306'] for port (206b7a03-8a31-4165-9362-4699e2bee998), provisioning_complete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:10.385216 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Attempt 1 to provision port 206b7a03-8a31-4165-9362-4699e2bee998 Sep 17 03:59:10.457536 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Current status of the port 206b7a03-8a31-4165-9362-4699e2bee998 is: BUILD; New status is: ACTIVE {{(pid=113212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:59:10.457946 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485290'] for port (206b7a03-8a31-4165-9362-4699e2bee998), before_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:10.494382 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] For port 206b7a03-8a31-4165-9362-4699e2bee998, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=206b7a03-8a31-4165-9362-4699e2bee998,segment=NetworkSegment(2aa42ccc-3b1d-4dba-8200-4437b7ed3a87),segment_id=2aa42ccc-3b1d-4dba-8200-4437b7ed3a87)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:59:10.576817 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a404b0f-6c2f-4c69-8c34-43caf1ef6c51 req-5594192c-2c9b-4142-8e3d-8a726901ca18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:10.578260 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-2a404b0f-6c2f-4c69-8c34-43caf1ef6c51 req-5594192c-2c9b-4142-8e3d-8a726901ca18 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e0de2b51-8d4f-4d1b-b400-925ea40d10fd HTTP/1.1" status: 200 len: 1129 time: 0.0374138 Sep 17 03:59:10.581322 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745115005094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745114465994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745114466012'] for port (206b7a03-8a31-4165-9362-4699e2bee998), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:10.626241 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-2a404b0f-6c2f-4c69-8c34-43caf1ef6c51 req-e45ed9b7-e5d8-4b01-a1ce-7669739af30b service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=50953671-26f5-4b4d-830d-cbbc629c9546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381718 Sep 17 03:59:10.628775 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Pushing event updated for resources: {'Port': ['ID=206b7a03-8a31-4165-9362-4699e2bee998,revision_number=5']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:59:10.913901 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc26e9-421f-4b5d-a0cd-2607cdadbdb9 req-830c7d60-406e-439c-83f2-1d1c017c3863 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:10.915917 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f5cc26e9-421f-4b5d-a0cd-2607cdadbdb9 req-830c7d60-406e-439c-83f2-1d1c017c3863 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7c7144a0-a5bd-45f9-98ea-c089de7a4ec7 HTTP/1.1" status: 200 len: 945 time: 0.0456932 Sep 17 03:59:10.963378 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f5cc26e9-421f-4b5d-a0cd-2607cdadbdb9 req-b8a38240-43b6-4381-ba0f-ba104a996dd0 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5dc7622-f1ea-460f-b0a0-6f18fac82f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419559 Sep 17 03:59:11.098693 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b587f-d29e-4380-a775-fa2b0c0d7058 req-fcb42f83-8e9d-4e0b-b1ad-76053d6b10f6 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:11.100141 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b57b587f-d29e-4380-a775-fa2b0c0d7058 req-fcb42f83-8e9d-4e0b-b1ad-76053d6b10f6 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e0de2b51-8d4f-4d1b-b400-925ea40d10fd HTTP/1.1" status: 200 len: 945 time: 0.0501966 Sep 17 03:59:11.148441 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b57b587f-d29e-4380-a775-fa2b0c0d7058 req-69a4d246-3520-46a8-b575-9728f17451dc tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=50953671-26f5-4b4d-830d-cbbc629c9546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422647 Sep 17 03:59:11.478367 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ff42d983-095d-47ba-82c6-d5d7a2ded2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b812d02d-dcd0-44a4-bd1c-6e92b95e6b3f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:12.082092 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74af5b-250d-4170-858d-007b6c973c4f req-2f80d209-b305-4723-97ab-fda61c1123f3 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:12.083452 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-bf74af5b-250d-4170-858d-007b6c973c4f req-2f80d209-b305-4723-97ab-fda61c1123f3 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7c7144a0-a5bd-45f9-98ea-c089de7a4ec7 HTTP/1.1" status: 200 len: 945 time: 0.0458553 Sep 17 03:59:12.130691 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-bf74af5b-250d-4170-858d-007b6c973c4f req-8e703939-43e8-4da8-a8e1-d521f708b228 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5dc7622-f1ea-460f-b0a0-6f18fac82f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415401 Sep 17 03:59:12.164772 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7144a0-a5bd-45f9-98ea-c089de7a4ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206b7a03-8a31-4165-9362-4699e2bee998'}] {{(pid=113212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:59:12.167087 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc6586f6b4c6bd034ee7705c69f50a833cff710b963951e05e6de8956872ccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-facb97c4-7153-49f2-b0de-967344d56a4f" -d '{"events": [{"server_uuid": "7c7144a0-a5bd-45f9-98ea-c089de7a4ec7", "name": "network-vif-plugged", "status": "completed", "tag": "206b7a03-8a31-4165-9362-4699e2bee998"}]}' {{(pid=113212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:59:12.204617 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81653df7-9405-4a6c-a294-ebe8a51e4f10 x-openstack-request-id: req-81653df7-9405-4a6c-a294-ebe8a51e4f10 {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:59:12.204906 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7144a0-a5bd-45f9-98ea-c089de7a4ec7", "name": "network-vif-plugged", "status": "completed", "tag": "206b7a03-8a31-4165-9362-4699e2bee998", "code": 200}]} {{(pid=113212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:59:12.205156 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-81653df7-9405-4a6c-a294-ebe8a51e4f10 {{(pid=113212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:59:12.205548 dv-cinder-849143-3-iscsi neutron-server[113212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81653df7-9405-4a6c-a294-ebe8a51e4f10'] response: {'server_uuid': '7c7144a0-a5bd-45f9-98ea-c089de7a4ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206b7a03-8a31-4165-9362-4699e2bee998', 'code': 200} Sep 17 03:59:12.263804 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:59:12.272853 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0a9d4-4d35-43bf-a5ab-65490a569f69 req-985053b9-e429-465b-afa9-645f351f65d3 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:12.274607 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0bf0a9d4-4d35-43bf-a5ab-65490a569f69 req-985053b9-e429-465b-afa9-645f351f65d3 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e0de2b51-8d4f-4d1b-b400-925ea40d10fd HTTP/1.1" status: 200 len: 945 time: 0.0519321 Sep 17 03:59:12.326419 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0bf0a9d4-4d35-43bf-a5ab-65490a569f69 req-eded3aed-8b43-41b4-8677-7ad422df0591 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=50953671-26f5-4b4d-830d-cbbc629c9546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458889 Sep 17 03:59:12.588885 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76878ab2-7a33-4905-a1ec-f6df65860608 req-c21acd5b-514e-40de-9fdd-f138d1c13878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:12.590369 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-76878ab2-7a33-4905-a1ec-f6df65860608 req-c21acd5b-514e-40de-9fdd-f138d1c13878 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7c7144a0-a5bd-45f9-98ea-c089de7a4ec7 HTTP/1.1" status: 200 len: 1129 time: 0.0381021 Sep 17 03:59:12.610217 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:59:12.637228 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-76878ab2-7a33-4905-a1ec-f6df65860608 req-69d860aa-6cf2-4cb7-ad52-1dd3b6f610b5 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b5dc7622-f1ea-460f-b0a0-6f18fac82f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411983 Sep 17 03:59:12.978415 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (287db9f2-8160-4728-95aa-12aebca604d4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:13.254604 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef48dca-e43e-4e72-98de-3b8e8c57f68b req-48aba231-d344-45cd-b1e1-d533156bcc5c tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:13.256076 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-6ef48dca-e43e-4e72-98de-3b8e8c57f68b req-48aba231-d344-45cd-b1e1-d533156bcc5c tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7c7144a0-a5bd-45f9-98ea-c089de7a4ec7 HTTP/1.1" status: 200 len: 945 time: 0.0493484 Sep 17 03:59:13.286737 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fecdf064-2280-4810-8c6f-7fec6cce5654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (7e0cb1e0-c4a7-4d3b-9abd-ffc9973ed5e0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:13.303415 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-6ef48dca-e43e-4e72-98de-3b8e8c57f68b req-a0a2ab1e-8dd0-49c6-936e-3fc618b76dbf tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5dc7622-f1ea-460f-b0a0-6f18fac82f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411990 Sep 17 03:59:13.448946 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f650e7-3c04-4a0e-bbe1-f317573056ba req-9b855b40-7e79-4c40-aa89-45ba0d18f8ad tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:13.450642 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-41f650e7-3c04-4a0e-bbe1-f317573056ba req-9b855b40-7e79-4c40-aa89-45ba0d18f8ad tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e0de2b51-8d4f-4d1b-b400-925ea40d10fd HTTP/1.1" status: 200 len: 945 time: 0.0458252 Sep 17 03:59:13.500874 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-41f650e7-3c04-4a0e-bbe1-f317573056ba req-b95a9e2d-0fbf-4f03-a543-26bf112dcd88 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=50953671-26f5-4b4d-830d-cbbc629c9546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447409 Sep 17 03:59:14.426546 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426b41f-dfd3-47e8-98cb-e01ce4a544c5 req-372cd953-815c-4470-a977-d9dac6d5c244 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:14.428178 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d426b41f-dfd3-47e8-98cb-e01ce4a544c5 req-372cd953-815c-4470-a977-d9dac6d5c244 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7c7144a0-a5bd-45f9-98ea-c089de7a4ec7 HTTP/1.1" status: 200 len: 945 time: 0.0503466 Sep 17 03:59:14.478166 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d426b41f-dfd3-47e8-98cb-e01ce4a544c5 req-37ab32b9-fea6-4683-b7b9-c9d54ca1820b tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5dc7622-f1ea-460f-b0a0-6f18fac82f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438266 Sep 17 03:59:15.600406 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc5bc1-b241-4f2f-b27a-257c8d65ec92 req-4fbd5e73-37a9-44fd-b992-a6b072f616d4 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:15.601899 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-48dc5bc1-b241-4f2f-b27a-257c8d65ec92 req-4fbd5e73-37a9-44fd-b992-a6b072f616d4 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7c7144a0-a5bd-45f9-98ea-c089de7a4ec7 HTTP/1.1" status: 200 len: 945 time: 0.0478997 Sep 17 03:59:15.649879 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-48dc5bc1-b241-4f2f-b27a-257c8d65ec92 req-539e2fc9-cd72-4b11-99f3-bd0a096ae3ed tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5dc7622-f1ea-460f-b0a0-6f18fac82f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423052 Sep 17 03:59:15.775459 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81eeebb-2f18-42f6-b275-b3a1f59f9a8a req-a2589160-cbf6-458a-bbae-97e9fd0dc973 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:15.776943 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f81eeebb-2f18-42f6-b275-b3a1f59f9a8a req-a2589160-cbf6-458a-bbae-97e9fd0dc973 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7c7144a0-a5bd-45f9-98ea-c089de7a4ec7 HTTP/1.1" status: 200 len: 945 time: 0.0530722 Sep 17 03:59:15.786968 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 54154) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:59:15.791386 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.v2.base [None req-0f801aa4-5b65-4a44-8ccb-2fc2be375820 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Request body: {'floatingip': {'port_id': '206b7a03-8a31-4165-9362-4699e2bee998'}} {{(pid=113211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:59:15.831781 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0f801aa4-5b65-4a44-8ccb-2fc2be375820 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks [] for floatingip (431edc76-d1e6-400a-b3dd-e7ce72de7268), before_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:15.946025 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:59:16.256179 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0f801aa4-5b65-4a44-8ccb-2fc2be375820 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:16.300961 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0f801aa4-5b65-4a44-8ccb-2fc2be375820 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615334'] for floatingip (431edc76-d1e6-400a-b3dd-e7ce72de7268), after_update {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:16.396119 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.db.l3_db [None req-0f801aa4-5b65-4a44-8ccb-2fc2be375820 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Floating IP 431edc76-d1e6-400a-b3dd-e7ce72de7268 associated. External IP: 172.27.0.205, port: 206b7a03-8a31-4165-9362-4699e2bee998. Sep 17 03:59:16.475184 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:59:16.590777 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f801aa4-5b65-4a44-8ccb-2fc2be375820 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Router 0ddbff4c-869c-4395-840b-62153fa7fbbb has already been hosted by L3 agent b971cbd0-997d-41fb-8614-0aea29982798 {{(pid=113211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:59:16.692993 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f801aa4-5b65-4a44-8ccb-2fc2be375820 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:59:16.698766 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-0f801aa4-5b65-4a44-8ccb-2fc2be375820 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for floatingip (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:16.704891 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea4f258-4de2-451a-b005-c3fb6f414a7a None None] Sync routers for ids ['0ddbff4c-869c-4395-840b-62153fa7fbbb'] in dv-cinder-849143-3-iscsi {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:59:16.715859 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea4f258-4de2-451a-b005-c3fb6f414a7a None None] Routers {'0ddbff4c-869c-4395-840b-62153fa7fbbb'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:59:16.716553 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-0ea4f258-4de2-451a-b005-c3fb6f414a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:59:10Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['0ddbff4c-869c-4395-840b-62153fa7fbbb'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:59:16.729354 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-0f801aa4-5b65-4a44-8ccb-2fc2be375820 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/431edc76-d1e6-400a-b3dd-e7ce72de7268 HTTP/1.1" status: 200 len: 991 time: 0.9412732 Sep 17 03:59:16.730029 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7144a0-a5bd-45f9-98ea-c089de7a4ec7', 'tag': '206b7a03-8a31-4165-9362-4699e2bee998'}] {{(pid=113211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:59:16.732366 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346c2caff186dcd388f83f6dc64b2ba25d7763d65cfebe6fa09f9256a5522518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b84bf0b-0b9d-4b0b-95cb-dc3295519a0c" -d '{"events": [{"name": "network-changed", "server_uuid": "7c7144a0-a5bd-45f9-98ea-c089de7a4ec7", "tag": "206b7a03-8a31-4165-9362-4699e2bee998"}]}' {{(pid=113211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:59:16.770467 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8097d01f-d699-49af-b0ee-ce834c0aaee9 x-openstack-request-id: req-8097d01f-d699-49af-b0ee-ce834c0aaee9 {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:59:16.770757 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c7144a0-a5bd-45f9-98ea-c089de7a4ec7", "tag": "206b7a03-8a31-4165-9362-4699e2bee998", "status": "completed", "code": 200}]} {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:59:16.771024 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8097d01f-d699-49af-b0ee-ce834c0aaee9 {{(pid=113211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:59:16.771420 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8097d01f-d699-49af-b0ee-ce834c0aaee9'] response: {'name': 'network-changed', 'server_uuid': '7c7144a0-a5bd-45f9-98ea-c089de7a4ec7', 'tag': '206b7a03-8a31-4165-9362-4699e2bee998', 'status': 'completed', 'code': 200} Sep 17 03:59:16.815303 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:59:16.822931 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-0ea4f258-4de2-451a-b005-c3fb6f414a7a None None] Set router 0ddbff4c-869c-4395-840b-62153fa7fbbb gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:59:16.864577 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84bf0b-0b9d-4b0b-95cb-dc3295519a0c req-abd2363f-bef4-4054-9819-a42f820483a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:16.866063 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-3b84bf0b-0b9d-4b0b-95cb-dc3295519a0c req-abd2363f-bef4-4054-9819-a42f820483a6 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ddf27ec567494d03bd1d2469aef97264&device_id=7c7144a0-a5bd-45f9-98ea-c089de7a4ec7 HTTP/1.1" status: 200 len: 1129 time: 0.0396216 Sep 17 03:59:16.958284 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84bf0b-0b9d-4b0b-95cb-dc3295519a0c req-428b87e7-8625-417a-bc4b-cdca61f1fb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:16.959580 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:59:16.959896 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-3b84bf0b-0b9d-4b0b-95cb-dc3295519a0c req-428b87e7-8625-417a-bc4b-cdca61f1fb56 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=d9470128-efc5-439d-94b6-d35d23a7faa0 HTTP/1.1" status: 200 len: 912 time: 0.0883369 Sep 17 03:59:17.035589 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-3b84bf0b-0b9d-4b0b-95cb-dc3295519a0c req-a575689d-0f85-41f6-b06a-25fdcffdf866 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=206b7a03-8a31-4165-9362-4699e2bee998 HTTP/1.1" status: 200 len: 999 time: 0.0690904 Sep 17 03:59:17.044992 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-0ea4f258-4de2-451a-b005-c3fb6f414a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'name': 'tempest-AttachVolumeTestJSON-1503991509-router', 'tenant_id': 'ddf27ec567494d03bd1d2469aef97264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '0dc8a0ca-d127-4c9a-860a-fe2ca661e674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:54:48Z', 'updated_at': '2022-09-17T03:54:54Z', 'revision_number': 4, 'project_id': 'ddf27ec567494d03bd1d2469aef97264', 'gw_port': {'id': '0dc8a0ca-d127-4c9a-860a-fe2ca661e674', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:54:49Z', 'updated_at': '2022-09-17T03:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_floatingips': [{'id': '431edc76-d1e6-400a-b3dd-e7ce72de7268', 'tenant_id': 'ddf27ec567494d03bd1d2469aef97264', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'port_id': '206b7a03-8a31-4165-9362-4699e2bee998', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9470128-efc5-439d-94b6-d35d23a7faa0', 'mac_address': 'fa:16:3e:a1:f9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7144a0-a5bd-45f9-98ea-c089de7a4ec7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:58:57Z', 'updated_at': '2022-09-17T03:59:16Z', 'revision_number': 1, 'project_id': 'ddf27ec567494d03bd1d2469aef97264', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41f2ee60-fca2-4afe-bd77-26b618c3f138', 'name': '', 'network_id': 'd9470128-efc5-439d-94b6-d35d23a7faa0', 'tenant_id': 'ddf27ec567494d03bd1d2469aef97264', 'mac_address': 'fa:16:3e:f1:71:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '4f884129-c112-4f7f-ab1b-3d2e33686d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:54:53Z', 'updated_at': '2022-09-17T03:55:02Z', 'revision_number': 5, 'project_id': 'ddf27ec567494d03bd1d2469aef97264', 'subnets': [{'id': '4f884129-c112-4f7f-ab1b-3d2e33686d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:59:17.069173 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea4f258-4de2-451a-b005-c3fb6f414a7a None None] Checking router: 0ddbff4c-869c-4395-840b-62153fa7fbbb for host: dv-cinder-849143-3-iscsi {{(pid=113212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:59:17.078153 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea4f258-4de2-451a-b005-c3fb6f414a7a None None] Routers {'0ddbff4c-869c-4395-840b-62153fa7fbbb'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:59:17.078760 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-0ea4f258-4de2-451a-b005-c3fb6f414a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:59:10Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['0ddbff4c-869c-4395-840b-62153fa7fbbb'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:59:17.084037 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84bf0b-0b9d-4b0b-95cb-dc3295519a0c req-71c86167-96f3-4d45-b6eb-96fdd8819be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:17.085491 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-3b84bf0b-0b9d-4b0b-95cb-dc3295519a0c req-71c86167-96f3-4d45-b6eb-96fdd8819be6 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=4f884129-c112-4f7f-ab1b-3d2e33686d02 HTTP/1.1" status: 200 len: 850 time: 0.0447063 Sep 17 03:59:17.128562 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84bf0b-0b9d-4b0b-95cb-dc3295519a0c req-e5dcea76-5d06-404c-a25b-3cf2092c1deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:17.130114 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-3b84bf0b-0b9d-4b0b-95cb-dc3295519a0c req-e5dcea76-5d06-404c-a25b-3cf2092c1deb service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=d9470128-efc5-439d-94b6-d35d23a7faa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381637 Sep 17 03:59:17.140362 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [req-3b84bf0b-0b9d-4b0b-95cb-dc3295519a0c req-3b14e6fb-c22b-443f-b807-552a7e793ea1 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 17 03:59:17.141307 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-3b84bf0b-0b9d-4b0b-95cb-dc3295519a0c req-3b14e6fb-c22b-443f-b807-552a7e793ea1 service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048697 Sep 17 03:59:17.182738 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-0ea4f258-4de2-451a-b005-c3fb6f414a7a None None] Set router 0ddbff4c-869c-4395-840b-62153fa7fbbb gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:59:17.237077 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-3b84bf0b-0b9d-4b0b-95cb-dc3295519a0c req-994fe712-fceb-4bf0-9ca8-1cf30017825b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d9470128-efc5-439d-94b6-d35d23a7faa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874889 Sep 17 03:59:17.332852 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-3b84bf0b-0b9d-4b0b-95cb-dc3295519a0c req-2dd95ea3-5dc4-4897-a37b-dc8aa80344c6 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d9470128-efc5-439d-94b6-d35d23a7faa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890415 Sep 17 03:59:17.399268 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-0ea4f258-4de2-451a-b005-c3fb6f414a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'name': 'tempest-AttachVolumeTestJSON-1503991509-router', 'tenant_id': 'ddf27ec567494d03bd1d2469aef97264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '0dc8a0ca-d127-4c9a-860a-fe2ca661e674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:54:48Z', 'updated_at': '2022-09-17T03:54:54Z', 'revision_number': 4, 'project_id': 'ddf27ec567494d03bd1d2469aef97264', 'gw_port': {'id': '0dc8a0ca-d127-4c9a-860a-fe2ca661e674', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:54:49Z', 'updated_at': '2022-09-17T03:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_floatingips': [{'id': '431edc76-d1e6-400a-b3dd-e7ce72de7268', 'tenant_id': 'ddf27ec567494d03bd1d2469aef97264', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'port_id': '206b7a03-8a31-4165-9362-4699e2bee998', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9470128-efc5-439d-94b6-d35d23a7faa0', 'mac_address': 'fa:16:3e:a1:f9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7144a0-a5bd-45f9-98ea-c089de7a4ec7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:58:57Z', 'updated_at': '2022-09-17T03:59:16Z', 'revision_number': 1, 'project_id': 'ddf27ec567494d03bd1d2469aef97264', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41f2ee60-fca2-4afe-bd77-26b618c3f138', 'name': '', 'network_id': 'd9470128-efc5-439d-94b6-d35d23a7faa0', 'tenant_id': 'ddf27ec567494d03bd1d2469aef97264', 'mac_address': 'fa:16:3e:f1:71:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '4f884129-c112-4f7f-ab1b-3d2e33686d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:54:53Z', 'updated_at': '2022-09-17T03:55:02Z', 'revision_number': 5, 'project_id': 'ddf27ec567494d03bd1d2469aef97264', 'subnets': [{'id': '4f884129-c112-4f7f-ab1b-3d2e33686d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:59:17.423423 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea4f258-4de2-451a-b005-c3fb6f414a7a None None] The sync data for ids ['0ddbff4c-869c-4395-840b-62153fa7fbbb'] in dv-cinder-849143-3-iscsi is: [{'id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'name': 'tempest-AttachVolumeTestJSON-1503991509-router', 'tenant_id': 'ddf27ec567494d03bd1d2469aef97264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '0dc8a0ca-d127-4c9a-860a-fe2ca661e674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:54:48Z', 'updated_at': '2022-09-17T03:54:54Z', 'revision_number': 4, 'project_id': 'ddf27ec567494d03bd1d2469aef97264', 'gw_port': {'id': '0dc8a0ca-d127-4c9a-860a-fe2ca661e674', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:54:49Z', 'updated_at': '2022-09-17T03:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_floatingips': [{'id': '431edc76-d1e6-400a-b3dd-e7ce72de7268', 'tenant_id': 'ddf27ec567494d03bd1d2469aef97264', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'port_id': '206b7a03-8a31-4165-9362-4699e2bee998', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9470128-efc5-439d-94b6-d35d23a7faa0', 'mac_address': 'fa:16:3e:a1:f9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7144a0-a5bd-45f9-98ea-c089de7a4ec7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:58:57Z', 'updated_at': '2022-09-17T03:59:16Z', 'revision_number': 1, 'project_id': 'ddf27ec567494d03bd1d2469aef97264', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41f2ee60-fca2-4afe-bd77-26b618c3f138', 'name': '', 'network_id': 'd9470128-efc5-439d-94b6-d35d23a7faa0', 'tenant_id': 'ddf27ec567494d03bd1d2469aef97264', 'mac_address': 'fa:16:3e:f1:71:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '4f884129-c112-4f7f-ab1b-3d2e33686d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:54:53Z', 'updated_at': '2022-09-17T03:55:02Z', 'revision_number': 5, 'project_id': 'ddf27ec567494d03bd1d2469aef97264', 'subnets': [{'id': '4f884129-c112-4f7f-ab1b-3d2e33686d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:59:17.614972 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacd0493-e523-4c86-8d5a-8fb20ac3ea31 None None] New status for floating IP 431edc76-d1e6-400a-b3dd-e7ce72de7268: ACTIVE {{(pid=113213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 03:59:17.756424 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (56a63866-613b-46a0-90ee-05b9222d9bfc), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:26.724199 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:59:26.726115 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=21 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:59:27.326908 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=82 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:59:27.329705 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=50 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:59:27.694380 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=65 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:59:27.696378 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=39,neutron:UPDATE=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:59:32.026634 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.agents_db [None req-b2aba882-f127-474e-990c-8a1f8fa77bd5 None None] Agent healthcheck: found 6 active agents {{(pid=113213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:59:34.087894 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:59:37.758834 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41660ad6-6025-4f1a-a1c7-1d8313beba22 req-2249c937-2b91-4834-8f77-ab0ff8ad5da5 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:37.760358 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-41660ad6-6025-4f1a-a1c7-1d8313beba22 req-2249c937-2b91-4834-8f77-ab0ff8ad5da5 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e0de2b51-8d4f-4d1b-b400-925ea40d10fd HTTP/1.1" status: 200 len: 945 time: 0.0551794 Sep 17 03:59:37.810258 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-41660ad6-6025-4f1a-a1c7-1d8313beba22 req-43c8d66d-8ae0-4dfa-b069-2e519c8407d7 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=50953671-26f5-4b4d-830d-cbbc629c9546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437996 Sep 17 03:59:37.906705 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-3859b3a0-3677-4f08-8cab-c7071520490b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b0b4725d-5d3f-4adf-8b60-729f2f7a35da), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:38.141659 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 54238) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:59:38.280622 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-9102cdf5-d326-47b2-be1e-ff7ba3591fbc tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Deleting port 15442ef4-06f7-4a4e-b102-87911d973c37 {{(pid=113210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:59:38.280881 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9102cdf5-d326-47b2-be1e-ff7ba3591fbc tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (15442ef4-06f7-4a4e-b102-87911d973c37), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:38.354732 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9102cdf5-d326-47b2-be1e-ff7ba3591fbc tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (15442ef4-06f7-4a4e-b102-87911d973c37), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:38.355072 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9102cdf5-d326-47b2-be1e-ff7ba3591fbc tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks [] for floatingip (15442ef4-06f7-4a4e-b102-87911d973c37), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:38.368024 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-9102cdf5-d326-47b2-be1e-ff7ba3591fbc tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Calling delete_port for 15442ef4-06f7-4a4e-b102-87911d973c37 owned by network:floatingip {{(pid=113210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:59:38.598492 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9102cdf5-d326-47b2-be1e-ff7ba3591fbc tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (15442ef4-06f7-4a4e-b102-87911d973c37), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:38.622112 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9102cdf5-d326-47b2-be1e-ff7ba3591fbc tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Pushing event deleted for resources: {'Port': ['ID=15442ef4-06f7-4a4e-b102-87911d973c37,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:59:38.688129 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9102cdf5-d326-47b2-be1e-ff7ba3591fbc tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks [] for floatingip (eb022c01-d287-4233-82c1-27172c89c0ee), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:38.688471 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.db.l3_db [None req-9102cdf5-d326-47b2-be1e-ff7ba3591fbc tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Floating IP eb022c01-d287-4233-82c1-27172c89c0ee disassociated (deleted). External IP: 172.27.0.171, port: 41d61149-c1bf-44c0-b7f2-379c0be9e190. Sep 17 03:59:38.889816 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9102cdf5-d326-47b2-be1e-ff7ba3591fbc tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Router d5966e2e-c4b1-4f9d-93f4-8541417b2351 has already been hosted by L3 agent b971cbd0-997d-41fb-8614-0aea29982798 {{(pid=113210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:59:38.934687 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f648144-a3e2-4bc8-b1f0-9180f710cd95 req-3da56d78-4a38-4c17-b06f-acb4a08128d2 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:38.936156 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7f648144-a3e2-4bc8-b1f0-9180f710cd95 req-3da56d78-4a38-4c17-b06f-acb4a08128d2 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e0de2b51-8d4f-4d1b-b400-925ea40d10fd HTTP/1.1" status: 200 len: 945 time: 0.0457833 Sep 17 03:59:38.984109 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7f648144-a3e2-4bc8-b1f0-9180f710cd95 req-fc71959b-3dfb-47f3-9509-89b86ad9efdf tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=50953671-26f5-4b4d-830d-cbbc629c9546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417595 Sep 17 03:59:38.995194 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9102cdf5-d326-47b2-be1e-ff7ba3591fbc tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:59:38.999530 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-9102cdf5-d326-47b2-be1e-ff7ba3591fbc tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for floatingip (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:39.006026 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f72ffa-e83d-44ef-af4b-5fcfed8fe6ed None None] Sync routers for ids ['d5966e2e-c4b1-4f9d-93f4-8541417b2351'] in dv-cinder-849143-3-iscsi {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:59:39.016291 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f72ffa-e83d-44ef-af4b-5fcfed8fe6ed None None] Routers {'d5966e2e-c4b1-4f9d-93f4-8541417b2351'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:59:39.016892 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-92f72ffa-e83d-44ef-af4b-5fcfed8fe6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:59:10Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['d5966e2e-c4b1-4f9d-93f4-8541417b2351'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:59:39.021643 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:59:39.038598 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-9102cdf5-d326-47b2-be1e-ff7ba3591fbc tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/eb022c01-d287-4233-82c1-27172c89c0ee HTTP/1.1" status: 204 len: 168 time: 0.8958344 Sep 17 03:59:39.039234 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '971fe1b8-d8ce-464b-afcf-45e23a6504e2', 'tag': '41d61149-c1bf-44c0-b7f2-379c0be9e190'}] {{(pid=113210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:59:39.041528 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a613894f386080b2b9315951ba9a4c402b93d12b77848e4e2f89d9386810e3b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf188863-1ba8-4596-9cf0-f7b89725c8e3" -d '{"events": [{"name": "network-changed", "server_uuid": "971fe1b8-d8ce-464b-afcf-45e23a6504e2", "tag": "41d61149-c1bf-44c0-b7f2-379c0be9e190"}]}' {{(pid=113210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:59:39.129341 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-92f72ffa-e83d-44ef-af4b-5fcfed8fe6ed None None] Set router d5966e2e-c4b1-4f9d-93f4-8541417b2351 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:59:39.164019 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b101d8d7-8246-4b8b-957f-44dd68256bac x-openstack-request-id: req-b101d8d7-8246-4b8b-957f-44dd68256bac {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:59:39.164530 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "971fe1b8-d8ce-464b-afcf-45e23a6504e2", "tag": "41d61149-c1bf-44c0-b7f2-379c0be9e190", "status": "completed", "code": 200}]} {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:59:39.164530 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b101d8d7-8246-4b8b-957f-44dd68256bac {{(pid=113210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:59:39.164905 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b101d8d7-8246-4b8b-957f-44dd68256bac'] response: {'name': 'network-changed', 'server_uuid': '971fe1b8-d8ce-464b-afcf-45e23a6504e2', 'tag': '41d61149-c1bf-44c0-b7f2-379c0be9e190', 'status': 'completed', 'code': 200} Sep 17 03:59:39.450553 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11ea22-4075-46a1-9509-a81050df9a01 req-bb134e69-9e2a-4c7f-8439-388a12da6248 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:39.452033 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0a11ea22-4075-46a1-9509-a81050df9a01 req-bb134e69-9e2a-4c7f-8439-388a12da6248 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=971fe1b8-d8ce-464b-afcf-45e23a6504e2 HTTP/1.1" status: 200 len: 945 time: 0.0459821 Sep 17 03:59:39.461959 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-92f72ffa-e83d-44ef-af4b-5fcfed8fe6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'name': 'tempest-TestVolumeBootPattern-2084887640-router', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'b64bbac4-1a5e-41d0-a613-51dd5abf35b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:12Z', 'updated_at': '2022-09-17T03:51:18Z', 'revision_number': 4, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'gw_port': {'id': 'b64bbac4-1a5e-41d0-a613-51dd5abf35b4', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:13Z', 'updated_at': '2022-09-17T03:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_floatingips': [{'id': '330d29ff-d359-406a-971d-39dc6e96b725', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'floating_ip_address': '172.27.0.242', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'port_id': '6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c', 'mac_address': 'fa:16:3e:75:04:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3f7cb6-5e00-44a5-911b-6e1e079c21a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:55:16Z', 'updated_at': '2022-09-17T03:55:19Z', 'revision_number': 1, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '246386aa-d035-40e9-8e20-1db54e73513d', 'name': '', 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'mac_address': 'fa:16:3e:76:a4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd79f26d2-7e28-4c00-b0e8-4dc043d7353f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:17Z', 'updated_at': '2022-09-17T03:51:25Z', 'revision_number': 5, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'subnets': [{'id': 'd79f26d2-7e28-4c00-b0e8-4dc043d7353f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:59:39.489938 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f72ffa-e83d-44ef-af4b-5fcfed8fe6ed None None] Checking router: d5966e2e-c4b1-4f9d-93f4-8541417b2351 for host: dv-cinder-849143-3-iscsi {{(pid=113212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:59:39.499070 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f72ffa-e83d-44ef-af4b-5fcfed8fe6ed None None] Routers {'d5966e2e-c4b1-4f9d-93f4-8541417b2351'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:59:39.499529 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-92f72ffa-e83d-44ef-af4b-5fcfed8fe6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:59:10Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['d5966e2e-c4b1-4f9d-93f4-8541417b2351'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:59:39.509409 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-0a11ea22-4075-46a1-9509-a81050df9a01 req-438890f4-ca25-41bc-b64d-de7742a06ad5 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509591 Sep 17 03:59:39.604993 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-92f72ffa-e83d-44ef-af4b-5fcfed8fe6ed None None] Set router d5966e2e-c4b1-4f9d-93f4-8541417b2351 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:59:39.616962 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf188863-1ba8-4596-9cf0-f7b89725c8e3 req-e6c030a3-33bf-4103-9986-1db77d347c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:39.618444 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-cf188863-1ba8-4596-9cf0-f7b89725c8e3 req-e6c030a3-33bf-4103-9986-1db77d347c9e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=cb2d22c677bb48a1aa50631997fc0741&device_id=971fe1b8-d8ce-464b-afcf-45e23a6504e2 HTTP/1.1" status: 200 len: 1129 time: 0.0886664 Sep 17 03:59:39.812131 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-92f72ffa-e83d-44ef-af4b-5fcfed8fe6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'name': 'tempest-TestVolumeBootPattern-2084887640-router', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'b64bbac4-1a5e-41d0-a613-51dd5abf35b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:12Z', 'updated_at': '2022-09-17T03:51:18Z', 'revision_number': 4, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'gw_port': {'id': 'b64bbac4-1a5e-41d0-a613-51dd5abf35b4', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:13Z', 'updated_at': '2022-09-17T03:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_floatingips': [{'id': '330d29ff-d359-406a-971d-39dc6e96b725', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'floating_ip_address': '172.27.0.242', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'port_id': '6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c', 'mac_address': 'fa:16:3e:75:04:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3f7cb6-5e00-44a5-911b-6e1e079c21a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:55:16Z', 'updated_at': '2022-09-17T03:55:19Z', 'revision_number': 1, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '246386aa-d035-40e9-8e20-1db54e73513d', 'name': '', 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'mac_address': 'fa:16:3e:76:a4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd79f26d2-7e28-4c00-b0e8-4dc043d7353f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:17Z', 'updated_at': '2022-09-17T03:51:25Z', 'revision_number': 5, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'subnets': [{'id': 'd79f26d2-7e28-4c00-b0e8-4dc043d7353f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:59:39.836396 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f72ffa-e83d-44ef-af4b-5fcfed8fe6ed None None] The sync data for ids ['d5966e2e-c4b1-4f9d-93f4-8541417b2351'] in dv-cinder-849143-3-iscsi is: [{'id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'name': 'tempest-TestVolumeBootPattern-2084887640-router', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'b64bbac4-1a5e-41d0-a613-51dd5abf35b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:12Z', 'updated_at': '2022-09-17T03:51:18Z', 'revision_number': 4, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'gw_port': {'id': 'b64bbac4-1a5e-41d0-a613-51dd5abf35b4', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:13Z', 'updated_at': '2022-09-17T03:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_floatingips': [{'id': '330d29ff-d359-406a-971d-39dc6e96b725', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'floating_ip_address': '172.27.0.242', 'floating_network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'router_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'port_id': '6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c', 'mac_address': 'fa:16:3e:75:04:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3f7cb6-5e00-44a5-911b-6e1e079c21a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:55:16Z', 'updated_at': '2022-09-17T03:55:19Z', 'revision_number': 1, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '246386aa-d035-40e9-8e20-1db54e73513d', 'name': '', 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'mac_address': 'fa:16:3e:76:a4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd79f26d2-7e28-4c00-b0e8-4dc043d7353f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:17Z', 'updated_at': '2022-09-17T03:51:25Z', 'revision_number': 5, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'subnets': [{'id': 'd79f26d2-7e28-4c00-b0e8-4dc043d7353f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:59:40.060678 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc57c38-9f91-4b87-82d5-c24f79d7bfa5 None None] New status for floating IP eb022c01-d287-4233-82c1-27172c89c0ee: DOWN {{(pid=113213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 03:59:40.116711 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702162f-bc9a-4260-adff-e70133bd773b req-7d7f0d1f-ae0e-4a31-9366-47b72c3061dc tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:40.119507 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5702162f-bc9a-4260-adff-e70133bd773b req-7d7f0d1f-ae0e-4a31-9366-47b72c3061dc tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e0de2b51-8d4f-4d1b-b400-925ea40d10fd HTTP/1.1" status: 200 len: 945 time: 0.0487866 Sep 17 03:59:40.171886 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5702162f-bc9a-4260-adff-e70133bd773b req-023960f3-271d-486f-bd16-a8916418deec tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=50953671-26f5-4b4d-830d-cbbc629c9546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447297 Sep 17 03:59:40.292202 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-af93282d-c549-40c9-b96c-8f92e5013571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b971cbd0-997d-41fb-8614-0aea29982798), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:40.625658 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84937a9-7cc5-4c0b-b521-523de2c20dba req-eabecc4c-a8bf-4183-a454-3287ed9c3186 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:40.627161 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d84937a9-7cc5-4c0b-b521-523de2c20dba req-eabecc4c-a8bf-4183-a454-3287ed9c3186 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=971fe1b8-d8ce-464b-afcf-45e23a6504e2 HTTP/1.1" status: 200 len: 945 time: 0.0467367 Sep 17 03:59:40.676981 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-d84937a9-7cc5-4c0b-b521-523de2c20dba req-48149d99-4b1e-46de-a00a-8fe1921a7b7a tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442617 Sep 17 03:59:41.171192 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:59:41.211742 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf188863-1ba8-4596-9cf0-f7b89725c8e3 req-84b0310c-c8ea-4f70-89a9-7795040b14ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:41.213431 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-cf188863-1ba8-4596-9cf0-f7b89725c8e3 req-84b0310c-c8ea-4f70-89a9-7795040b14ed service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=17da0435-2238-4de2-8cdc-e4e0ec82986c HTTP/1.1" status: 200 len: 913 time: 0.0875549 Sep 17 03:59:41.295096 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdcb0ac-c26b-4e34-a1a3-c30800263cce req-1bc1fef2-888e-43d1-bee9-9bffb2e42912 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:41.296539 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ebdcb0ac-c26b-4e34-a1a3-c30800263cce req-1bc1fef2-888e-43d1-bee9-9bffb2e42912 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e0de2b51-8d4f-4d1b-b400-925ea40d10fd HTTP/1.1" status: 200 len: 945 time: 0.0490568 Sep 17 03:59:41.343275 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-ebdcb0ac-c26b-4e34-a1a3-c30800263cce req-cb3965d9-0441-44f0-98ca-28472e97c801 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=50953671-26f5-4b4d-830d-cbbc629c9546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412688 Sep 17 03:59:41.398374 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-cf188863-1ba8-4596-9cf0-f7b89725c8e3 req-103c8309-030c-4f27-a107-641b381349fc service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41d61149-c1bf-44c0-b7f2-379c0be9e190 HTTP/1.1" status: 200 len: 217 time: 0.0362775 Sep 17 03:59:41.436806 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830b622-192f-4935-af68-f20587377b06 req-09c4e33e-8a30-4760-a8fd-561a364b5a4d tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:41.438187 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-4830b622-192f-4935-af68-f20587377b06 req-09c4e33e-8a30-4760-a8fd-561a364b5a4d tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e0de2b51-8d4f-4d1b-b400-925ea40d10fd HTTP/1.1" status: 200 len: 945 time: 0.0457966 Sep 17 03:59:41.447558 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf188863-1ba8-4596-9cf0-f7b89725c8e3 req-53fae207-f1dc-4790-93d0-01c9d21a700e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:41.450739 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-cf188863-1ba8-4596-9cf0-f7b89725c8e3 req-53fae207-f1dc-4790-93d0-01c9d21a700e service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=d79f26d2-7e28-4c00-b0e8-4dc043d7353f HTTP/1.1" status: 200 len: 851 time: 0.0442340 Sep 17 03:59:41.486595 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ff42d983-095d-47ba-82c6-d5d7a2ded2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b812d02d-dcd0-44a4-bd1c-6e92b95e6b3f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:41.526941 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.plugin [req-4830b622-192f-4935-af68-f20587377b06 req-59e09960-240e-429f-be0c-5f0f94a02235 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Deleting port b0ba12cb-2a36-4292-8e47-5fd86bc8defa {{(pid=113211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:59:41.527864 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-4830b622-192f-4935-af68-f20587377b06 req-59e09960-240e-429f-be0c-5f0f94a02235 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (b0ba12cb-2a36-4292-8e47-5fd86bc8defa), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:41.617014 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.db [req-4830b622-192f-4935-af68-f20587377b06 req-59e09960-240e-429f-be0c-5f0f94a02235 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] For port b0ba12cb-2a36-4292-8e47-5fd86bc8defa, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=b0ba12cb-2a36-4292-8e47-5fd86bc8defa,segment=NetworkSegment(047735be-3668-4dfd-9f80-67e255ea19e4),segment_id=047735be-3668-4dfd-9f80-67e255ea19e4)] {{(pid=113211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:59:41.617373 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-4830b622-192f-4935-af68-f20587377b06 req-59e09960-240e-429f-be0c-5f0f94a02235 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (b0ba12cb-2a36-4292-8e47-5fd86bc8defa), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:41.630049 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.plugin [req-4830b622-192f-4935-af68-f20587377b06 req-59e09960-240e-429f-be0c-5f0f94a02235 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Calling delete_port for b0ba12cb-2a36-4292-8e47-5fd86bc8defa owned by compute:nova {{(pid=113211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:59:41.678573 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf188863-1ba8-4596-9cf0-f7b89725c8e3 req-eed4cae1-f89c-4a0e-a89c-2757315683eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:41.680083 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-cf188863-1ba8-4596-9cf0-f7b89725c8e3 req-eed4cae1-f89c-4a0e-a89c-2757315683eb service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=17da0435-2238-4de2-8cdc-e4e0ec82986c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391350 Sep 17 03:59:41.748572 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:59:41.783522 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-cf188863-1ba8-4596-9cf0-f7b89725c8e3 req-6d409102-0e84-4e79-997e-ba556ddcad3d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/17da0435-2238-4de2-8cdc-e4e0ec82986c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963614 Sep 17 03:59:41.793337 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:59:41.812133 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28b480-bb25-4b65-8389-60ef28dc3975 req-3e67c746-639c-4cbe-8f1a-b60650a5e23c tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:41.813640 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5d28b480-bb25-4b65-8389-60ef28dc3975 req-3e67c746-639c-4cbe-8f1a-b60650a5e23c tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=971fe1b8-d8ce-464b-afcf-45e23a6504e2 HTTP/1.1" status: 200 len: 945 time: 0.0560446 Sep 17 03:59:41.840262 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-4830b622-192f-4935-af68-f20587377b06 req-59e09960-240e-429f-be0c-5f0f94a02235 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26185590'] for port (b0ba12cb-2a36-4292-8e47-5fd86bc8defa), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:41.885434 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e09960-240e-429f-be0c-5f0f94a02235 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Pushing event deleted for resources: {'Port': ['ID=b0ba12cb-2a36-4292-8e47-5fd86bc8defa,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:59:41.911453 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-5d28b480-bb25-4b65-8389-60ef28dc3975 req-cb12aea0-9e6b-435c-af05-dfea88029a05 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920417 Sep 17 03:59:41.916280 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e09960-240e-429f-be0c-5f0f94a02235 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:59:41.916617 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e09960-240e-429f-be0c-5f0f94a02235 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:59:41.916951 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e09960-240e-429f-be0c-5f0f94a02235 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:59:41.917323 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e09960-240e-429f-be0c-5f0f94a02235 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:59:41.917703 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e09960-240e-429f-be0c-5f0f94a02235 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:59:41.917703 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e09960-240e-429f-be0c-5f0f94a02235 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:59:41.918715 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e09960-240e-429f-be0c-5f0f94a02235 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:59:41.918715 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e09960-240e-429f-be0c-5f0f94a02235 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:59:41.919026 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e09960-240e-429f-be0c-5f0f94a02235 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:59:41.919343 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e09960-240e-429f-be0c-5f0f94a02235 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:59:41.919661 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e09960-240e-429f-be0c-5f0f94a02235 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:59:41.919979 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e09960-240e-429f-be0c-5f0f94a02235 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:59:41.920291 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e09960-240e-429f-be0c-5f0f94a02235 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:59:41.920606 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e09960-240e-429f-be0c-5f0f94a02235 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:59:41.920919 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e09960-240e-429f-be0c-5f0f94a02235 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:59:41.962350 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.l3_dvrscheduler_db [req-4830b622-192f-4935-af68-f20587377b06 req-59e09960-240e-429f-be0c-5f0f94a02235 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] No DVR routers for this DVR port b0ba12cb-2a36-4292-8e47-5fd86bc8defa on host hv-cinder-84914 {{(pid=113211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:59:41.965209 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [req-4830b622-192f-4935-af68-f20587377b06 req-59e09960-240e-429f-be0c-5f0f94a02235 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for port (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:41.968522 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-4830b622-192f-4935-af68-f20587377b06 req-59e09960-240e-429f-be0c-5f0f94a02235 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.18 "DELETE /networking/v2.0/ports/b0ba12cb-2a36-4292-8e47-5fd86bc8defa HTTP/1.1" status: 204 len: 173 time: 0.5232415 Sep 17 03:59:41.969048 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0de2b51-8d4f-4d1b-b400-925ea40d10fd', 'name': 'network-vif-deleted', 'tag': 'b0ba12cb-2a36-4292-8e47-5fd86bc8defa'}] {{(pid=113211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:59:41.971400 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346c2caff186dcd388f83f6dc64b2ba25d7763d65cfebe6fa09f9256a5522518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3c8888-e3af-4567-9db0-a98f83d1d875" -d '{"events": [{"server_uuid": "e0de2b51-8d4f-4d1b-b400-925ea40d10fd", "name": "network-vif-deleted", "tag": "b0ba12cb-2a36-4292-8e47-5fd86bc8defa"}]}' {{(pid=113211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:59:42.080790 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65764a97-8449-4c67-9eac-d632b35c68bd x-openstack-request-id: req-65764a97-8449-4c67-9eac-d632b35c68bd {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:59:42.080790 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0de2b51-8d4f-4d1b-b400-925ea40d10fd", "name": "network-vif-deleted", "tag": "b0ba12cb-2a36-4292-8e47-5fd86bc8defa", "status": "completed", "code": 200}]} {{(pid=113211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:59:42.080790 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-65764a97-8449-4c67-9eac-d632b35c68bd {{(pid=113211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:59:42.080790 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65764a97-8449-4c67-9eac-d632b35c68bd'] response: {'server_uuid': 'e0de2b51-8d4f-4d1b-b400-925ea40d10fd', 'name': 'network-vif-deleted', 'tag': 'b0ba12cb-2a36-4292-8e47-5fd86bc8defa', 'status': 'completed', 'code': 200} Sep 17 03:59:42.169386 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c2030-11a5-45ec-9f03-e8018f3dce06 req-c30f79fa-580e-4e01-be26-e984ea540f72 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:42.170834 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-c71c2030-11a5-45ec-9f03-e8018f3dce06 req-c30f79fa-580e-4e01-be26-e984ea540f72 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=971fe1b8-d8ce-464b-afcf-45e23a6504e2 HTTP/1.1" status: 200 len: 945 time: 0.3690450 Sep 17 03:59:42.231531 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-cf188863-1ba8-4596-9cf0-f7b89725c8e3 req-003c11de-776e-4e53-9657-082a581c179d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/17da0435-2238-4de2-8cdc-e4e0ec82986c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4375193 Sep 17 03:59:42.279688 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [req-c71c2030-11a5-45ec-9f03-e8018f3dce06 req-715bdfce-c063-430b-9427-bf8951496356 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Deleting port 41d61149-c1bf-44c0-b7f2-379c0be9e190 {{(pid=113210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:59:42.280049 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-c71c2030-11a5-45ec-9f03-e8018f3dce06 req-715bdfce-c063-430b-9427-bf8951496356 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (41d61149-c1bf-44c0-b7f2-379c0be9e190), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:42.375100 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [req-c71c2030-11a5-45ec-9f03-e8018f3dce06 req-715bdfce-c063-430b-9427-bf8951496356 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] For port 41d61149-c1bf-44c0-b7f2-379c0be9e190, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=41d61149-c1bf-44c0-b7f2-379c0be9e190,segment=NetworkSegment(09dd00a3-8b97-425c-8fa8-26eaa25dbf9b),segment_id=09dd00a3-8b97-425c-8fa8-26eaa25dbf9b)] {{(pid=113210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:59:42.375457 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-c71c2030-11a5-45ec-9f03-e8018f3dce06 req-715bdfce-c063-430b-9427-bf8951496356 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (41d61149-c1bf-44c0-b7f2-379c0be9e190), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:42.389783 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [req-c71c2030-11a5-45ec-9f03-e8018f3dce06 req-715bdfce-c063-430b-9427-bf8951496356 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Calling delete_port for 41d61149-c1bf-44c0-b7f2-379c0be9e190 owned by compute:nova {{(pid=113210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:59:42.461791 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-6ef646a0-de05-433a-b375-5b8fcdf3df39 req-b09c2ff9-cfb5-4342-9968-95ca566b7de5 tempest-VolumesSnapshotTestJSON-281830655 tempest-VolumesSnapshotTestJSON-281830655-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e0de2b51-8d4f-4d1b-b400-925ea40d10fd HTTP/1.1" status: 200 len: 210 time: 0.0287666 Sep 17 03:59:42.572414 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-c71c2030-11a5-45ec-9f03-e8018f3dce06 req-715bdfce-c063-430b-9427-bf8951496356 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (41d61149-c1bf-44c0-b7f2-379c0be9e190), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:42.584727 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:59:42.607413 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715bdfce-c063-430b-9427-bf8951496356 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Pushing event deleted for resources: {'Port': ['ID=41d61149-c1bf-44c0-b7f2-379c0be9e190,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:59:42.656511 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [req-c71c2030-11a5-45ec-9f03-e8018f3dce06 req-715bdfce-c063-430b-9427-bf8951496356 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] No DVR routers for this DVR port 41d61149-c1bf-44c0-b7f2-379c0be9e190 on host hv-cinder-84914 {{(pid=113210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:59:42.656511 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-c71c2030-11a5-45ec-9f03-e8018f3dce06 req-715bdfce-c063-430b-9427-bf8951496356 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for port (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:42.656511 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-c71c2030-11a5-45ec-9f03-e8018f3dce06 req-715bdfce-c063-430b-9427-bf8951496356 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.18 "DELETE /networking/v2.0/ports/41d61149-c1bf-44c0-b7f2-379c0be9e190 HTTP/1.1" status: 204 len: 173 time: 0.4652054 Sep 17 03:59:42.656511 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '971fe1b8-d8ce-464b-afcf-45e23a6504e2', 'name': 'network-vif-deleted', 'tag': '41d61149-c1bf-44c0-b7f2-379c0be9e190'}] {{(pid=113210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:59:42.656895 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a613894f386080b2b9315951ba9a4c402b93d12b77848e4e2f89d9386810e3b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ba3954-5198-4ab8-8f3a-0f977485d25a" -d '{"events": [{"server_uuid": "971fe1b8-d8ce-464b-afcf-45e23a6504e2", "name": "network-vif-deleted", "tag": "41d61149-c1bf-44c0-b7f2-379c0be9e190"}]}' {{(pid=113210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:59:42.695157 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27c9381-6ff6-4196-bcf3-a77c64f17527 x-openstack-request-id: req-f27c9381-6ff6-4196-bcf3-a77c64f17527 {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:59:42.695447 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "971fe1b8-d8ce-464b-afcf-45e23a6504e2", "name": "network-vif-deleted", "tag": "41d61149-c1bf-44c0-b7f2-379c0be9e190", "status": "completed", "code": 200}]} {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:59:42.695695 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f27c9381-6ff6-4196-bcf3-a77c64f17527 {{(pid=113210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:59:42.696097 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f27c9381-6ff6-4196-bcf3-a77c64f17527'] response: {'server_uuid': '971fe1b8-d8ce-464b-afcf-45e23a6504e2', 'name': 'network-vif-deleted', 'tag': '41d61149-c1bf-44c0-b7f2-379c0be9e190', 'status': 'completed', 'code': 200} Sep 17 03:59:42.995568 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (287db9f2-8160-4728-95aa-12aebca604d4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:43.026410 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8a3a1586-4308-4520-bde8-3a32ed592bb4 req-24e4f683-21ed-4874-8c38-4a185d5781af tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=971fe1b8-d8ce-464b-afcf-45e23a6504e2 HTTP/1.1" status: 200 len: 210 time: 0.0314090 Sep 17 03:59:43.320352 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fecdf064-2280-4810-8c6f-7fec6cce5654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (7e0cb1e0-c4a7-4d3b-9abd-ffc9973ed5e0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:43.399590 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device b0ba12cb-2a36-4292-8e47-5fd86bc8defa no longer exists at agent hyperv_hv-cinder-84914 {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:59:43.418387 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] No Port match for: b0ba12cb-2a36-4292-8e47-5fd86bc8defa {{(pid=113212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:59:43.418732 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device b0ba12cb-2a36-4292-8e47-5fd86bc8defa not bound to the agent host hv-cinder-84914 {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:59:44.147895 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-8dbb4bd2-67ad-453d-a262-17d198317d2c req-d6e7d6ea-330e-48b9-b03c-3b437e86acd9 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=971fe1b8-d8ce-464b-afcf-45e23a6504e2 HTTP/1.1" status: 200 len: 210 time: 0.0294554 Sep 17 03:59:45.394553 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 41d61149-c1bf-44c0-b7f2-379c0be9e190 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:59:45.416454 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] No Port match for: 41d61149-c1bf-44c0-b7f2-379c0be9e190 {{(pid=113212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:59:45.416800 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 41d61149-c1bf-44c0-b7f2-379c0be9e190 not bound to the agent host hv-cinder-84914 {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:59:47.775579 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (56a63866-613b-46a0-90ee-05b9222d9bfc), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:49.720658 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 54316) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:59:49.863322 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-5926c141-2da2-40ba-adf0-9da97fe1036c tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Deleting port 0f79a518-a8aa-45aa-aad3-cf4fac56f227 {{(pid=113210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:59:49.863583 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-5926c141-2da2-40ba-adf0-9da97fe1036c tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (0f79a518-a8aa-45aa-aad3-cf4fac56f227), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:49.909574 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:59:49.953388 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-5926c141-2da2-40ba-adf0-9da97fe1036c tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (0f79a518-a8aa-45aa-aad3-cf4fac56f227), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:49.953707 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-5926c141-2da2-40ba-adf0-9da97fe1036c tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks [] for floatingip (0f79a518-a8aa-45aa-aad3-cf4fac56f227), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:49.966780 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-5926c141-2da2-40ba-adf0-9da97fe1036c tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Calling delete_port for 0f79a518-a8aa-45aa-aad3-cf4fac56f227 owned by network:floatingip {{(pid=113210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:59:50.065139 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=17 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:59:50.093268 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=1 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:59:50.171928 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-5926c141-2da2-40ba-adf0-9da97fe1036c tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (0f79a518-a8aa-45aa-aad3-cf4fac56f227), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:50.194656 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5926c141-2da2-40ba-adf0-9da97fe1036c tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Pushing event deleted for resources: {'Port': ['ID=0f79a518-a8aa-45aa-aad3-cf4fac56f227,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:59:50.263743 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-5926c141-2da2-40ba-adf0-9da97fe1036c tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks [] for floatingip (330d29ff-d359-406a-971d-39dc6e96b725), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:50.264071 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.db.l3_db [None req-5926c141-2da2-40ba-adf0-9da97fe1036c tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Floating IP 330d29ff-d359-406a-971d-39dc6e96b725 disassociated (deleted). External IP: 172.27.0.242, port: 6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5. Sep 17 03:59:50.473470 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5926c141-2da2-40ba-adf0-9da97fe1036c tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Router d5966e2e-c4b1-4f9d-93f4-8541417b2351 has already been hosted by L3 agent b971cbd0-997d-41fb-8614-0aea29982798 {{(pid=113210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:59:50.579680 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5926c141-2da2-40ba-adf0-9da97fe1036c tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:59:50.584710 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-5926c141-2da2-40ba-adf0-9da97fe1036c tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for floatingip (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:50.588666 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:59:50.589611 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812864e1-4c78-4759-accd-99f80b46ffe7 None None] Sync routers for ids ['d5966e2e-c4b1-4f9d-93f4-8541417b2351'] in dv-cinder-849143-3-iscsi {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:59:50.601490 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812864e1-4c78-4759-accd-99f80b46ffe7 None None] Routers {'d5966e2e-c4b1-4f9d-93f4-8541417b2351'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:59:50.602121 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-812864e1-4c78-4759-accd-99f80b46ffe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:59:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['d5966e2e-c4b1-4f9d-93f4-8541417b2351'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:59:50.616939 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-5926c141-2da2-40ba-adf0-9da97fe1036c tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/330d29ff-d359-406a-971d-39dc6e96b725 HTTP/1.1" status: 204 len: 168 time: 0.8951881 Sep 17 03:59:50.617594 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a3f7cb6-5e00-44a5-911b-6e1e079c21a2', 'tag': '6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5'}] {{(pid=113210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:59:50.620204 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a613894f386080b2b9315951ba9a4c402b93d12b77848e4e2f89d9386810e3b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa0d2b0-8b21-4d9e-aaea-e804c04d2109" -d '{"events": [{"name": "network-changed", "server_uuid": "6a3f7cb6-5e00-44a5-911b-6e1e079c21a2", "tag": "6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5"}]}' {{(pid=113210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:59:50.661843 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94fabd0c-e503-478f-b59c-4a3109157a66 x-openstack-request-id: req-94fabd0c-e503-478f-b59c-4a3109157a66 {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:59:50.662475 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a3f7cb6-5e00-44a5-911b-6e1e079c21a2", "tag": "6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5", "status": "completed", "code": 200}]} {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:59:50.662930 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-94fabd0c-e503-478f-b59c-4a3109157a66 {{(pid=113210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:59:50.663978 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94fabd0c-e503-478f-b59c-4a3109157a66'] response: {'name': 'network-changed', 'server_uuid': '6a3f7cb6-5e00-44a5-911b-6e1e079c21a2', 'tag': '6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5', 'status': 'completed', 'code': 200} Sep 17 03:59:50.679669 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:59:50.700190 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:59:50.708339 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-812864e1-4c78-4759-accd-99f80b46ffe7 None None] Set router d5966e2e-c4b1-4f9d-93f4-8541417b2351 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:59:50.753206 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0d2b0-8b21-4d9e-aaea-e804c04d2109 req-28cfda5c-2fe4-4bd1-954a-78ddcfd447a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:50.754846 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-8aa0d2b0-8b21-4d9e-aaea-e804c04d2109 req-28cfda5c-2fe4-4bd1-954a-78ddcfd447a7 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=cb2d22c677bb48a1aa50631997fc0741&device_id=6a3f7cb6-5e00-44a5-911b-6e1e079c21a2 HTTP/1.1" status: 200 len: 1129 time: 0.0403559 Sep 17 03:59:50.860154 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0d2b0-8b21-4d9e-aaea-e804c04d2109 req-46c23105-5ac8-4013-8940-cc0f4f6e889a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:50.861711 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-8aa0d2b0-8b21-4d9e-aaea-e804c04d2109 req-46c23105-5ac8-4013-8940-cc0f4f6e889a service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=17da0435-2238-4de2-8cdc-e4e0ec82986c HTTP/1.1" status: 200 len: 913 time: 0.0990317 Sep 17 03:59:50.903954 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-8aa0d2b0-8b21-4d9e-aaea-e804c04d2109 req-240d7eba-95a9-4821-b894-8053f155be7c service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5 HTTP/1.1" status: 200 len: 217 time: 0.0346637 Sep 17 03:59:50.908717 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-812864e1-4c78-4759-accd-99f80b46ffe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'name': 'tempest-TestVolumeBootPattern-2084887640-router', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'b64bbac4-1a5e-41d0-a613-51dd5abf35b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:12Z', 'updated_at': '2022-09-17T03:51:18Z', 'revision_number': 4, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'gw_port': {'id': 'b64bbac4-1a5e-41d0-a613-51dd5abf35b4', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:13Z', 'updated_at': '2022-09-17T03:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': '246386aa-d035-40e9-8e20-1db54e73513d', 'name': '', 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'mac_address': 'fa:16:3e:76:a4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd79f26d2-7e28-4c00-b0e8-4dc043d7353f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:17Z', 'updated_at': '2022-09-17T03:51:25Z', 'revision_number': 5, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'subnets': [{'id': 'd79f26d2-7e28-4c00-b0e8-4dc043d7353f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:59:50.937968 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812864e1-4c78-4759-accd-99f80b46ffe7 None None] Checking router: d5966e2e-c4b1-4f9d-93f4-8541417b2351 for host: dv-cinder-849143-3-iscsi {{(pid=113212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:59:50.946625 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812864e1-4c78-4759-accd-99f80b46ffe7 None None] Routers {'d5966e2e-c4b1-4f9d-93f4-8541417b2351'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:59:50.947236 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-812864e1-4c78-4759-accd-99f80b46ffe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:59:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['d5966e2e-c4b1-4f9d-93f4-8541417b2351'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:59:50.956375 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0d2b0-8b21-4d9e-aaea-e804c04d2109 req-3e1af123-8ef1-4b29-a63c-1fdac8085927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:50.957882 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-8aa0d2b0-8b21-4d9e-aaea-e804c04d2109 req-3e1af123-8ef1-4b29-a63c-1fdac8085927 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=d79f26d2-7e28-4c00-b0e8-4dc043d7353f HTTP/1.1" status: 200 len: 851 time: 0.0466585 Sep 17 03:59:51.016950 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0d2b0-8b21-4d9e-aaea-e804c04d2109 req-72993943-e098-4519-b642-e16eba2617b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:51.018482 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-8aa0d2b0-8b21-4d9e-aaea-e804c04d2109 req-72993943-e098-4519-b642-e16eba2617b8 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=17da0435-2238-4de2-8cdc-e4e0ec82986c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538404 Sep 17 03:59:51.054576 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-812864e1-4c78-4759-accd-99f80b46ffe7 None None] Set router d5966e2e-c4b1-4f9d-93f4-8541417b2351 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:59:51.078515 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c13d8-a886-4967-be07-66f476c99557 req-d6985712-0088-4001-a775-ecbf0dd98f64 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:51.080557 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-3a3c13d8-a886-4967-be07-66f476c99557 req-d6985712-0088-4001-a775-ecbf0dd98f64 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6a3f7cb6-5e00-44a5-911b-6e1e079c21a2 HTTP/1.1" status: 200 len: 945 time: 0.0486755 Sep 17 03:59:51.134089 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-3a3c13d8-a886-4967-be07-66f476c99557 req-0cb89a46-75b6-48d6-b090-ae277d360dbc tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469027 Sep 17 03:59:51.247850 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-812864e1-4c78-4759-accd-99f80b46ffe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'name': 'tempest-TestVolumeBootPattern-2084887640-router', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'b64bbac4-1a5e-41d0-a613-51dd5abf35b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:12Z', 'updated_at': '2022-09-17T03:51:18Z', 'revision_number': 4, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'gw_port': {'id': 'b64bbac4-1a5e-41d0-a613-51dd5abf35b4', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:13Z', 'updated_at': '2022-09-17T03:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': '246386aa-d035-40e9-8e20-1db54e73513d', 'name': '', 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'mac_address': 'fa:16:3e:76:a4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd79f26d2-7e28-4c00-b0e8-4dc043d7353f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:17Z', 'updated_at': '2022-09-17T03:51:25Z', 'revision_number': 5, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'subnets': [{'id': 'd79f26d2-7e28-4c00-b0e8-4dc043d7353f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:59:51.272013 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812864e1-4c78-4759-accd-99f80b46ffe7 None None] The sync data for ids ['d5966e2e-c4b1-4f9d-93f4-8541417b2351'] in dv-cinder-849143-3-iscsi is: [{'id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'name': 'tempest-TestVolumeBootPattern-2084887640-router', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'b64bbac4-1a5e-41d0-a613-51dd5abf35b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:12Z', 'updated_at': '2022-09-17T03:51:18Z', 'revision_number': 4, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'gw_port': {'id': 'b64bbac4-1a5e-41d0-a613-51dd5abf35b4', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:13Z', 'updated_at': '2022-09-17T03:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': '246386aa-d035-40e9-8e20-1db54e73513d', 'name': '', 'network_id': '17da0435-2238-4de2-8cdc-e4e0ec82986c', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'mac_address': 'fa:16:3e:76:a4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd79f26d2-7e28-4c00-b0e8-4dc043d7353f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:17Z', 'updated_at': '2022-09-17T03:51:25Z', 'revision_number': 5, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'subnets': [{'id': 'd79f26d2-7e28-4c00-b0e8-4dc043d7353f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:59:51.490634 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023d5e9c-3cbd-464b-8a37-4d8cfd928d14 None None] New status for floating IP 330d29ff-d359-406a-971d-39dc6e96b725: DOWN {{(pid=113213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 03:59:52.267036 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb94fb2-8012-490e-a32d-61302c314e36 req-c59adef8-d349-4524-bdf4-4bfdbf33491d tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:52.268488 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7cb94fb2-8012-490e-a32d-61302c314e36 req-c59adef8-d349-4524-bdf4-4bfdbf33491d tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6a3f7cb6-5e00-44a5-911b-6e1e079c21a2 HTTP/1.1" status: 200 len: 945 time: 0.0482185 Sep 17 03:59:52.317376 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7cb94fb2-8012-490e-a32d-61302c314e36 req-4cf69eca-7ef5-4f00-add8-a16196e3f166 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430288 Sep 17 03:59:52.441130 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:59:52.463105 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-8aa0d2b0-8b21-4d9e-aaea-e804c04d2109 req-f4eeb2aa-0b48-4623-948d-096195641b33 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/17da0435-2238-4de2-8cdc-e4e0ec82986c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859058 Sep 17 03:59:52.725996 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-8aa0d2b0-8b21-4d9e-aaea-e804c04d2109 req-fe9c2008-21d8-4d53-b165-218b06199738 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/17da0435-2238-4de2-8cdc-e4e0ec82986c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905762 Sep 17 03:59:53.093543 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4531ca-d6e8-4881-9988-0d0d36573dab req-487bb820-224b-4d20-a150-0b6c371bb17c tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:53.095089 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-cb4531ca-d6e8-4881-9988-0d0d36573dab req-487bb820-224b-4d20-a150-0b6c371bb17c tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6a3f7cb6-5e00-44a5-911b-6e1e079c21a2 HTTP/1.1" status: 200 len: 945 time: 0.0726049 Sep 17 03:59:53.109805 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-1f5324bb-9d59-4eec-8a59-004d2e705ee0 req-cc45efbf-cb4e-4ed2-9190-fe80b865995f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7c7144a0-a5bd-45f9-98ea-c089de7a4ec7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0561688 Sep 17 03:59:53.196252 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [req-cb4531ca-d6e8-4881-9988-0d0d36573dab req-7ca5b029-5ea8-4b30-998e-43b2db35a68d tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Deleting port 6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5 {{(pid=113210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:59:53.196958 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-cb4531ca-d6e8-4881-9988-0d0d36573dab req-7ca5b029-5ea8-4b30-998e-43b2db35a68d tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:53.274796 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5324bb-9d59-4eec-8a59-004d2e705ee0 req-f7a92238-2f1b-41b7-b542-c5bf88cec0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:53.276321 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-1f5324bb-9d59-4eec-8a59-004d2e705ee0 req-f7a92238-2f1b-41b7-b542-c5bf88cec0fb service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ddf27ec567494d03bd1d2469aef97264&device_id=7c7144a0-a5bd-45f9-98ea-c089de7a4ec7 HTTP/1.1" status: 200 len: 1129 time: 0.0953670 Sep 17 03:59:53.366911 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [req-cb4531ca-d6e8-4881-9988-0d0d36573dab req-7ca5b029-5ea8-4b30-998e-43b2db35a68d tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] For port 6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5,segment=NetworkSegment(09dd00a3-8b97-425c-8fa8-26eaa25dbf9b),segment_id=09dd00a3-8b97-425c-8fa8-26eaa25dbf9b)] {{(pid=113210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:59:53.367280 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-cb4531ca-d6e8-4881-9988-0d0d36573dab req-7ca5b029-5ea8-4b30-998e-43b2db35a68d tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:53.388145 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [req-cb4531ca-d6e8-4881-9988-0d0d36573dab req-7ca5b029-5ea8-4b30-998e-43b2db35a68d tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Calling delete_port for 6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5 owned by compute:nova {{(pid=113210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:59:53.453766 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246f9b3-c94f-48bb-a808-70ee33991997 req-08c52077-6537-4743-8ccc-ff0268851ebb tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:53.455185 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7246f9b3-c94f-48bb-a808-70ee33991997 req-08c52077-6537-4743-8ccc-ff0268851ebb tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6a3f7cb6-5e00-44a5-911b-6e1e079c21a2 HTTP/1.1" status: 200 len: 945 time: 0.0557346 Sep 17 03:59:53.494856 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5324bb-9d59-4eec-8a59-004d2e705ee0 req-dcd245bb-dc21-4165-879a-2b1efd7d06a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:53.497246 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-1f5324bb-9d59-4eec-8a59-004d2e705ee0 req-dcd245bb-dc21-4165-879a-2b1efd7d06a9 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=d9470128-efc5-439d-94b6-d35d23a7faa0 HTTP/1.1" status: 200 len: 912 time: 0.1957963 Sep 17 03:59:53.513872 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-7246f9b3-c94f-48bb-a808-70ee33991997 req-a0b12090-4979-46ac-a89c-302080e5313a tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1da66afa-689e-4912-9b9a-7903f4e193b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527704 Sep 17 03:59:53.578941 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:59:53.609422 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-1f5324bb-9d59-4eec-8a59-004d2e705ee0 req-bc8a0592-b7d5-4611-ba91-269592a36620 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=206b7a03-8a31-4165-9362-4699e2bee998 HTTP/1.1" status: 200 len: 1001 time: 0.0816615 Sep 17 03:59:53.664054 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5324bb-9d59-4eec-8a59-004d2e705ee0 req-69135b50-1152-4c02-abce-9c1d38ad872c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:53.665482 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-1f5324bb-9d59-4eec-8a59-004d2e705ee0 req-69135b50-1152-4c02-abce-9c1d38ad872c service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=4f884129-c112-4f7f-ab1b-3d2e33686d02 HTTP/1.1" status: 200 len: 850 time: 0.0450983 Sep 17 03:59:53.696739 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:59:53.700596 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-cb4531ca-d6e8-4881-9988-0d0d36573dab req-7ca5b029-5ea8-4b30-998e-43b2db35a68d tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:53.738568 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5b029-5ea8-4b30-998e-43b2db35a68d tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Pushing event deleted for resources: {'Port': ['ID=6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:59:53.741058 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5324bb-9d59-4eec-8a59-004d2e705ee0 req-e68e3bf8-47e2-4cfa-b8ab-fd9825173001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:59:53.742562 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-1f5324bb-9d59-4eec-8a59-004d2e705ee0 req-e68e3bf8-47e2-4cfa-b8ab-fd9825173001 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=d9470128-efc5-439d-94b6-d35d23a7faa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0698218 Sep 17 03:59:53.832122 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4531ca-d6e8-4881-9988-0d0d36573dab req-7ca5b029-5ea8-4b30-998e-43b2db35a68d tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] No DVR routers for this DVR port 6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5 on host hv-cinder-84914 {{(pid=113210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:59:53.836898 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-cb4531ca-d6e8-4881-9988-0d0d36573dab req-7ca5b029-5ea8-4b30-998e-43b2db35a68d tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for port (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:53.840166 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-cb4531ca-d6e8-4881-9988-0d0d36573dab req-7ca5b029-5ea8-4b30-998e-43b2db35a68d tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.18 "DELETE /networking/v2.0/ports/6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5 HTTP/1.1" status: 204 len: 173 time: 0.7378531 Sep 17 03:59:53.840748 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3f7cb6-5e00-44a5-911b-6e1e079c21a2', 'name': 'network-vif-deleted', 'tag': '6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5'}] {{(pid=113210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:59:53.845059 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a613894f386080b2b9315951ba9a4c402b93d12b77848e4e2f89d9386810e3b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16fd494b-9b67-4383-ba63-5ddf9e7aa6b5" -d '{"events": [{"server_uuid": "6a3f7cb6-5e00-44a5-911b-6e1e079c21a2", "name": "network-vif-deleted", "tag": "6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5"}]}' {{(pid=113210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:59:53.894616 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4503e570-5736-4043-8827-dc87b9ea5c68 x-openstack-request-id: req-4503e570-5736-4043-8827-dc87b9ea5c68 {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:59:53.894914 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a3f7cb6-5e00-44a5-911b-6e1e079c21a2", "name": "network-vif-deleted", "tag": "6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5", "status": "completed", "code": 200}]} {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:59:53.895166 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4503e570-5736-4043-8827-dc87b9ea5c68 {{(pid=113210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:59:53.895571 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4503e570-5736-4043-8827-dc87b9ea5c68'] response: {'server_uuid': '6a3f7cb6-5e00-44a5-911b-6e1e079c21a2', 'name': 'network-vif-deleted', 'tag': '6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5', 'status': 'completed', 'code': 200} Sep 17 03:59:53.900066 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-1f5324bb-9d59-4eec-8a59-004d2e705ee0 req-7df7ec3d-004b-4925-b505-124ce70077ae service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d9470128-efc5-439d-94b6-d35d23a7faa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496036 Sep 17 03:59:54.022006 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-1f5324bb-9d59-4eec-8a59-004d2e705ee0 req-4ab4b5ac-7b9c-4f82-aca0-68e21c662bdb service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d9470128-efc5-439d-94b6-d35d23a7faa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997455 Sep 17 03:59:54.636498 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-b50e6cc4-e588-41f0-b677-f7db0722dc13 req-6147e1af-8d9d-4a35-b91c-82df9ceb0de8 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6a3f7cb6-5e00-44a5-911b-6e1e079c21a2 HTTP/1.1" status: 200 len: 210 time: 0.0267031 Sep 17 03:59:55.759871 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-f37043bb-51d3-4038-8cf9-01f60fa34951 req-1f870e77-8d19-4599-884d-c1d94100b3c8 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6a3f7cb6-5e00-44a5-911b-6e1e079c21a2 HTTP/1.1" status: 200 len: 210 time: 0.0264721 Sep 17 03:59:56.878715 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-a99edf8c-eb7f-4848-a1ec-8e7cfeb16a0e req-649b1e3b-a9d2-42fe-9a1e-b2ef96317707 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6a3f7cb6-5e00-44a5-911b-6e1e079c21a2 HTTP/1.1" status: 200 len: 210 time: 0.0295794 Sep 17 03:59:57.728789 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:59:57.752612 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] No Port match for: 6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5 {{(pid=113212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:59:57.752968 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 6b74fe62-0a4e-46a3-9aaf-4ed24a1c3aa5 not bound to the agent host hv-cinder-84914 {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:59:57.942311 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 54372) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:59:58.060062 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-482ab221-78bc-4afe-9098-daf2f57e3be7 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Deleting port 2b523781-8f49-496c-a360-93f0efbc99f4 {{(pid=113210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:59:58.060319 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-482ab221-78bc-4afe-9098-daf2f57e3be7 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (2b523781-8f49-496c-a360-93f0efbc99f4), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:58.141392 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-482ab221-78bc-4afe-9098-daf2f57e3be7 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (2b523781-8f49-496c-a360-93f0efbc99f4), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:58.141887 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-482ab221-78bc-4afe-9098-daf2f57e3be7 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks [] for floatingip (2b523781-8f49-496c-a360-93f0efbc99f4), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:58.155761 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-482ab221-78bc-4afe-9098-daf2f57e3be7 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Calling delete_port for 2b523781-8f49-496c-a360-93f0efbc99f4 owned by network:floatingip {{(pid=113210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:59:58.366075 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-482ab221-78bc-4afe-9098-daf2f57e3be7 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (2b523781-8f49-496c-a360-93f0efbc99f4), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:58.391232 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482ab221-78bc-4afe-9098-daf2f57e3be7 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Pushing event deleted for resources: {'Port': ['ID=2b523781-8f49-496c-a360-93f0efbc99f4,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:59:58.452564 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-482ab221-78bc-4afe-9098-daf2f57e3be7 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks [] for floatingip (017d3709-3f83-40ea-a0e3-57f5ff8b08d2), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:58.455143 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-482ab221-78bc-4afe-9098-daf2f57e3be7 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for floatingip (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:58.456303 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-482ab221-78bc-4afe-9098-daf2f57e3be7 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/017d3709-3f83-40ea-a0e3-57f5ff8b08d2 HTTP/1.1" status: 204 len: 168 time: 0.5131445 Sep 17 03:59:59.857256 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 54392) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:59:59.916716 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-7c2f5784-85c0-4095-85c1-d4ca25689d44 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks [] for security_group (1da66afa-689e-4912-9b9a-7903f4e193b0), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:59.941799 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-7c2f5784-85c0-4095-85c1-d4ca25689d44 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks [] for security_group (1da66afa-689e-4912-9b9a-7903f4e193b0), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:59:59.944206 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:00:00.092096 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-7c2f5784-85c0-4095-85c1-d4ca25689d44 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (1da66afa-689e-4912-9b9a-7903f4e193b0), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:00.094699 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-7c2f5784-85c0-4095-85c1-d4ca25689d44 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:00.095883 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-7c2f5784-85c0-4095-85c1-d4ca25689d44 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/1da66afa-689e-4912-9b9a-7903f4e193b0 HTTP/1.1" status: 204 len: 168 time: 0.2376242 Sep 17 04:00:00.105681 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f5784-85c0-4095-85c1-d4ca25689d44 tempest-TestVolumeBootPattern-387744640 tempest-TestVolumeBootPattern-387744640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da66afa-689e-4912-9b9a-7903f4e193b0,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:00:00.229316 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 54398) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:00:00.897274 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-60bb53d4-8439-48ed-a80b-846ede58081d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-426662'] for router_interface (d5966e2e-c4b1-4f9d-93f4-8541417b2351), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:00.949847 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:00:01.132752 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.plugin [None req-60bb53d4-8439-48ed-a80b-846ede58081d admin admin] Deleting port 246386aa-d035-40e9-8e20-1db54e73513d {{(pid=113211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:00:01.133094 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-60bb53d4-8439-48ed-a80b-846ede58081d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (246386aa-d035-40e9-8e20-1db54e73513d), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:01.179309 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=100 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:00:01.220374 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.db [None req-60bb53d4-8439-48ed-a80b-846ede58081d admin admin] For port 246386aa-d035-40e9-8e20-1db54e73513d, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=246386aa-d035-40e9-8e20-1db54e73513d,segment=NetworkSegment(09dd00a3-8b97-425c-8fa8-26eaa25dbf9b),segment_id=09dd00a3-8b97-425c-8fa8-26eaa25dbf9b)] {{(pid=113211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:00:01.220736 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-60bb53d4-8439-48ed-a80b-846ede58081d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (246386aa-d035-40e9-8e20-1db54e73513d), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:01.234675 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.plugin [None req-60bb53d4-8439-48ed-a80b-846ede58081d admin admin] Calling delete_port for 246386aa-d035-40e9-8e20-1db54e73513d owned by network:router_interface {{(pid=113211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:00:01.508544 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-60bb53d4-8439-48ed-a80b-846ede58081d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26185590'] for port (246386aa-d035-40e9-8e20-1db54e73513d), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:01.536105 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bb53d4-8439-48ed-a80b-846ede58081d admin admin] Pushing event deleted for resources: {'Port': ['ID=246386aa-d035-40e9-8e20-1db54e73513d,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:00:01.701366 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-60bb53d4-8439-48ed-a80b-846ede58081d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619798'] for router_interface (d5966e2e-c4b1-4f9d-93f4-8541417b2351), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:01.852268 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:00:01.911656 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60bb53d4-8439-48ed-a80b-846ede58081d admin admin] Router d5966e2e-c4b1-4f9d-93f4-8541417b2351 has already been hosted by L3 agent b971cbd0-997d-41fb-8614-0aea29982798 {{(pid=113211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 04:00:02.024630 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60bb53d4-8439-48ed-a80b-846ede58081d admin admin] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:00:02.030138 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-60bb53d4-8439-48ed-a80b-846ede58081d admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/d5966e2e-c4b1-4f9d-93f4-8541417b2351/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7997813 Sep 17 04:00:02.032784 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 54426) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:00:02.036659 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3e2f3e-1480-435c-b41b-e740e9a41ad7 None None] Sync routers for ids ['d5966e2e-c4b1-4f9d-93f4-8541417b2351'] in dv-cinder-849143-3-iscsi {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:00:02.048161 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3e2f3e-1480-435c-b41b-e740e9a41ad7 None None] Routers {'d5966e2e-c4b1-4f9d-93f4-8541417b2351'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:00:02.051438 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-0f3e2f3e-1480-435c-b41b-e740e9a41ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:59:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['d5966e2e-c4b1-4f9d-93f4-8541417b2351'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:00:02.074453 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:00:02.147503 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-dfc67808-ad60-4353-bae5-2917d533adfe admin admin] Publish callbacks [] for router (d5966e2e-c4b1-4f9d-93f4-8541417b2351), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:02.169200 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-0f3e2f3e-1480-435c-b41b-e740e9a41ad7 None None] Set router d5966e2e-c4b1-4f9d-93f4-8541417b2351 gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:00:02.254600 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-dfc67808-ad60-4353-bae5-2917d533adfe admin admin] Publish callbacks [] for router_gateway (d5966e2e-c4b1-4f9d-93f4-8541417b2351), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:02.290490 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=100 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:00:02.341974 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-0f3e2f3e-1480-435c-b41b-e740e9a41ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'name': 'tempest-TestVolumeBootPattern-2084887640-router', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'b64bbac4-1a5e-41d0-a613-51dd5abf35b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:12Z', 'updated_at': '2022-09-17T04:00:01Z', 'revision_number': 5, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'gw_port': {'id': 'b64bbac4-1a5e-41d0-a613-51dd5abf35b4', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:13Z', 'updated_at': '2022-09-17T03:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi'}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:00:02.370646 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3e2f3e-1480-435c-b41b-e740e9a41ad7 None None] Checking router: d5966e2e-c4b1-4f9d-93f4-8541417b2351 for host: dv-cinder-849143-3-iscsi {{(pid=113212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:00:02.380234 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3e2f3e-1480-435c-b41b-e740e9a41ad7 None None] Routers {'d5966e2e-c4b1-4f9d-93f4-8541417b2351'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:00:02.380833 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-0f3e2f3e-1480-435c-b41b-e740e9a41ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:59:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['d5966e2e-c4b1-4f9d-93f4-8541417b2351'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:00:02.410654 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.plugin [None req-dfc67808-ad60-4353-bae5-2917d533adfe admin admin] Deleting port b64bbac4-1a5e-41d0-a613-51dd5abf35b4 {{(pid=113211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:00:02.410995 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-dfc67808-ad60-4353-bae5-2917d533adfe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (b64bbac4-1a5e-41d0-a613-51dd5abf35b4), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:02.505267 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.db [None req-dfc67808-ad60-4353-bae5-2917d533adfe admin admin] For port b64bbac4-1a5e-41d0-a613-51dd5abf35b4, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=b64bbac4-1a5e-41d0-a613-51dd5abf35b4,segment=NetworkSegment(b9ff3b7d-3dba-4f81-9340-22e46529b80a),segment_id=b9ff3b7d-3dba-4f81-9340-22e46529b80a)] {{(pid=113211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:00:02.505633 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-dfc67808-ad60-4353-bae5-2917d533adfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (b64bbac4-1a5e-41d0-a613-51dd5abf35b4), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:02.519711 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.plugin [None req-dfc67808-ad60-4353-bae5-2917d533adfe admin admin] Calling delete_port for b64bbac4-1a5e-41d0-a613-51dd5abf35b4 owned by network:router_gateway {{(pid=113211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:00:02.591040 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-0f3e2f3e-1480-435c-b41b-e740e9a41ad7 None None] Set router d5966e2e-c4b1-4f9d-93f4-8541417b2351 gateway port host: None {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:00:02.641147 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-0f3e2f3e-1480-435c-b41b-e740e9a41ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'name': 'tempest-TestVolumeBootPattern-2084887640-router', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:12Z', 'updated_at': '2022-09-17T04:00:02Z', 'revision_number': 6, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'gw_port_host': None}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:00:02.666013 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3e2f3e-1480-435c-b41b-e740e9a41ad7 None None] The sync data for ids ['d5966e2e-c4b1-4f9d-93f4-8541417b2351'] in dv-cinder-849143-3-iscsi is: [{'id': 'd5966e2e-c4b1-4f9d-93f4-8541417b2351', 'name': 'tempest-TestVolumeBootPattern-2084887640-router', 'tenant_id': 'cb2d22c677bb48a1aa50631997fc0741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:12Z', 'updated_at': '2022-09-17T04:00:02Z', 'revision_number': 6, 'project_id': 'cb2d22c677bb48a1aa50631997fc0741', 'gw_port_host': None}] {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:00:02.764140 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-dfc67808-ad60-4353-bae5-2917d533adfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26185590'] for port (b64bbac4-1a5e-41d0-a613-51dd5abf35b4), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:02.790482 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc67808-ad60-4353-bae5-2917d533adfe admin admin] Pushing event deleted for resources: {'Port': ['ID=b64bbac4-1a5e-41d0-a613-51dd5abf35b4,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:00:02.854138 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-dfc67808-ad60-4353-bae5-2917d533adfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615260'] for router_gateway (d5966e2e-c4b1-4f9d-93f4-8541417b2351), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:02.940720 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-dfc67808-ad60-4353-bae5-2917d533adfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-617928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5987'] for router (d5966e2e-c4b1-4f9d-93f4-8541417b2351), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:02.942805 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-dfc67808-ad60-4353-bae5-2917d533adfe admin admin] Publish callbacks [] for router_controller (d5966e2e-c4b1-4f9d-93f4-8541417b2351), precommit_delete_associations {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:02.981482 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:00:03.082462 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-dfc67808-ad60-4353-bae5-2917d533adfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-619883'] for router (d5966e2e-c4b1-4f9d-93f4-8541417b2351), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:03.083085 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc67808-ad60-4353-bae5-2917d533adfe admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5966e2e-c4b1-4f9d-93f4-8541417b2351 {{(pid=113211) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 04:00:03.088775 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-dfc67808-ad60-4353-bae5-2917d533adfe admin admin] Publish callbacks [] for router (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:03.091663 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-dfc67808-ad60-4353-bae5-2917d533adfe admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/d5966e2e-c4b1-4f9d-93f4-8541417b2351 HTTP/1.1" status: 204 len: 168 time: 1.0562708 Sep 17 04:00:03.097983 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 54442) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:00:03.130107 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 246386aa-d035-40e9-8e20-1db54e73513d no longer exists at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:00:03.159335 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] No Port match for: 246386aa-d035-40e9-8e20-1db54e73513d {{(pid=113212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:00:03.159893 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 246386aa-d035-40e9-8e20-1db54e73513d not bound to the agent host dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:00:03.166702 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.db_base_plugin_v2 [None req-97fe8360-406c-4c1c-9f07-923b3532ec22 admin admin] Deleting subnet d79f26d2-7e28-4c00-b0e8-4dc043d7353f {{(pid=113211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 17 04:00:03.171303 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-97fe8360-406c-4c1c-9f07-923b3532ec22 admin admin] Publish callbacks [] for subnet (d79f26d2-7e28-4c00-b0e8-4dc043d7353f), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:03.208850 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-97fe8360-406c-4c1c-9f07-923b3532ec22 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26032345'] for subnet (d79f26d2-7e28-4c00-b0e8-4dc043d7353f), precommit_delete_associations {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:03.290282 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:00:03.291915 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-97fe8360-406c-4c1c-9f07-923b3532ec22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480142'] for subnet (d79f26d2-7e28-4c00-b0e8-4dc043d7353f), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:03.405057 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-97fe8360-406c-4c1c-9f07-923b3532ec22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16482227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26185497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3652666'] for subnet (d79f26d2-7e28-4c00-b0e8-4dc043d7353f), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:03.433415 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe8360-406c-4c1c-9f07-923b3532ec22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d79f26d2-7e28-4c00-b0e8-4dc043d7353f,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:00:03.436566 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-97fe8360-406c-4c1c-9f07-923b3532ec22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for subnet (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:03.443248 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-97fe8360-406c-4c1c-9f07-923b3532ec22 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/d79f26d2-7e28-4c00-b0e8-4dc043d7353f HTTP/1.1" status: 204 len: 168 time: 0.3404827 Sep 17 04:00:03.445091 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 54450) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:00:03.450817 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b6e476-c18a-40e4-a8b1-686906cf42c7 None None] Network 17da0435-2238-4de2-8cdc-e4e0ec82986c requested from dv-cinder-849143-3-iscsi {{(pid=113212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 04:00:03.533219 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-4c40d9bf-c510-4526-bb20-9570fb2cf74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15995131'] for network (17da0435-2238-4de2-8cdc-e4e0ec82986c), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:03.572261 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:00:03.578046 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-4c40d9bf-c510-4526-bb20-9570fb2cf74b admin admin] Deleting port f1844de3-7e32-4718-a026-88f570b1f133 {{(pid=113210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:00:03.578407 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-4c40d9bf-c510-4526-bb20-9570fb2cf74b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (f1844de3-7e32-4718-a026-88f570b1f133), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:03.618758 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcdcd61-0ad2-421f-a612-0d476d57cb7d None None] DHCP port deletion for 17da0435-2238-4de2-8cdc-e4e0ec82986c request from dv-cinder-849143-3-iscsi {{(pid=113212) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 17 04:00:03.652075 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [None req-4c40d9bf-c510-4526-bb20-9570fb2cf74b admin admin] For port f1844de3-7e32-4718-a026-88f570b1f133, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=f1844de3-7e32-4718-a026-88f570b1f133,segment=NetworkSegment(09dd00a3-8b97-425c-8fa8-26eaa25dbf9b),segment_id=09dd00a3-8b97-425c-8fa8-26eaa25dbf9b)] {{(pid=113210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:00:03.652437 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-4c40d9bf-c510-4526-bb20-9570fb2cf74b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (f1844de3-7e32-4718-a026-88f570b1f133), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:03.661944 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-5fcdcd61-0ad2-421f-a612-0d476d57cb7d None None] Deleting port f1844de3-7e32-4718-a026-88f570b1f133 {{(pid=113212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:00:03.662318 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-5fcdcd61-0ad2-421f-a612-0d476d57cb7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (f1844de3-7e32-4718-a026-88f570b1f133), before_delete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:03.666809 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-4c40d9bf-c510-4526-bb20-9570fb2cf74b admin admin] Calling delete_port for f1844de3-7e32-4718-a026-88f570b1f133 owned by network:dhcp {{(pid=113210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:00:03.702387 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=100 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:00:03.732821 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-5fcdcd61-0ad2-421f-a612-0d476d57cb7d None None] For port f1844de3-7e32-4718-a026-88f570b1f133, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=f1844de3-7e32-4718-a026-88f570b1f133,segment=NetworkSegment(09dd00a3-8b97-425c-8fa8-26eaa25dbf9b),segment_id=09dd00a3-8b97-425c-8fa8-26eaa25dbf9b)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:00:03.733221 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-5fcdcd61-0ad2-421f-a612-0d476d57cb7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (f1844de3-7e32-4718-a026-88f570b1f133), precommit_delete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:03.747731 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-5fcdcd61-0ad2-421f-a612-0d476d57cb7d None None] Calling delete_port for f1844de3-7e32-4718-a026-88f570b1f133 owned by network:dhcp {{(pid=113212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:00:03.806324 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-4c40d9bf-c510-4526-bb20-9570fb2cf74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (f1844de3-7e32-4718-a026-88f570b1f133), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:03.834745 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-5fcdcd61-0ad2-421f-a612-0d476d57cb7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985'] for port (f1844de3-7e32-4718-a026-88f570b1f133), after_delete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:03.836403 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c40d9bf-c510-4526-bb20-9570fb2cf74b admin admin] Pushing event deleted for resources: {'Port': ['ID=f1844de3-7e32-4718-a026-88f570b1f133,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:00:03.843993 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c40d9bf-c510-4526-bb20-9570fb2cf74b admin admin] No DVR routers for this DVR port f1844de3-7e32-4718-a026-88f570b1f133 on host dv-cinder-849143-3-iscsi {{(pid=113210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 04:00:03.848099 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c40d9bf-c510-4526-bb20-9570fb2cf74b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:00:03.848724 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c40d9bf-c510-4526-bb20-9570fb2cf74b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:00:03.849041 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c40d9bf-c510-4526-bb20-9570fb2cf74b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:00:03.849371 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c40d9bf-c510-4526-bb20-9570fb2cf74b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:00:03.849699 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c40d9bf-c510-4526-bb20-9570fb2cf74b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:00:03.850081 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c40d9bf-c510-4526-bb20-9570fb2cf74b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:00:03.850404 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c40d9bf-c510-4526-bb20-9570fb2cf74b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:00:03.850723 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c40d9bf-c510-4526-bb20-9570fb2cf74b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:00:03.851041 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c40d9bf-c510-4526-bb20-9570fb2cf74b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:00:03.851360 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c40d9bf-c510-4526-bb20-9570fb2cf74b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:00:03.851735 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c40d9bf-c510-4526-bb20-9570fb2cf74b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:00:03.852056 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c40d9bf-c510-4526-bb20-9570fb2cf74b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:00:03.852371 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c40d9bf-c510-4526-bb20-9570fb2cf74b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:00:03.852683 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c40d9bf-c510-4526-bb20-9570fb2cf74b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:00:03.852996 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c40d9bf-c510-4526-bb20-9570fb2cf74b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:00:03.862418 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcdcd61-0ad2-421f-a612-0d476d57cb7d None None] Pushing event deleted for resources: {'Port': ['ID=f1844de3-7e32-4718-a026-88f570b1f133,revision_number=None']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:00:03.868938 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcdcd61-0ad2-421f-a612-0d476d57cb7d None None] No DVR routers for this DVR port f1844de3-7e32-4718-a026-88f570b1f133 on host dv-cinder-849143-3-iscsi {{(pid=113212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 04:00:03.926803 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-4c40d9bf-c510-4526-bb20-9570fb2cf74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16114853', 'neutron.services.segments.db._delete_segments_for_network-8745114997953'] for network (17da0435-2238-4de2-8cdc-e4e0ec82986c), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:03.947538 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.services.segments.db [None req-4c40d9bf-c510-4526-bb20-9570fb2cf74b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17da0435-2238-4de2-8cdc-e4e0ec82986c']}} {{(pid=113210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:00:03.956983 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.services.segments.db [None req-4c40d9bf-c510-4526-bb20-9570fb2cf74b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09dd00a3-8b97-425c-8fa8-26eaa25dbf9b') {'for_net_delete': True} {{(pid=113210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:00:03.957221 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.services.segments.db [None req-4c40d9bf-c510-4526-bb20-9570fb2cf74b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09dd00a3-8b97-425c-8fa8-26eaa25dbf9b') {} {{(pid=113210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:00:03.967126 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-4c40d9bf-c510-4526-bb20-9570fb2cf74b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745114997845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25293159'] for segment (09dd00a3-8b97-425c-8fa8-26eaa25dbf9b), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:03.980425 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-4c40d9bf-c510-4526-bb20-9570fb2cf74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16505770'] for segment (09dd00a3-8b97-425c-8fa8-26eaa25dbf9b), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:03.987732 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c40d9bf-c510-4526-bb20-9570fb2cf74b admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=113210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 04:00:03.989426 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-4c40d9bf-c510-4526-bb20-9570fb2cf74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16505770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25816030'] for segment (09dd00a3-8b97-425c-8fa8-26eaa25dbf9b), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:04.034560 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.services.segments.plugin [-] Segment 09dd00a3-8b97-425c-8fa8-26eaa25dbf9b resource provider aggregate not found Sep 17 04:00:04.051673 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.services.segments.plugin [-] Segment 09dd00a3-8b97-425c-8fa8-26eaa25dbf9b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 09dd00a3-8b97-425c-8fa8-26eaa25dbf9b found for delete ", "request_id": "req-84b30dce-ee79-428d-bbae-c0335b8e880e"}]} Sep 17 04:00:04.126048 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-4c40d9bf-c510-4526-bb20-9570fb2cf74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16114844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615305'] for network (17da0435-2238-4de2-8cdc-e4e0ec82986c), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:04.147767 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-4c40d9bf-c510-4526-bb20-9570fb2cf74b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for network (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:04.151027 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-4c40d9bf-c510-4526-bb20-9570fb2cf74b admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/17da0435-2238-4de2-8cdc-e4e0ec82986c HTTP/1.1" status: 204 len: 168 time: 0.6958477 Sep 17 04:00:04.154929 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 54458) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:00:04.161651 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c40d9bf-c510-4526-bb20-9570fb2cf74b admin admin] Pushing event deleted for resources: {'Network': ['ID=17da0435-2238-4de2-8cdc-e4e0ec82986c,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:00:04.467616 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-3ef98928-f048-40f9-9c46-089247b4e09d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-426662'] for router_interface (8475f205-4bc0-4186-bdee-7c007755c87b), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:04.689812 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.plugin [None req-3ef98928-f048-40f9-9c46-089247b4e09d admin admin] Deleting port ded786c3-3a71-45e7-b7ed-c9270c1bf1a8 {{(pid=113211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:00:04.690150 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-3ef98928-f048-40f9-9c46-089247b4e09d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (ded786c3-3a71-45e7-b7ed-c9270c1bf1a8), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:04.770417 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.db [None req-3ef98928-f048-40f9-9c46-089247b4e09d admin admin] For port ded786c3-3a71-45e7-b7ed-c9270c1bf1a8, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=ded786c3-3a71-45e7-b7ed-c9270c1bf1a8,segment=NetworkSegment(cbf006cc-15b2-432f-80cb-6bae2ba6ebb2),segment_id=cbf006cc-15b2-432f-80cb-6bae2ba6ebb2)] {{(pid=113211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:00:04.770688 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-3ef98928-f048-40f9-9c46-089247b4e09d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (ded786c3-3a71-45e7-b7ed-c9270c1bf1a8), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:04.783445 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.plugin [None req-3ef98928-f048-40f9-9c46-089247b4e09d admin admin] Calling delete_port for ded786c3-3a71-45e7-b7ed-c9270c1bf1a8 owned by network:router_interface {{(pid=113211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:00:04.831513 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:00:05.053996 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device b64bbac4-1a5e-41d0-a613-51dd5abf35b4 no longer exists at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:00:05.077825 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] No Port match for: b64bbac4-1a5e-41d0-a613-51dd5abf35b4 {{(pid=113212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:00:05.078170 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device b64bbac4-1a5e-41d0-a613-51dd5abf35b4 not bound to the agent host dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:00:05.078776 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device f1844de3-7e32-4718-a026-88f570b1f133 no longer exists at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:00:05.097613 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] No Port match for: f1844de3-7e32-4718-a026-88f570b1f133 {{(pid=113212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:00:05.098052 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device f1844de3-7e32-4718-a026-88f570b1f133 not bound to the agent host dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:00:05.157073 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:00:05.279157 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-3ef98928-f048-40f9-9c46-089247b4e09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26185590'] for port (ded786c3-3a71-45e7-b7ed-c9270c1bf1a8), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:05.304775 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef98928-f048-40f9-9c46-089247b4e09d admin admin] Pushing event deleted for resources: {'Port': ['ID=ded786c3-3a71-45e7-b7ed-c9270c1bf1a8,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:00:05.471016 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-3ef98928-f048-40f9-9c46-089247b4e09d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619798'] for router_interface (8475f205-4bc0-4186-bdee-7c007755c87b), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:05.675224 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef98928-f048-40f9-9c46-089247b4e09d admin admin] Router 8475f205-4bc0-4186-bdee-7c007755c87b has already been hosted by L3 agent b971cbd0-997d-41fb-8614-0aea29982798 {{(pid=113211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 04:00:05.781231 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef98928-f048-40f9-9c46-089247b4e09d admin admin] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:00:05.791972 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-3ef98928-f048-40f9-9c46-089247b4e09d admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/8475f205-4bc0-4186-bdee-7c007755c87b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6301897 Sep 17 04:00:05.791972 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 54474) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:00:05.792170 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda85c0e-fa3b-4ad1-bb03-d481b6f7250a None None] Sync routers for ids ['8475f205-4bc0-4186-bdee-7c007755c87b'] in dv-cinder-849143-3-iscsi {{(pid=113213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:00:05.805917 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda85c0e-fa3b-4ad1-bb03-d481b6f7250a None None] Routers {'8475f205-4bc0-4186-bdee-7c007755c87b'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:00:05.806528 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-fda85c0e-fa3b-4ad1-bb03-d481b6f7250a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:59:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['8475f205-4bc0-4186-bdee-7c007755c87b'], 'active': True} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:00:05.903164 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-a224a801-c874-4945-b0f2-ea55e3c244e9 admin admin] Publish callbacks [] for router (8475f205-4bc0-4186-bdee-7c007755c87b), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:05.914235 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvr_db [None req-fda85c0e-fa3b-4ad1-bb03-d481b6f7250a None None] Set router 8475f205-4bc0-4186-bdee-7c007755c87b gateway port host: dv-cinder-849143-3-iscsi {{(pid=113213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:00:05.994241 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:DELETE=5,neutron:UPDATE=1,neutron:SELECT=94 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:00:06.008321 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-a224a801-c874-4945-b0f2-ea55e3c244e9 admin admin] Publish callbacks [] for router_gateway (8475f205-4bc0-4186-bdee-7c007755c87b), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:06.093713 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-fda85c0e-fa3b-4ad1-bb03-d481b6f7250a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8475f205-4bc0-4186-bdee-7c007755c87b', 'name': 'tempest-TestVolumeBootPattern-318603907-router', 'tenant_id': 'ac0ebe0ca1bd4032b42483825e838762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '0f02135d-93e6-42ce-a251-6da534f37103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:25Z', 'updated_at': '2022-09-17T04:00:05Z', 'revision_number': 5, 'project_id': 'ac0ebe0ca1bd4032b42483825e838762', 'gw_port': {'id': '0f02135d-93e6-42ce-a251-6da534f37103', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:37:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8475f205-4bc0-4186-bdee-7c007755c87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:26Z', 'updated_at': '2022-09-17T03:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi'}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:00:06.121861 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda85c0e-fa3b-4ad1-bb03-d481b6f7250a None None] Checking router: 8475f205-4bc0-4186-bdee-7c007755c87b for host: dv-cinder-849143-3-iscsi {{(pid=113213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:00:06.130378 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda85c0e-fa3b-4ad1-bb03-d481b6f7250a None None] Routers {'8475f205-4bc0-4186-bdee-7c007755c87b'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:00:06.130974 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-fda85c0e-fa3b-4ad1-bb03-d481b6f7250a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T03:59:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['8475f205-4bc0-4186-bdee-7c007755c87b'], 'active': True} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:00:06.170615 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.plugin [None req-a224a801-c874-4945-b0f2-ea55e3c244e9 admin admin] Deleting port 0f02135d-93e6-42ce-a251-6da534f37103 {{(pid=113211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:00:06.170957 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-a224a801-c874-4945-b0f2-ea55e3c244e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (0f02135d-93e6-42ce-a251-6da534f37103), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:06.237749 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_dvr_db [None req-fda85c0e-fa3b-4ad1-bb03-d481b6f7250a None None] Set router 8475f205-4bc0-4186-bdee-7c007755c87b gateway port host: dv-cinder-849143-3-iscsi {{(pid=113213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:00:06.260963 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.db [None req-a224a801-c874-4945-b0f2-ea55e3c244e9 admin admin] For port 0f02135d-93e6-42ce-a251-6da534f37103, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=0f02135d-93e6-42ce-a251-6da534f37103,segment=NetworkSegment(b9ff3b7d-3dba-4f81-9340-22e46529b80a),segment_id=b9ff3b7d-3dba-4f81-9340-22e46529b80a)] {{(pid=113211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:00:06.261377 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-a224a801-c874-4945-b0f2-ea55e3c244e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (0f02135d-93e6-42ce-a251-6da534f37103), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:06.283641 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.plugin [None req-a224a801-c874-4945-b0f2-ea55e3c244e9 admin admin] Calling delete_port for 0f02135d-93e6-42ce-a251-6da534f37103 owned by network:router_gateway {{(pid=113211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:00:06.330452 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:00:06.495714 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.l3_hamode_db [None req-fda85c0e-fa3b-4ad1-bb03-d481b6f7250a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8475f205-4bc0-4186-bdee-7c007755c87b', 'name': 'tempest-TestVolumeBootPattern-318603907-router', 'tenant_id': 'ac0ebe0ca1bd4032b42483825e838762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '0f02135d-93e6-42ce-a251-6da534f37103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:25Z', 'updated_at': '2022-09-17T04:00:05Z', 'revision_number': 5, 'project_id': 'ac0ebe0ca1bd4032b42483825e838762', 'gw_port': {'id': '0f02135d-93e6-42ce-a251-6da534f37103', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:37:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8475f205-4bc0-4186-bdee-7c007755c87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:26Z', 'updated_at': '2022-09-17T03:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi'}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:00:06.519869 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda85c0e-fa3b-4ad1-bb03-d481b6f7250a None None] The sync data for ids ['8475f205-4bc0-4186-bdee-7c007755c87b'] in dv-cinder-849143-3-iscsi is: [{'id': '8475f205-4bc0-4186-bdee-7c007755c87b', 'name': 'tempest-TestVolumeBootPattern-318603907-router', 'tenant_id': 'ac0ebe0ca1bd4032b42483825e838762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '0f02135d-93e6-42ce-a251-6da534f37103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:51:25Z', 'updated_at': '2022-09-17T04:00:05Z', 'revision_number': 5, 'project_id': 'ac0ebe0ca1bd4032b42483825e838762', 'gw_port': {'id': '0f02135d-93e6-42ce-a251-6da534f37103', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:37:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8475f205-4bc0-4186-bdee-7c007755c87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:51:26Z', 'updated_at': '2022-09-17T03:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi'}] {{(pid=113213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:00:06.571921 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-a224a801-c874-4945-b0f2-ea55e3c244e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26185590'] for port (0f02135d-93e6-42ce-a251-6da534f37103), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:06.607795 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a224a801-c874-4945-b0f2-ea55e3c244e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f02135d-93e6-42ce-a251-6da534f37103,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:00:06.670433 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-a224a801-c874-4945-b0f2-ea55e3c244e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615260'] for router_gateway (8475f205-4bc0-4186-bdee-7c007755c87b), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:06.756867 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-a224a801-c874-4945-b0f2-ea55e3c244e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-617928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5987'] for router (8475f205-4bc0-4186-bdee-7c007755c87b), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:06.758927 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-a224a801-c874-4945-b0f2-ea55e3c244e9 admin admin] Publish callbacks [] for router_controller (8475f205-4bc0-4186-bdee-7c007755c87b), precommit_delete_associations {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:06.841486 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-a224a801-c874-4945-b0f2-ea55e3c244e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-619883'] for router (8475f205-4bc0-4186-bdee-7c007755c87b), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:06.842169 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a224a801-c874-4945-b0f2-ea55e3c244e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8475f205-4bc0-4186-bdee-7c007755c87b {{(pid=113211) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 04:00:06.846713 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-a224a801-c874-4945-b0f2-ea55e3c244e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:06.847804 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-a224a801-c874-4945-b0f2-ea55e3c244e9 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/8475f205-4bc0-4186-bdee-7c007755c87b HTTP/1.1" status: 204 len: 168 time: 1.0582724 Sep 17 04:00:06.850611 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 54480) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:00:06.896723 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.db_base_plugin_v2 [None req-5328d615-f5a8-4cc0-956f-63968b86e50d admin admin] Deleting subnet 41d20e57-2557-4c3c-9315-6489855f96fd {{(pid=113211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 17 04:00:06.900016 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-5328d615-f5a8-4cc0-956f-63968b86e50d admin admin] Publish callbacks [] for subnet (41d20e57-2557-4c3c-9315-6489855f96fd), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:06.939196 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-5328d615-f5a8-4cc0-956f-63968b86e50d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26032345'] for subnet (41d20e57-2557-4c3c-9315-6489855f96fd), precommit_delete_associations {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:07.039378 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-5328d615-f5a8-4cc0-956f-63968b86e50d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480142'] for subnet (41d20e57-2557-4c3c-9315-6489855f96fd), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:07.143274 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device ded786c3-3a71-45e7-b7ed-c9270c1bf1a8 no longer exists at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:00:07.177885 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] No Port match for: ded786c3-3a71-45e7-b7ed-c9270c1bf1a8 {{(pid=113212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:00:07.178365 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device ded786c3-3a71-45e7-b7ed-c9270c1bf1a8 not bound to the agent host dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:00:07.185358 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-5328d615-f5a8-4cc0-956f-63968b86e50d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16482227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26185497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3652666'] for subnet (41d20e57-2557-4c3c-9315-6489855f96fd), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:07.190403 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:00:07.216279 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5328d615-f5a8-4cc0-956f-63968b86e50d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41d20e57-2557-4c3c-9315-6489855f96fd,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:00:07.222038 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-5328d615-f5a8-4cc0-956f-63968b86e50d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for subnet (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:07.225827 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-5328d615-f5a8-4cc0-956f-63968b86e50d admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/41d20e57-2557-4c3c-9315-6489855f96fd HTTP/1.1" status: 204 len: 168 time: 0.3738728 Sep 17 04:00:07.228075 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 54500) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:00:07.228212 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a98f7f-a4cc-4e63-a8e9-2eaa7eb76cf1 None None] Network f80aa7ff-30a6-446c-847d-7ac8f980be24 requested from dv-cinder-849143-3-iscsi {{(pid=113212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 04:00:07.306158 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-4ed78647-1b10-439c-ad4c-db1e55045b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15995131'] for network (f80aa7ff-30a6-446c-847d-7ac8f980be24), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:07.352208 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.plugin [None req-4ed78647-1b10-439c-ad4c-db1e55045b3f admin admin] Deleting port 1dac0860-6899-4b48-b4d9-ffb2c2264fb7 {{(pid=113211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:00:07.352554 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-4ed78647-1b10-439c-ad4c-db1e55045b3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (1dac0860-6899-4b48-b4d9-ffb2c2264fb7), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:07.419598 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.db [None req-4ed78647-1b10-439c-ad4c-db1e55045b3f admin admin] For port 1dac0860-6899-4b48-b4d9-ffb2c2264fb7, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=1dac0860-6899-4b48-b4d9-ffb2c2264fb7,segment=NetworkSegment(cbf006cc-15b2-432f-80cb-6bae2ba6ebb2),segment_id=cbf006cc-15b2-432f-80cb-6bae2ba6ebb2)] {{(pid=113211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:00:07.419966 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-4ed78647-1b10-439c-ad4c-db1e55045b3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (1dac0860-6899-4b48-b4d9-ffb2c2264fb7), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:07.432833 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.plugin [None req-4ed78647-1b10-439c-ad4c-db1e55045b3f admin admin] Calling delete_port for 1dac0860-6899-4b48-b4d9-ffb2c2264fb7 owned by network:dhcp {{(pid=113211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:00:07.443287 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:00:07.530201 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1809f5f5-0e61-4a43-8814-713c97109e4a None None] DHCP port deletion for f80aa7ff-30a6-446c-847d-7ac8f980be24 request from dv-cinder-849143-3-iscsi {{(pid=113212) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 17 04:00:07.572090 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-1809f5f5-0e61-4a43-8814-713c97109e4a None None] Deleting port 1dac0860-6899-4b48-b4d9-ffb2c2264fb7 {{(pid=113212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:00:07.572462 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-1809f5f5-0e61-4a43-8814-713c97109e4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (1dac0860-6899-4b48-b4d9-ffb2c2264fb7), before_delete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:07.577279 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-4ed78647-1b10-439c-ad4c-db1e55045b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26185590'] for port (1dac0860-6899-4b48-b4d9-ffb2c2264fb7), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:07.605515 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed78647-1b10-439c-ad4c-db1e55045b3f admin admin] No DVR routers for this DVR port 1dac0860-6899-4b48-b4d9-ffb2c2264fb7 on host dv-cinder-849143-3-iscsi {{(pid=113211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 04:00:07.610376 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed78647-1b10-439c-ad4c-db1e55045b3f admin admin] Pushing event deleted for resources: {'Port': ['ID=1dac0860-6899-4b48-b4d9-ffb2c2264fb7,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:00:07.638144 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-1809f5f5-0e61-4a43-8814-713c97109e4a None None] For port 1dac0860-6899-4b48-b4d9-ffb2c2264fb7, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=1dac0860-6899-4b48-b4d9-ffb2c2264fb7,segment=NetworkSegment(cbf006cc-15b2-432f-80cb-6bae2ba6ebb2),segment_id=cbf006cc-15b2-432f-80cb-6bae2ba6ebb2)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:00:07.638996 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-1809f5f5-0e61-4a43-8814-713c97109e4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (1dac0860-6899-4b48-b4d9-ffb2c2264fb7), precommit_delete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:07.651520 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-1809f5f5-0e61-4a43-8814-713c97109e4a None None] Calling delete_port for 1dac0860-6899-4b48-b4d9-ffb2c2264fb7 owned by network:dhcp {{(pid=113212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:00:07.691333 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-4ed78647-1b10-439c-ad4c-db1e55045b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16114853', 'neutron.services.segments.db._delete_segments_for_network-8745114997953'] for network (f80aa7ff-30a6-446c-847d-7ac8f980be24), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:07.713355 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.services.segments.db [None req-4ed78647-1b10-439c-ad4c-db1e55045b3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f80aa7ff-30a6-446c-847d-7ac8f980be24']}} {{(pid=113211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:00:07.723600 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.services.segments.db [None req-4ed78647-1b10-439c-ad4c-db1e55045b3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbf006cc-15b2-432f-80cb-6bae2ba6ebb2') {'for_net_delete': True} {{(pid=113211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:00:07.723952 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.services.segments.db [None req-4ed78647-1b10-439c-ad4c-db1e55045b3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbf006cc-15b2-432f-80cb-6bae2ba6ebb2') {} {{(pid=113211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:00:07.731280 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-1809f5f5-0e61-4a43-8814-713c97109e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985'] for port (1dac0860-6899-4b48-b4d9-ffb2c2264fb7), after_delete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:07.736631 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-4ed78647-1b10-439c-ad4c-db1e55045b3f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745114997845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26032354'] for segment (cbf006cc-15b2-432f-80cb-6bae2ba6ebb2), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:07.752169 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-4ed78647-1b10-439c-ad4c-db1e55045b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16505770'] for segment (cbf006cc-15b2-432f-80cb-6bae2ba6ebb2), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:07.756393 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1809f5f5-0e61-4a43-8814-713c97109e4a None None] Pushing event deleted for resources: {'Port': ['ID=1dac0860-6899-4b48-b4d9-ffb2c2264fb7,revision_number=None']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:00:07.758753 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ed78647-1b10-439c-ad4c-db1e55045b3f admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=113211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 04:00:07.759307 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-4ed78647-1b10-439c-ad4c-db1e55045b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16505770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26185635'] for segment (cbf006cc-15b2-432f-80cb-6bae2ba6ebb2), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:07.764712 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1809f5f5-0e61-4a43-8814-713c97109e4a None None] No DVR routers for this DVR port 1dac0860-6899-4b48-b4d9-ffb2c2264fb7 on host dv-cinder-849143-3-iscsi {{(pid=113212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 04:00:07.774732 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1809f5f5-0e61-4a43-8814-713c97109e4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:00:07.774732 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1809f5f5-0e61-4a43-8814-713c97109e4a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:00:07.774732 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1809f5f5-0e61-4a43-8814-713c97109e4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:00:07.774732 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1809f5f5-0e61-4a43-8814-713c97109e4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:00:07.774732 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1809f5f5-0e61-4a43-8814-713c97109e4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:00:07.774732 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1809f5f5-0e61-4a43-8814-713c97109e4a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:00:07.774732 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1809f5f5-0e61-4a43-8814-713c97109e4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:00:07.774732 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1809f5f5-0e61-4a43-8814-713c97109e4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:00:07.774732 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1809f5f5-0e61-4a43-8814-713c97109e4a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:00:07.774732 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1809f5f5-0e61-4a43-8814-713c97109e4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:00:07.774732 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1809f5f5-0e61-4a43-8814-713c97109e4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:00:07.774732 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1809f5f5-0e61-4a43-8814-713c97109e4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:00:07.774732 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1809f5f5-0e61-4a43-8814-713c97109e4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:00:07.774732 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1809f5f5-0e61-4a43-8814-713c97109e4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:00:07.776103 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1809f5f5-0e61-4a43-8814-713c97109e4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:00:07.799233 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.services.segments.plugin [-] Segment cbf006cc-15b2-432f-80cb-6bae2ba6ebb2 resource provider aggregate not found Sep 17 04:00:07.811515 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.services.segments.plugin [-] Segment cbf006cc-15b2-432f-80cb-6bae2ba6ebb2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cbf006cc-15b2-432f-80cb-6bae2ba6ebb2 found for delete ", "request_id": "req-a5dc7669-628a-4cfb-b950-94f348ef11c4"}]} Sep 17 04:00:07.924276 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-4ed78647-1b10-439c-ad4c-db1e55045b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16114844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615305'] for network (f80aa7ff-30a6-446c-847d-7ac8f980be24), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:07.929856 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-4ed78647-1b10-439c-ad4c-db1e55045b3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for network (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:07.932926 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-4ed78647-1b10-439c-ad4c-db1e55045b3f admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/f80aa7ff-30a6-446c-847d-7ac8f980be24 HTTP/1.1" status: 204 len: 168 time: 0.7038019 Sep 17 04:00:07.944771 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed78647-1b10-439c-ad4c-db1e55045b3f admin admin] Pushing event deleted for resources: {'Network': ['ID=f80aa7ff-30a6-446c-847d-7ac8f980be24,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:00:07.952612 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-f4f0a6e1-dff4-4656-8d20-4cd825380477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b0b4725d-5d3f-4adf-8b60-729f2f7a35da), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:08.284524 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 54512) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:00:08.324202 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-19fe731a-90ee-4582-83d2-e4e840f03103 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=cb2d22c677bb48a1aa50631997fc0741&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384519 Sep 17 04:00:08.327295 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 54514) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:00:08.376385 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-74abece1-5da1-4594-98e4-6cf684879b03 admin admin] Publish callbacks [] for security_group (967d2c62-0326-455e-b868-363e9ffb20ed), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:08.396274 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-74abece1-5da1-4594-98e4-6cf684879b03 admin admin] Publish callbacks [] for security_group (967d2c62-0326-455e-b868-363e9ffb20ed), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:08.525779 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-74abece1-5da1-4594-98e4-6cf684879b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (967d2c62-0326-455e-b868-363e9ffb20ed), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:08.528513 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-74abece1-5da1-4594-98e4-6cf684879b03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:08.529773 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-74abece1-5da1-4594-98e4-6cf684879b03 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/967d2c62-0326-455e-b868-363e9ffb20ed HTTP/1.1" status: 204 len: 168 time: 0.2015362 Sep 17 04:00:08.538043 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74abece1-5da1-4594-98e4-6cf684879b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967d2c62-0326-455e-b868-363e9ffb20ed,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:00:09.025459 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.agents_db [None req-b2aba882-f127-474e-990c-8a1f8fa77bd5 None None] Agent healthcheck: found 6 active agents {{(pid=113213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:00:09.043034 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 0f02135d-93e6-42ce-a251-6da534f37103 no longer exists at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:00:09.062549 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] No Port match for: 0f02135d-93e6-42ce-a251-6da534f37103 {{(pid=113212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:00:09.062904 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 0f02135d-93e6-42ce-a251-6da534f37103 not bound to the agent host dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:00:09.063336 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 1dac0860-6899-4b48-b4d9-ffb2c2264fb7 no longer exists at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:00:09.065715 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:00:09.082694 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] No Port match for: 1dac0860-6899-4b48-b4d9-ffb2c2264fb7 {{(pid=113212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:00:09.083046 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 1dac0860-6899-4b48-b4d9-ffb2c2264fb7 not bound to the agent host dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:00:09.166782 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 54528) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:00:09.211275 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-2e3955a1-9d4d-43af-8ce7-1085c15247f2 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=ac0ebe0ca1bd4032b42483825e838762&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432808 Sep 17 04:00:09.213842 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 54530) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:00:09.264256 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-389f198c-cd96-4bb2-a6c1-e63a64c16240 admin admin] Publish callbacks [] for security_group (d3f42289-cdcb-4d6e-ac95-57b5ec87b075), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:09.286377 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-389f198c-cd96-4bb2-a6c1-e63a64c16240 admin admin] Publish callbacks [] for security_group (d3f42289-cdcb-4d6e-ac95-57b5ec87b075), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:09.325108 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:00:09.412158 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-389f198c-cd96-4bb2-a6c1-e63a64c16240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (d3f42289-cdcb-4d6e-ac95-57b5ec87b075), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:09.414814 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-389f198c-cd96-4bb2-a6c1-e63a64c16240 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:09.415973 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-389f198c-cd96-4bb2-a6c1-e63a64c16240 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d3f42289-cdcb-4d6e-ac95-57b5ec87b075 HTTP/1.1" status: 204 len: 168 time: 0.2010458 Sep 17 04:00:09.426236 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f198c-cd96-4bb2-a6c1-e63a64c16240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f42289-cdcb-4d6e-ac95-57b5ec87b075,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:00:09.764815 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 54538) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:00:09.774313 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:00:09.820119 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebd06496-a4d0-493d-995b-d8a38b15c248 admin admin] Deleting subnet 26128428-3974-46d7-b4a1-2b04f15ba985 {{(pid=113210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 17 04:00:09.825028 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-ebd06496-a4d0-493d-995b-d8a38b15c248 admin admin] Publish callbacks [] for subnet (26128428-3974-46d7-b4a1-2b04f15ba985), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:09.868796 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-ebd06496-a4d0-493d-995b-d8a38b15c248 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25293148'] for subnet (26128428-3974-46d7-b4a1-2b04f15ba985), precommit_delete_associations {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:09.913663 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-ebd06496-a4d0-493d-995b-d8a38b15c248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480142'] for subnet (26128428-3974-46d7-b4a1-2b04f15ba985), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:10.046278 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-ebd06496-a4d0-493d-995b-d8a38b15c248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16482227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25815908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25349492'] for subnet (26128428-3974-46d7-b4a1-2b04f15ba985), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:10.072763 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd06496-a4d0-493d-995b-d8a38b15c248 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26128428-3974-46d7-b4a1-2b04f15ba985,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:00:10.077535 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-ebd06496-a4d0-493d-995b-d8a38b15c248 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:10.080805 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-ebd06496-a4d0-493d-995b-d8a38b15c248 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/26128428-3974-46d7-b4a1-2b04f15ba985 HTTP/1.1" status: 204 len: 168 time: 0.3149745 Sep 17 04:00:10.083451 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 54540) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:00:10.158537 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-87ce3f32-3240-4c94-a56d-9d1cb6fa33aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15995131'] for network (8c85ffd5-3256-496e-8451-6040004d9b3a), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:10.239889 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-87ce3f32-3240-4c94-a56d-9d1cb6fa33aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16114853', 'neutron.services.segments.db._delete_segments_for_network-8745114997953'] for network (8c85ffd5-3256-496e-8451-6040004d9b3a), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:10.260040 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.services.segments.db [None req-87ce3f32-3240-4c94-a56d-9d1cb6fa33aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c85ffd5-3256-496e-8451-6040004d9b3a']}} {{(pid=113210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:00:10.270505 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.services.segments.db [None req-87ce3f32-3240-4c94-a56d-9d1cb6fa33aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '047735be-3668-4dfd-9f80-67e255ea19e4') {'for_net_delete': True} {{(pid=113210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:00:10.270641 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.services.segments.db [None req-87ce3f32-3240-4c94-a56d-9d1cb6fa33aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '047735be-3668-4dfd-9f80-67e255ea19e4') {} {{(pid=113210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:00:10.286132 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-87ce3f32-3240-4c94-a56d-9d1cb6fa33aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745114997845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25293159'] for segment (047735be-3668-4dfd-9f80-67e255ea19e4), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:10.291480 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-f53e2b06-3729-45f5-b599-df2e5cd705a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b971cbd0-997d-41fb-8614-0aea29982798), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:10.301149 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-87ce3f32-3240-4c94-a56d-9d1cb6fa33aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16505770'] for segment (047735be-3668-4dfd-9f80-67e255ea19e4), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:10.307597 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87ce3f32-3240-4c94-a56d-9d1cb6fa33aa admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=113210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 04:00:10.307994 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-87ce3f32-3240-4c94-a56d-9d1cb6fa33aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16505770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25816030'] for segment (047735be-3668-4dfd-9f80-67e255ea19e4), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:10.607303 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.services.segments.plugin [-] Segment 047735be-3668-4dfd-9f80-67e255ea19e4 resource provider aggregate not found Sep 17 04:00:10.641073 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.services.segments.plugin [-] Segment 047735be-3668-4dfd-9f80-67e255ea19e4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 047735be-3668-4dfd-9f80-67e255ea19e4 found for delete ", "request_id": "req-8835f95b-dd13-458a-a143-9a5179babe58"}]} Sep 17 04:00:10.715322 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-87ce3f32-3240-4c94-a56d-9d1cb6fa33aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16114844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615305'] for network (8c85ffd5-3256-496e-8451-6040004d9b3a), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:10.722160 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-87ce3f32-3240-4c94-a56d-9d1cb6fa33aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for network (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:10.728631 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-87ce3f32-3240-4c94-a56d-9d1cb6fa33aa admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/8c85ffd5-3256-496e-8451-6040004d9b3a HTTP/1.1" status: 204 len: 168 time: 0.6441798 Sep 17 04:00:10.746035 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce3f32-3240-4c94-a56d-9d1cb6fa33aa admin admin] Pushing event deleted for resources: {'Network': ['ID=8c85ffd5-3256-496e-8451-6040004d9b3a,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:00:11.184092 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 54558) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:00:11.230027 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-0d1527b7-3781-446e-818c-4608f3fef5dc admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=9cb618ef3b9b40bf81b560c943f867fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439622 Sep 17 04:00:11.248486 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 54560) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:00:11.315196 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-933834b3-275a-4ccd-ba17-f1b5a44b2fa2 admin admin] Publish callbacks [] for security_group (50953671-26f5-4b4d-830d-cbbc629c9546), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:11.344247 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-933834b3-275a-4ccd-ba17-f1b5a44b2fa2 admin admin] Publish callbacks [] for security_group (50953671-26f5-4b4d-830d-cbbc629c9546), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:11.537161 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ff42d983-095d-47ba-82c6-d5d7a2ded2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b812d02d-dcd0-44a4-bd1c-6e92b95e6b3f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:11.537783 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-933834b3-275a-4ccd-ba17-f1b5a44b2fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (50953671-26f5-4b4d-830d-cbbc629c9546), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:11.540171 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-933834b3-275a-4ccd-ba17-f1b5a44b2fa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:11.541367 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-933834b3-275a-4ccd-ba17-f1b5a44b2fa2 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/50953671-26f5-4b4d-830d-cbbc629c9546 HTTP/1.1" status: 204 len: 168 time: 0.2918293 Sep 17 04:00:11.551027 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933834b3-275a-4ccd-ba17-f1b5a44b2fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50953671-26f5-4b4d-830d-cbbc629c9546,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:00:13.011585 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (287db9f2-8160-4728-95aa-12aebca604d4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:13.323875 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fecdf064-2280-4810-8c6f-7fec6cce5654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (7e0cb1e0-c4a7-4d3b-9abd-ffc9973ed5e0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:16.498665 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=62,neutron:DELETE=1 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:00:17.759766 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (56a63866-613b-46a0-90ee-05b9222d9bfc), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:19.020843 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=70 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:00:21.223412 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=68,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:00:21.226548 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=43,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:00:21.545634 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=20,neutron:DELETE=4 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:00:21.546468 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=70,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:00:27.710075 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:00:27.711146 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:00:31.431049 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6d4c3-3b9e-4e3b-a41f-96ab3aa1e6dc req-7d42456c-1504-4412-ace8-3ab26125c71a tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:00:31.432494 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-eab6d4c3-3b9e-4e3b-a41f-96ab3aa1e6dc req-7d42456c-1504-4412-ace8-3ab26125c71a tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7c7144a0-a5bd-45f9-98ea-c089de7a4ec7 HTTP/1.1" status: 200 len: 945 time: 0.0480025 Sep 17 04:00:31.483611 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-eab6d4c3-3b9e-4e3b-a41f-96ab3aa1e6dc req-58b809e6-90e7-426c-9844-cf33525d50c4 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5dc7622-f1ea-460f-b0a0-6f18fac82f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453930 Sep 17 04:00:32.614727 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771195bd-b3e8-47f7-9e6c-52a95e57adea req-1ed6c36e-6af8-412d-a66d-6deed24801b7 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:00:32.616203 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-771195bd-b3e8-47f7-9e6c-52a95e57adea req-1ed6c36e-6af8-412d-a66d-6deed24801b7 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7c7144a0-a5bd-45f9-98ea-c089de7a4ec7 HTTP/1.1" status: 200 len: 945 time: 0.0514600 Sep 17 04:00:32.663359 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-771195bd-b3e8-47f7-9e6c-52a95e57adea req-8c6f780c-9080-4de5-9292-5a7d7f7ec49c tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5dc7622-f1ea-460f-b0a0-6f18fac82f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415101 Sep 17 04:00:32.934332 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 54782) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:00:33.039569 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-0b5cccd3-078d-4113-81e1-af796382baeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:33.118919 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-0b5cccd3-078d-4113-81e1-af796382baeb admin admin] Publish callbacks [] for security_group (66119488-c645-4617-8ce3-3d30be51ddae), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:33.176480 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-0b5cccd3-078d-4113-81e1-af796382baeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (66119488-c645-4617-8ce3-3d30be51ddae), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:33.216799 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-0b5cccd3-078d-4113-81e1-af796382baeb admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=6c0aa058726e4aa89448d1f273bc479a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2814264 Sep 17 04:00:33.217668 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5cccd3-078d-4113-81e1-af796382baeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66119488-c645-4617-8ce3-3d30be51ddae,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:00:33.220380 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 54786) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:00:33.269573 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-1245f7f4-fac8-483f-aba3-738e5304d737 admin admin] Publish callbacks [] for security_group (66119488-c645-4617-8ce3-3d30be51ddae), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:33.289187 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-1245f7f4-fac8-483f-aba3-738e5304d737 admin admin] Publish callbacks [] for security_group (66119488-c645-4617-8ce3-3d30be51ddae), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:33.403784 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-1245f7f4-fac8-483f-aba3-738e5304d737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (66119488-c645-4617-8ce3-3d30be51ddae), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:33.406504 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-1245f7f4-fac8-483f-aba3-738e5304d737 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:33.407655 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-1245f7f4-fac8-483f-aba3-738e5304d737 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/66119488-c645-4617-8ce3-3d30be51ddae HTTP/1.1" status: 204 len: 168 time: 0.1862702 Sep 17 04:00:33.416054 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1245f7f4-fac8-483f-aba3-738e5304d737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66119488-c645-4617-8ce3-3d30be51ddae,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:00:33.595871 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052743aa-fe61-496c-ae2e-c741e7878d6e req-300b39a1-1764-475f-b21f-bdd1ccb4e410 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:00:33.597321 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-052743aa-fe61-496c-ae2e-c741e7878d6e req-300b39a1-1764-475f-b21f-bdd1ccb4e410 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7c7144a0-a5bd-45f9-98ea-c089de7a4ec7 HTTP/1.1" status: 200 len: 945 time: 0.0463629 Sep 17 04:00:33.688917 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [req-052743aa-fe61-496c-ae2e-c741e7878d6e req-9907a7d7-5076-433b-bc0e-cb9f66f5c4a8 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Deleting port 206b7a03-8a31-4165-9362-4699e2bee998 {{(pid=113210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:00:33.689259 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-052743aa-fe61-496c-ae2e-c741e7878d6e req-9907a7d7-5076-433b-bc0e-cb9f66f5c4a8 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (206b7a03-8a31-4165-9362-4699e2bee998), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:33.791350 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [req-052743aa-fe61-496c-ae2e-c741e7878d6e req-9907a7d7-5076-433b-bc0e-cb9f66f5c4a8 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] For port 206b7a03-8a31-4165-9362-4699e2bee998, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=206b7a03-8a31-4165-9362-4699e2bee998,segment=NetworkSegment(2aa42ccc-3b1d-4dba-8200-4437b7ed3a87),segment_id=2aa42ccc-3b1d-4dba-8200-4437b7ed3a87)] {{(pid=113210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:00:33.791721 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-052743aa-fe61-496c-ae2e-c741e7878d6e req-9907a7d7-5076-433b-bc0e-cb9f66f5c4a8 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (206b7a03-8a31-4165-9362-4699e2bee998), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:33.792349 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c1487-0a0b-486c-a808-9791b3c3a06a req-416f89b4-aef5-4c95-a326-d8478a845e49 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:00:33.800899 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-770c1487-0a0b-486c-a808-9791b3c3a06a req-416f89b4-aef5-4c95-a326-d8478a845e49 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7c7144a0-a5bd-45f9-98ea-c089de7a4ec7 HTTP/1.1" status: 200 len: 945 time: 0.0568461 Sep 17 04:00:33.858293 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-770c1487-0a0b-486c-a808-9791b3c3a06a req-c3115199-2aff-494f-9063-71118b9752b5 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5dc7622-f1ea-460f-b0a0-6f18fac82f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556886 Sep 17 04:00:33.966187 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-052743aa-fe61-496c-ae2e-c741e7878d6e req-9907a7d7-5076-433b-bc0e-cb9f66f5c4a8 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:33.966751 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-052743aa-fe61-496c-ae2e-c741e7878d6e req-9907a7d7-5076-433b-bc0e-cb9f66f5c4a8 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615334'] for floatingip (431edc76-d1e6-400a-b3dd-e7ce72de7268), after_update {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:33.966751 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.db.l3_db [req-052743aa-fe61-496c-ae2e-c741e7878d6e req-9907a7d7-5076-433b-bc0e-cb9f66f5c4a8 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Floating IP 431edc76-d1e6-400a-b3dd-e7ce72de7268 disassociated. External IP: 172.27.0.205, port: 206b7a03-8a31-4165-9362-4699e2bee998. Sep 17 04:00:33.967076 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [req-052743aa-fe61-496c-ae2e-c741e7878d6e req-9907a7d7-5076-433b-bc0e-cb9f66f5c4a8 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Calling delete_port for 206b7a03-8a31-4165-9362-4699e2bee998 owned by compute:nova {{(pid=113210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:00:34.182875 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-052743aa-fe61-496c-ae2e-c741e7878d6e req-9907a7d7-5076-433b-bc0e-cb9f66f5c4a8 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (206b7a03-8a31-4165-9362-4699e2bee998), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:34.210934 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9907a7d7-5076-433b-bc0e-cb9f66f5c4a8 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Pushing event deleted for resources: {'Port': ['ID=206b7a03-8a31-4165-9362-4699e2bee998,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:00:34.317489 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:00:34.321470 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.scheduler.l3_agent_scheduler [req-052743aa-fe61-496c-ae2e-c741e7878d6e req-9907a7d7-5076-433b-bc0e-cb9f66f5c4a8 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Router 0ddbff4c-869c-4395-840b-62153fa7fbbb has already been hosted by L3 agent b971cbd0-997d-41fb-8614-0aea29982798 {{(pid=113210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 04:00:34.328303 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:00:34.426631 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-052743aa-fe61-496c-ae2e-c741e7878d6e req-9907a7d7-5076-433b-bc0e-cb9f66f5c4a8 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:00:34.436622 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22fcd76-d73a-447c-aefa-411517341607 None None] Sync routers for ids ['0ddbff4c-869c-4395-840b-62153fa7fbbb'] in dv-cinder-849143-3-iscsi {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:00:34.446893 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22fcd76-d73a-447c-aefa-411517341607 None None] Routers {'0ddbff4c-869c-4395-840b-62153fa7fbbb'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:00:34.447489 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-a22fcd76-d73a-447c-aefa-411517341607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T04:00:10Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['0ddbff4c-869c-4395-840b-62153fa7fbbb'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:00:34.468573 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.l3_dvrscheduler_db [req-052743aa-fe61-496c-ae2e-c741e7878d6e req-9907a7d7-5076-433b-bc0e-cb9f66f5c4a8 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] No DVR routers for this DVR port 206b7a03-8a31-4165-9362-4699e2bee998 on host hv-cinder-84914 {{(pid=113210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 04:00:34.471779 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [req-052743aa-fe61-496c-ae2e-c741e7878d6e req-9907a7d7-5076-433b-bc0e-cb9f66f5c4a8 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for port (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:34.475432 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [req-052743aa-fe61-496c-ae2e-c741e7878d6e req-9907a7d7-5076-433b-bc0e-cb9f66f5c4a8 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.18 "DELETE /networking/v2.0/ports/206b7a03-8a31-4165-9362-4699e2bee998 HTTP/1.1" status: 204 len: 173 time: 0.8721349 Sep 17 04:00:34.475943 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7144a0-a5bd-45f9-98ea-c089de7a4ec7', 'name': 'network-vif-deleted', 'tag': '206b7a03-8a31-4165-9362-4699e2bee998'}] {{(pid=113210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:00:34.478411 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a613894f386080b2b9315951ba9a4c402b93d12b77848e4e2f89d9386810e3b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f92b25-33b6-47d5-8b3f-a68ae16ddac7" -d '{"events": [{"server_uuid": "7c7144a0-a5bd-45f9-98ea-c089de7a4ec7", "name": "network-vif-deleted", "tag": "206b7a03-8a31-4165-9362-4699e2bee998"}]}' {{(pid=113210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:00:34.516955 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 04:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711938d4-ea67-4e1a-8b6d-6cb63cd958ff x-openstack-request-id: req-711938d4-ea67-4e1a-8b6d-6cb63cd958ff {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:00:34.517242 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7144a0-a5bd-45f9-98ea-c089de7a4ec7", "name": "network-vif-deleted", "tag": "206b7a03-8a31-4165-9362-4699e2bee998", "status": "completed", "code": 200}]} {{(pid=113210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:00:34.518072 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-711938d4-ea67-4e1a-8b6d-6cb63cd958ff {{(pid=113210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:00:34.518487 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-711938d4-ea67-4e1a-8b6d-6cb63cd958ff'] response: {'server_uuid': '7c7144a0-a5bd-45f9-98ea-c089de7a4ec7', 'name': 'network-vif-deleted', 'tag': '206b7a03-8a31-4165-9362-4699e2bee998', 'status': 'completed', 'code': 200} Sep 17 04:00:34.555927 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-a22fcd76-d73a-447c-aefa-411517341607 None None] Set router 0ddbff4c-869c-4395-840b-62153fa7fbbb gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:00:34.758951 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-a22fcd76-d73a-447c-aefa-411517341607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'name': 'tempest-AttachVolumeTestJSON-1503991509-router', 'tenant_id': 'ddf27ec567494d03bd1d2469aef97264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '0dc8a0ca-d127-4c9a-860a-fe2ca661e674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:54:48Z', 'updated_at': '2022-09-17T03:54:54Z', 'revision_number': 4, 'project_id': 'ddf27ec567494d03bd1d2469aef97264', 'gw_port': {'id': '0dc8a0ca-d127-4c9a-860a-fe2ca661e674', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:54:49Z', 'updated_at': '2022-09-17T03:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': '41f2ee60-fca2-4afe-bd77-26b618c3f138', 'name': '', 'network_id': 'd9470128-efc5-439d-94b6-d35d23a7faa0', 'tenant_id': 'ddf27ec567494d03bd1d2469aef97264', 'mac_address': 'fa:16:3e:f1:71:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '4f884129-c112-4f7f-ab1b-3d2e33686d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:54:53Z', 'updated_at': '2022-09-17T03:55:02Z', 'revision_number': 5, 'project_id': 'ddf27ec567494d03bd1d2469aef97264', 'subnets': [{'id': '4f884129-c112-4f7f-ab1b-3d2e33686d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:00:34.784027 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22fcd76-d73a-447c-aefa-411517341607 None None] Checking router: 0ddbff4c-869c-4395-840b-62153fa7fbbb for host: dv-cinder-849143-3-iscsi {{(pid=113212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:00:34.792870 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22fcd76-d73a-447c-aefa-411517341607 None None] Routers {'0ddbff4c-869c-4395-840b-62153fa7fbbb'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:00:34.793400 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-a22fcd76-d73a-447c-aefa-411517341607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T04:00:10Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['0ddbff4c-869c-4395-840b-62153fa7fbbb'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:00:34.896242 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-a22fcd76-d73a-447c-aefa-411517341607 None None] Set router 0ddbff4c-869c-4395-840b-62153fa7fbbb gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:00:34.986424 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [req-13247a4f-3681-46c7-8258-044b1adcadcc req-6fe805c3-a955-49db-966e-1c98f3cd4388 tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7c7144a0-a5bd-45f9-98ea-c089de7a4ec7 HTTP/1.1" status: 200 len: 210 time: 0.0375745 Sep 17 04:00:35.208669 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-a22fcd76-d73a-447c-aefa-411517341607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'name': 'tempest-AttachVolumeTestJSON-1503991509-router', 'tenant_id': 'ddf27ec567494d03bd1d2469aef97264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '0dc8a0ca-d127-4c9a-860a-fe2ca661e674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:54:48Z', 'updated_at': '2022-09-17T03:54:54Z', 'revision_number': 4, 'project_id': 'ddf27ec567494d03bd1d2469aef97264', 'gw_port': {'id': '0dc8a0ca-d127-4c9a-860a-fe2ca661e674', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:54:49Z', 'updated_at': '2022-09-17T03:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': '41f2ee60-fca2-4afe-bd77-26b618c3f138', 'name': '', 'network_id': 'd9470128-efc5-439d-94b6-d35d23a7faa0', 'tenant_id': 'ddf27ec567494d03bd1d2469aef97264', 'mac_address': 'fa:16:3e:f1:71:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '4f884129-c112-4f7f-ab1b-3d2e33686d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:54:53Z', 'updated_at': '2022-09-17T03:55:02Z', 'revision_number': 5, 'project_id': 'ddf27ec567494d03bd1d2469aef97264', 'subnets': [{'id': '4f884129-c112-4f7f-ab1b-3d2e33686d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:00:35.236475 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22fcd76-d73a-447c-aefa-411517341607 None None] The sync data for ids ['0ddbff4c-869c-4395-840b-62153fa7fbbb'] in dv-cinder-849143-3-iscsi is: [{'id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'name': 'tempest-AttachVolumeTestJSON-1503991509-router', 'tenant_id': 'ddf27ec567494d03bd1d2469aef97264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '0dc8a0ca-d127-4c9a-860a-fe2ca661e674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:54:48Z', 'updated_at': '2022-09-17T03:54:54Z', 'revision_number': 4, 'project_id': 'ddf27ec567494d03bd1d2469aef97264', 'gw_port': {'id': '0dc8a0ca-d127-4c9a-860a-fe2ca661e674', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:54:49Z', 'updated_at': '2022-09-17T03:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi', '_interfaces': [{'id': '41f2ee60-fca2-4afe-bd77-26b618c3f138', 'name': '', 'network_id': 'd9470128-efc5-439d-94b6-d35d23a7faa0', 'tenant_id': 'ddf27ec567494d03bd1d2469aef97264', 'mac_address': 'fa:16:3e:f1:71:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '4f884129-c112-4f7f-ab1b-3d2e33686d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:54:53Z', 'updated_at': '2022-09-17T03:55:02Z', 'revision_number': 5, 'project_id': 'ddf27ec567494d03bd1d2469aef97264', 'subnets': [{'id': '4f884129-c112-4f7f-ab1b-3d2e33686d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:00:35.457401 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172270ec-2507-429a-a3aa-901e95258ded None None] New status for floating IP 431edc76-d1e6-400a-b3dd-e7ce72de7268: DOWN {{(pid=113213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 04:00:35.891384 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 206b7a03-8a31-4165-9362-4699e2bee998 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:00:35.912156 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] No Port match for: 206b7a03-8a31-4165-9362-4699e2bee998 {{(pid=113212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:00:35.912504 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Device 206b7a03-8a31-4165-9362-4699e2bee998 not bound to the agent host hv-cinder-84914 {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:00:36.150894 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 54800) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:00:36.206255 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-75d0a4ab-98f9-4ab4-b6a6-69a0cc0f0c1a tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks [] for security_group (b5dc7622-f1ea-460f-b0a0-6f18fac82f33), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:36.227937 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-75d0a4ab-98f9-4ab4-b6a6-69a0cc0f0c1a tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks [] for security_group (b5dc7622-f1ea-460f-b0a0-6f18fac82f33), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:36.347612 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-75d0a4ab-98f9-4ab4-b6a6-69a0cc0f0c1a tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (b5dc7622-f1ea-460f-b0a0-6f18fac82f33), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:36.350478 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-75d0a4ab-98f9-4ab4-b6a6-69a0cc0f0c1a tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks [] for security_group (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:36.351617 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-75d0a4ab-98f9-4ab4-b6a6-69a0cc0f0c1a tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b5dc7622-f1ea-460f-b0a0-6f18fac82f33 HTTP/1.1" status: 204 len: 168 time: 0.1997485 Sep 17 04:00:36.354434 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 54802) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:00:36.360703 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d0a4ab-98f9-4ab4-b6a6-69a0cc0f0c1a tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5dc7622-f1ea-460f-b0a0-6f18fac82f33,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:00:36.374006 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.api.v2.resource [None req-cc667a86-7d33-4c76-b3aa-9a2f34f959af tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] show failed (client error): The resource could not be found. Sep 17 04:00:36.375072 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-cc667a86-7d33-4c76-b3aa-9a2f34f959af tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "GET /networking/v2.0/security-groups/b5dc7622-f1ea-460f-b0a0-6f18fac82f33 HTTP/1.1" status: 404 len: 347 time: 0.0196226 Sep 17 04:00:36.378853 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 54804) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:00:36.490588 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.plugin [None req-5908aaaa-6a22-4af4-8c82-5f38d331afed tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Deleting port 13baffdb-c256-4d14-ad71-9bbf7c1fc24d {{(pid=113211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:00:36.490828 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-5908aaaa-6a22-4af4-8c82-5f38d331afed tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (13baffdb-c256-4d14-ad71-9bbf7c1fc24d), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:36.570524 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-5908aaaa-6a22-4af4-8c82-5f38d331afed tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (13baffdb-c256-4d14-ad71-9bbf7c1fc24d), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:36.570850 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-5908aaaa-6a22-4af4-8c82-5f38d331afed tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks [] for floatingip (13baffdb-c256-4d14-ad71-9bbf7c1fc24d), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:36.583806 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.plugin [None req-5908aaaa-6a22-4af4-8c82-5f38d331afed tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Calling delete_port for 13baffdb-c256-4d14-ad71-9bbf7c1fc24d owned by network:floatingip {{(pid=113211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:00:36.665333 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:00:36.696071 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:00:36.788210 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-5908aaaa-6a22-4af4-8c82-5f38d331afed tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26185590'] for port (13baffdb-c256-4d14-ad71-9bbf7c1fc24d), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:36.811634 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5908aaaa-6a22-4af4-8c82-5f38d331afed tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Pushing event deleted for resources: {'Port': ['ID=13baffdb-c256-4d14-ad71-9bbf7c1fc24d,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:00:36.876040 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-5908aaaa-6a22-4af4-8c82-5f38d331afed tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks [] for floatingip (431edc76-d1e6-400a-b3dd-e7ce72de7268), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:36.878995 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-5908aaaa-6a22-4af4-8c82-5f38d331afed tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003872'] for floatingip (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:36.880154 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-5908aaaa-6a22-4af4-8c82-5f38d331afed tempest-AttachVolumeTestJSON-406225431 tempest-AttachVolumeTestJSON-406225431-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/431edc76-d1e6-400a-b3dd-e7ce72de7268 HTTP/1.1" status: 204 len: 168 time: 0.4997818 Sep 17 04:00:37.940806 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51d4e435-dd39-4729-9748-61367ee02d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b0b4725d-5d3f-4adf-8b60-729f2f7a35da), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:40.318089 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-67f7613c-a87a-4f34-ac9e-aba5177ec1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b971cbd0-997d-41fb-8614-0aea29982798), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:40.836009 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 54832) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:00:41.295919 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-bc0637c4-6e48-4a61-92f9-b8cbad26d043 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-426662'] for router_interface (0ddbff4c-869c-4395-840b-62153fa7fbbb), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:41.496801 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ff42d983-095d-47ba-82c6-d5d7a2ded2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b812d02d-dcd0-44a4-bd1c-6e92b95e6b3f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:41.513048 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.plugin [None req-bc0637c4-6e48-4a61-92f9-b8cbad26d043 admin admin] Deleting port 41f2ee60-fca2-4afe-bd77-26b618c3f138 {{(pid=113211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:00:41.513388 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-bc0637c4-6e48-4a61-92f9-b8cbad26d043 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (41f2ee60-fca2-4afe-bd77-26b618c3f138), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:41.593449 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.db [None req-bc0637c4-6e48-4a61-92f9-b8cbad26d043 admin admin] For port 41f2ee60-fca2-4afe-bd77-26b618c3f138, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=41f2ee60-fca2-4afe-bd77-26b618c3f138,segment=NetworkSegment(2aa42ccc-3b1d-4dba-8200-4437b7ed3a87),segment_id=2aa42ccc-3b1d-4dba-8200-4437b7ed3a87)] {{(pid=113211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:00:41.593746 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-bc0637c4-6e48-4a61-92f9-b8cbad26d043 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (41f2ee60-fca2-4afe-bd77-26b618c3f138), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:41.600844 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:00:41.607160 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.plugin [None req-bc0637c4-6e48-4a61-92f9-b8cbad26d043 admin admin] Calling delete_port for 41f2ee60-fca2-4afe-bd77-26b618c3f138 owned by network:router_interface {{(pid=113211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:00:41.732300 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:00:41.884979 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-bc0637c4-6e48-4a61-92f9-b8cbad26d043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26185590'] for port (41f2ee60-fca2-4afe-bd77-26b618c3f138), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:41.908498 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0637c4-6e48-4a61-92f9-b8cbad26d043 admin admin] Pushing event deleted for resources: {'Port': ['ID=41f2ee60-fca2-4afe-bd77-26b618c3f138,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:00:42.344676 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-bc0637c4-6e48-4a61-92f9-b8cbad26d043 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619798'] for router_interface (0ddbff4c-869c-4395-840b-62153fa7fbbb), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:42.556225 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc0637c4-6e48-4a61-92f9-b8cbad26d043 admin admin] Router 0ddbff4c-869c-4395-840b-62153fa7fbbb has already been hosted by L3 agent b971cbd0-997d-41fb-8614-0aea29982798 {{(pid=113211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 04:00:42.658981 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0637c4-6e48-4a61-92f9-b8cbad26d043 admin admin] Notify agent at l3_agent.dv-cinder-849143-3-iscsi the message routers_updated {{(pid=113211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:00:42.667047 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 54836) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:00:42.667593 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-bc0637c4-6e48-4a61-92f9-b8cbad26d043 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/0ddbff4c-869c-4395-840b-62153fa7fbbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8309047 Sep 17 04:00:42.669932 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b486e964-fbd0-47c8-98ea-f92bd637fa7e None None] Sync routers for ids ['0ddbff4c-869c-4395-840b-62153fa7fbbb'] in dv-cinder-849143-3-iscsi {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:00:42.680901 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b486e964-fbd0-47c8-98ea-f92bd637fa7e None None] Routers {'0ddbff4c-869c-4395-840b-62153fa7fbbb'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:00:42.681506 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-b486e964-fbd0-47c8-98ea-f92bd637fa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T04:00:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['0ddbff4c-869c-4395-840b-62153fa7fbbb'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:00:42.764747 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-56ffe14f-c33c-4f49-a513-ddf3284a0a5f admin admin] Publish callbacks [] for router (0ddbff4c-869c-4395-840b-62153fa7fbbb), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:42.782387 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-b486e964-fbd0-47c8-98ea-f92bd637fa7e None None] Set router 0ddbff4c-869c-4395-840b-62153fa7fbbb gateway port host: dv-cinder-849143-3-iscsi {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:00:42.868222 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-56ffe14f-c33c-4f49-a513-ddf3284a0a5f admin admin] Publish callbacks [] for router_gateway (0ddbff4c-869c-4395-840b-62153fa7fbbb), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:42.885140 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:00:42.915553 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:00:42.963778 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-b486e964-fbd0-47c8-98ea-f92bd637fa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'name': 'tempest-AttachVolumeTestJSON-1503991509-router', 'tenant_id': 'ddf27ec567494d03bd1d2469aef97264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'external_fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '0dc8a0ca-d127-4c9a-860a-fe2ca661e674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:54:48Z', 'updated_at': '2022-09-17T04:00:41Z', 'revision_number': 5, 'project_id': 'ddf27ec567494d03bd1d2469aef97264', 'gw_port': {'id': '0dc8a0ca-d127-4c9a-860a-fe2ca661e674', 'name': '', 'network_id': '4d68fa53-4257-4a6b-8a5b-fb329be82f15', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:54:49Z', 'updated_at': '2022-09-17T03:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fe7d342-7214-45a3-bf4f-d121f4a79efc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-iscsi'}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:00:42.984053 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-56ffe14f-c33c-4f49-a513-ddf3284a0a5f admin admin] Deleting port 0dc8a0ca-d127-4c9a-860a-fe2ca661e674 {{(pid=113210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:00:42.984386 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-56ffe14f-c33c-4f49-a513-ddf3284a0a5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (0dc8a0ca-d127-4c9a-860a-fe2ca661e674), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:42.990126 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b486e964-fbd0-47c8-98ea-f92bd637fa7e None None] Checking router: 0ddbff4c-869c-4395-840b-62153fa7fbbb for host: dv-cinder-849143-3-iscsi {{(pid=113212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:00:42.996560 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (287db9f2-8160-4728-95aa-12aebca604d4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:43.002425 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b486e964-fbd0-47c8-98ea-f92bd637fa7e None None] Routers {'0ddbff4c-869c-4395-840b-62153fa7fbbb'} bound to L3 agent in host dv-cinder-849143-3-iscsi {{(pid=113212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:00:43.003030 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-b486e964-fbd0-47c8-98ea-f92bd637fa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-17T03:40:10Z,description=,heartbeat_timestamp=2022-09-17T04:00:40Z,host='dv-cinder-849143-3-iscsi',id=b971cbd0-997d-41fb-8614-0aea29982798,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:40:11Z,topic='l3_agent')) {'router_ids': ['0ddbff4c-869c-4395-840b-62153fa7fbbb'], 'active': True} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:00:43.076594 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.db [None req-56ffe14f-c33c-4f49-a513-ddf3284a0a5f admin admin] For port 0dc8a0ca-d127-4c9a-860a-fe2ca661e674, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=0dc8a0ca-d127-4c9a-860a-fe2ca661e674,segment=NetworkSegment(b9ff3b7d-3dba-4f81-9340-22e46529b80a),segment_id=b9ff3b7d-3dba-4f81-9340-22e46529b80a)] {{(pid=113210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:00:43.077236 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-56ffe14f-c33c-4f49-a513-ddf3284a0a5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (0dc8a0ca-d127-4c9a-860a-fe2ca661e674), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:43.090903 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvr_db [None req-b486e964-fbd0-47c8-98ea-f92bd637fa7e None None] Set router 0ddbff4c-869c-4395-840b-62153fa7fbbb gateway port host: None {{(pid=113212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:00:43.091155 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.plugins.ml2.plugin [None req-56ffe14f-c33c-4f49-a513-ddf3284a0a5f admin admin] Calling delete_port for 0dc8a0ca-d127-4c9a-860a-fe2ca661e674 owned by network:router_gateway {{(pid=113210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:00:43.144409 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_hamode_db [None req-b486e964-fbd0-47c8-98ea-f92bd637fa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'name': 'tempest-AttachVolumeTestJSON-1503991509-router', 'tenant_id': 'ddf27ec567494d03bd1d2469aef97264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:54:48Z', 'updated_at': '2022-09-17T04:00:42Z', 'revision_number': 6, 'project_id': 'ddf27ec567494d03bd1d2469aef97264', 'gw_port_host': None}], 'dv-cinder-849143-3-iscsi', False) {} {{(pid=113212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:00:43.170901 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b486e964-fbd0-47c8-98ea-f92bd637fa7e None None] The sync data for ids ['0ddbff4c-869c-4395-840b-62153fa7fbbb'] in dv-cinder-849143-3-iscsi is: [{'id': '0ddbff4c-869c-4395-840b-62153fa7fbbb', 'name': 'tempest-AttachVolumeTestJSON-1503991509-router', 'tenant_id': 'ddf27ec567494d03bd1d2469aef97264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:54:48Z', 'updated_at': '2022-09-17T04:00:42Z', 'revision_number': 6, 'project_id': 'ddf27ec567494d03bd1d2469aef97264', 'gw_port_host': None}] {{(pid=113212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:00:43.329584 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fecdf064-2280-4810-8c6f-7fec6cce5654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (7e0cb1e0-c4a7-4d3b-9abd-ffc9973ed5e0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:43.342219 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-56ffe14f-c33c-4f49-a513-ddf3284a0a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25815819'] for port (0dc8a0ca-d127-4c9a-860a-fe2ca661e674), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:43.367062 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ffe14f-c33c-4f49-a513-ddf3284a0a5f admin admin] Pushing event deleted for resources: {'Port': ['ID=0dc8a0ca-d127-4c9a-860a-fe2ca661e674,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:00:43.432532 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:00:43.437384 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-56ffe14f-c33c-4f49-a513-ddf3284a0a5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615260'] for router_gateway (0ddbff4c-869c-4395-840b-62153fa7fbbb), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:43.540062 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-56ffe14f-c33c-4f49-a513-ddf3284a0a5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-617928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5987'] for router (0ddbff4c-869c-4395-840b-62153fa7fbbb), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:43.542440 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-56ffe14f-c33c-4f49-a513-ddf3284a0a5f admin admin] Publish callbacks [] for router_controller (0ddbff4c-869c-4395-840b-62153fa7fbbb), precommit_delete_associations {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:43.645794 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-56ffe14f-c33c-4f49-a513-ddf3284a0a5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-619883'] for router (0ddbff4c-869c-4395-840b-62153fa7fbbb), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:43.646424 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ffe14f-c33c-4f49-a513-ddf3284a0a5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ddbff4c-869c-4395-840b-62153fa7fbbb {{(pid=113210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 04:00:43.650832 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-56ffe14f-c33c-4f49-a513-ddf3284a0a5f admin admin] Publish callbacks [] for router (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:43.651991 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-56ffe14f-c33c-4f49-a513-ddf3284a0a5f admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/0ddbff4c-869c-4395-840b-62153fa7fbbb HTTP/1.1" status: 204 len: 168 time: 0.9838984 Sep 17 04:00:43.654528 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 54838) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:00:43.700487 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.db.db_base_plugin_v2 [None req-e34bd0e4-b7f5-46ea-ab9c-33ef265bf6cc admin admin] Deleting subnet 4f884129-c112-4f7f-ab1b-3d2e33686d02 {{(pid=113210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 17 04:00:43.703584 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e34bd0e4-b7f5-46ea-ab9c-33ef265bf6cc admin admin] Publish callbacks [] for subnet (4f884129-c112-4f7f-ab1b-3d2e33686d02), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:43.742110 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e34bd0e4-b7f5-46ea-ab9c-33ef265bf6cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25293148'] for subnet (4f884129-c112-4f7f-ab1b-3d2e33686d02), precommit_delete_associations {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:43.809318 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:00:43.817617 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e34bd0e4-b7f5-46ea-ab9c-33ef265bf6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480142'] for subnet (4f884129-c112-4f7f-ab1b-3d2e33686d02), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:43.941096 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e34bd0e4-b7f5-46ea-ab9c-33ef265bf6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16482227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25815908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25349492'] for subnet (4f884129-c112-4f7f-ab1b-3d2e33686d02), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:43.972646 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34bd0e4-b7f5-46ea-ab9c-33ef265bf6cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f884129-c112-4f7f-ab1b-3d2e33686d02,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:00:43.978359 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-e34bd0e4-b7f5-46ea-ab9c-33ef265bf6cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:43.981456 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-e34bd0e4-b7f5-46ea-ab9c-33ef265bf6cc admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/4f884129-c112-4f7f-ab1b-3d2e33686d02 HTTP/1.1" status: 204 len: 168 time: 0.3259969 Sep 17 04:00:43.984063 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 54840) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:00:43.986880 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc2a341-3324-4b7d-bf86-5a8bb17f78e9 None None] Network d9470128-efc5-439d-94b6-d35d23a7faa0 requested from dv-cinder-849143-3-iscsi {{(pid=113212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 04:00:44.060614 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-bde36a2f-d851-446e-93a8-e9e590585dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15995131'] for network (d9470128-efc5-439d-94b6-d35d23a7faa0), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:44.103808 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.plugin [None req-bde36a2f-d851-446e-93a8-e9e590585dde admin admin] Deleting port 2b5f5661-5491-4d61-85d3-cd8cff684e91 {{(pid=113211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:00:44.104152 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-bde36a2f-d851-446e-93a8-e9e590585dde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (2b5f5661-5491-4d61-85d3-cd8cff684e91), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:44.159629 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:00:44.176352 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f642188-3335-404d-80b6-7ff09d1eae4f None None] DHCP port deletion for d9470128-efc5-439d-94b6-d35d23a7faa0 request from dv-cinder-849143-3-iscsi {{(pid=113212) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 17 04:00:44.184155 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.db [None req-bde36a2f-d851-446e-93a8-e9e590585dde admin admin] For port 2b5f5661-5491-4d61-85d3-cd8cff684e91, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=2b5f5661-5491-4d61-85d3-cd8cff684e91,segment=NetworkSegment(2aa42ccc-3b1d-4dba-8200-4437b7ed3a87),segment_id=2aa42ccc-3b1d-4dba-8200-4437b7ed3a87)] {{(pid=113211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:00:44.184795 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-bde36a2f-d851-446e-93a8-e9e590585dde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (2b5f5661-5491-4d61-85d3-cd8cff684e91), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:44.210928 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.plugin [None req-bde36a2f-d851-446e-93a8-e9e590585dde admin admin] Calling delete_port for 2b5f5661-5491-4d61-85d3-cd8cff684e91 owned by network:dhcp {{(pid=113211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:00:44.224398 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-5f642188-3335-404d-80b6-7ff09d1eae4f None None] Deleting port 2b5f5661-5491-4d61-85d3-cd8cff684e91 {{(pid=113212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:00:44.224782 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-5f642188-3335-404d-80b6-7ff09d1eae4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745115004941'] for port (2b5f5661-5491-4d61-85d3-cd8cff684e91), before_delete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:44.284124 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:00:44.292787 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.db [None req-5f642188-3335-404d-80b6-7ff09d1eae4f None None] For port 2b5f5661-5491-4d61-85d3-cd8cff684e91, host dv-cinder-849143-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-iscsi',level=0,port_id=2b5f5661-5491-4d61-85d3-cd8cff684e91,segment=NetworkSegment(2aa42ccc-3b1d-4dba-8200-4437b7ed3a87),segment_id=2aa42ccc-3b1d-4dba-8200-4437b7ed3a87)] {{(pid=113212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:00:44.293184 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-5f642188-3335-404d-80b6-7ff09d1eae4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615516'] for port (2b5f5661-5491-4d61-85d3-cd8cff684e91), precommit_delete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:44.306031 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-5f642188-3335-404d-80b6-7ff09d1eae4f None None] Calling delete_port for 2b5f5661-5491-4d61-85d3-cd8cff684e91 owned by network:dhcp {{(pid=113212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:00:44.394108 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-bde36a2f-d851-446e-93a8-e9e590585dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26185590'] for port (2b5f5661-5491-4d61-85d3-cd8cff684e91), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:44.400629 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-5f642188-3335-404d-80b6-7ff09d1eae4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16483951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-802966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745114924939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745114465985'] for port (2b5f5661-5491-4d61-85d3-cd8cff684e91), after_delete {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:44.425373 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde36a2f-d851-446e-93a8-e9e590585dde admin admin] Pushing event deleted for resources: {'Port': ['ID=2b5f5661-5491-4d61-85d3-cd8cff684e91,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:00:44.427846 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde36a2f-d851-446e-93a8-e9e590585dde admin admin] No DVR routers for this DVR port 2b5f5661-5491-4d61-85d3-cd8cff684e91 on host dv-cinder-849143-3-iscsi {{(pid=113211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 04:00:44.431562 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f642188-3335-404d-80b6-7ff09d1eae4f None None] Pushing event deleted for resources: {'Port': ['ID=2b5f5661-5491-4d61-85d3-cd8cff684e91,revision_number=None']} {{(pid=113212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:00:44.435241 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f642188-3335-404d-80b6-7ff09d1eae4f None None] No DVR routers for this DVR port 2b5f5661-5491-4d61-85d3-cd8cff684e91 on host dv-cinder-849143-3-iscsi {{(pid=113212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 04:00:44.455790 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde36a2f-d851-446e-93a8-e9e590585dde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:00:44.456272 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde36a2f-d851-446e-93a8-e9e590585dde admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:00:44.456464 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde36a2f-d851-446e-93a8-e9e590585dde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:00:44.456868 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde36a2f-d851-446e-93a8-e9e590585dde admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:00:44.457201 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde36a2f-d851-446e-93a8-e9e590585dde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:00:44.458110 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde36a2f-d851-446e-93a8-e9e590585dde admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:00:44.458435 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde36a2f-d851-446e-93a8-e9e590585dde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:00:44.458759 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde36a2f-d851-446e-93a8-e9e590585dde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:00:44.459088 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde36a2f-d851-446e-93a8-e9e590585dde admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:00:44.459414 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde36a2f-d851-446e-93a8-e9e590585dde admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:00:44.459741 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde36a2f-d851-446e-93a8-e9e590585dde admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:00:44.460068 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde36a2f-d851-446e-93a8-e9e590585dde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:00:44.460389 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde36a2f-d851-446e-93a8-e9e590585dde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:00:44.460710 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde36a2f-d851-446e-93a8-e9e590585dde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:00:44.461031 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde36a2f-d851-446e-93a8-e9e590585dde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:00:44.515423 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-bde36a2f-d851-446e-93a8-e9e590585dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16114853', 'neutron.services.segments.db._delete_segments_for_network-8745114997953'] for network (d9470128-efc5-439d-94b6-d35d23a7faa0), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:44.535935 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.services.segments.db [None req-bde36a2f-d851-446e-93a8-e9e590585dde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9470128-efc5-439d-94b6-d35d23a7faa0']}} {{(pid=113211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:00:44.545123 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.services.segments.db [None req-bde36a2f-d851-446e-93a8-e9e590585dde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aa42ccc-3b1d-4dba-8200-4437b7ed3a87') {'for_net_delete': True} {{(pid=113211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:00:44.545427 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.services.segments.db [None req-bde36a2f-d851-446e-93a8-e9e590585dde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aa42ccc-3b1d-4dba-8200-4437b7ed3a87') {} {{(pid=113211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:00:44.555096 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-bde36a2f-d851-446e-93a8-e9e590585dde admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745114997845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26032354'] for segment (2aa42ccc-3b1d-4dba-8200-4437b7ed3a87), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:44.568796 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-bde36a2f-d851-446e-93a8-e9e590585dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16505770'] for segment (2aa42ccc-3b1d-4dba-8200-4437b7ed3a87), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:44.575020 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bde36a2f-d851-446e-93a8-e9e590585dde admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=113211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 04:00:44.578627 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-bde36a2f-d851-446e-93a8-e9e590585dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16505770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26185635'] for segment (2aa42ccc-3b1d-4dba-8200-4437b7ed3a87), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:44.619285 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.services.segments.plugin [-] Segment 2aa42ccc-3b1d-4dba-8200-4437b7ed3a87 resource provider aggregate not found Sep 17 04:00:44.637422 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.services.segments.plugin [-] Segment 2aa42ccc-3b1d-4dba-8200-4437b7ed3a87 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2aa42ccc-3b1d-4dba-8200-4437b7ed3a87 found for delete ", "request_id": "req-1a30e195-bb42-47ac-b484-1b9a22d619fa"}]} Sep 17 04:00:44.701796 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-bde36a2f-d851-446e-93a8-e9e590585dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16114844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615305'] for network (d9470128-efc5-439d-94b6-d35d23a7faa0), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:44.707221 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-bde36a2f-d851-446e-93a8-e9e590585dde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588814'] for network (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:44.711004 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-bde36a2f-d851-446e-93a8-e9e590585dde admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/d9470128-efc5-439d-94b6-d35d23a7faa0 HTTP/1.1" status: 204 len: 168 time: 0.7257793 Sep 17 04:00:44.722041 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde36a2f-d851-446e-93a8-e9e590585dde admin admin] Pushing event deleted for resources: {'Network': ['ID=d9470128-efc5-439d-94b6-d35d23a7faa0,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:00:44.959993 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 54848) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:00:45.000129 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-5ef8f38f-4c9e-49c4-bd44-50960100be98 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=ddf27ec567494d03bd1d2469aef97264&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389321 Sep 17 04:00:45.002487 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 54850) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:00:45.053967 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-63d1fa64-6b43-4298-bc39-05cc43272261 admin admin] Publish callbacks [] for security_group (0dbeef11-35cf-40c3-9d72-fab10bc9beed), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:45.063822 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 2b5f5661-5491-4d61-85d3-cd8cff684e91 no longer exists at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:00:45.076224 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-63d1fa64-6b43-4298-bc39-05cc43272261 admin admin] Publish callbacks [] for security_group (0dbeef11-35cf-40c3-9d72-fab10bc9beed), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:45.084177 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] No Port match for: 2b5f5661-5491-4d61-85d3-cd8cff684e91 {{(pid=113212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:00:45.084603 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 2b5f5661-5491-4d61-85d3-cd8cff684e91 not bound to the agent host dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:00:45.085029 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 41f2ee60-fca2-4afe-bd77-26b618c3f138 no longer exists at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:00:45.104356 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] No Port match for: 41f2ee60-fca2-4afe-bd77-26b618c3f138 {{(pid=113212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:00:45.104702 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 41f2ee60-fca2-4afe-bd77-26b618c3f138 not bound to the agent host dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:00:45.105114 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 0dc8a0ca-d127-4c9a-860a-fe2ca661e674 no longer exists at agent ovs-agent-dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:00:45.124142 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.plugin [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] No Port match for: 0dc8a0ca-d127-4c9a-860a-fe2ca661e674 {{(pid=113212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:00:45.126743 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron.plugins.ml2.rpc [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Device 0dc8a0ca-d127-4c9a-860a-fe2ca661e674 not bound to the agent host dv-cinder-849143-3-iscsi {{(pid=113212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:00:45.177239 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-63d1fa64-6b43-4298-bc39-05cc43272261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (0dbeef11-35cf-40c3-9d72-fab10bc9beed), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:45.179943 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-63d1fa64-6b43-4298-bc39-05cc43272261 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:45.181089 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-63d1fa64-6b43-4298-bc39-05cc43272261 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/0dbeef11-35cf-40c3-9d72-fab10bc9beed HTTP/1.1" status: 204 len: 168 time: 0.1777358 Sep 17 04:00:45.189207 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d1fa64-6b43-4298-bc39-05cc43272261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbeef11-35cf-40c3-9d72-fab10bc9beed,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:00:46.023887 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.agents_db [None req-b2aba882-f127-474e-990c-8a1f8fa77bd5 None None] Agent healthcheck: found 6 active agents {{(pid=113213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:00:47.776114 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (56a63866-613b-46a0-90ee-05b9222d9bfc), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:00:48.085878 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:00:53.950929 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=42,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:00:55.184401 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=47,neutron:DELETE=4 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:00:55.185207 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=39,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:00:57.731187 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=80,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:00:57.733622 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=40,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:01:04.302092 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=13 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:01:04.304089 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:01:07.923309 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-c8d9d1f1-f2e5-4654-9ae7-77fda9e8dad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b0b4725d-5d3f-4adf-8b60-729f2f7a35da), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:10.301359 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-0387d66a-fe46-4e03-aaed-6b0ef15bc0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b971cbd0-997d-41fb-8614-0aea29982798), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:11.512927 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ff42d983-095d-47ba-82c6-d5d7a2ded2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b812d02d-dcd0-44a4-bd1c-6e92b95e6b3f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:13.118012 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (287db9f2-8160-4728-95aa-12aebca604d4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:13.306249 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fecdf064-2280-4810-8c6f-7fec6cce5654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (7e0cb1e0-c4a7-4d3b-9abd-ffc9973ed5e0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:17.844115 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (56a63866-613b-46a0-90ee-05b9222d9bfc), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:23.022828 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.agents_db [None req-b2aba882-f127-474e-990c-8a1f8fa77bd5 None None] Agent healthcheck: found 6 active agents {{(pid=113213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:01:23.246076 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:01:25.084797 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=4 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:01:27.733076 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:01:33.019471 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=4 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:01:33.613700 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 55228) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:01:33.729272 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-9b7d2cbc-dd98-4d38-b730-59087b24bf8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:33.809409 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-9b7d2cbc-dd98-4d38-b730-59087b24bf8f admin admin] Publish callbacks [] for security_group (3e363ca5-a9f4-466c-887c-b513d2e7fd23), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:33.878525 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-9b7d2cbc-dd98-4d38-b730-59087b24bf8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (3e363ca5-a9f4-466c-887c-b513d2e7fd23), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:33.918202 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-9b7d2cbc-dd98-4d38-b730-59087b24bf8f admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=2c9bcc1eba7c406e95f3ab1be9d6340d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3034360 Sep 17 04:01:33.919136 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7d2cbc-dd98-4d38-b730-59087b24bf8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e363ca5-a9f4-466c-887c-b513d2e7fd23,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:01:33.920942 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 55232) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:01:33.971604 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-6507278a-9263-4c84-946f-2c069d1b4899 admin admin] Publish callbacks [] for security_group (3e363ca5-a9f4-466c-887c-b513d2e7fd23), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:33.992216 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-6507278a-9263-4c84-946f-2c069d1b4899 admin admin] Publish callbacks [] for security_group (3e363ca5-a9f4-466c-887c-b513d2e7fd23), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:34.112791 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-6507278a-9263-4c84-946f-2c069d1b4899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (3e363ca5-a9f4-466c-887c-b513d2e7fd23), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:34.115330 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-6507278a-9263-4c84-946f-2c069d1b4899 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:34.116488 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-6507278a-9263-4c84-946f-2c069d1b4899 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/3e363ca5-a9f4-466c-887c-b513d2e7fd23 HTTP/1.1" status: 204 len: 168 time: 0.1945786 Sep 17 04:01:34.124333 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6507278a-9263-4c84-946f-2c069d1b4899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e363ca5-a9f4-466c-887c-b513d2e7fd23,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:01:34.131669 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6507278a-9263-4c84-946f-2c069d1b4899 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:01:34.133761 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6507278a-9263-4c84-946f-2c069d1b4899 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:01:34.133761 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6507278a-9263-4c84-946f-2c069d1b4899 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:01:34.133761 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6507278a-9263-4c84-946f-2c069d1b4899 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:01:34.133761 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6507278a-9263-4c84-946f-2c069d1b4899 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:01:34.133761 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6507278a-9263-4c84-946f-2c069d1b4899 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:01:34.133761 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6507278a-9263-4c84-946f-2c069d1b4899 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:01:34.134413 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6507278a-9263-4c84-946f-2c069d1b4899 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:01:34.134413 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6507278a-9263-4c84-946f-2c069d1b4899 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:01:34.134596 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6507278a-9263-4c84-946f-2c069d1b4899 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:01:34.134905 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6507278a-9263-4c84-946f-2c069d1b4899 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:01:34.135250 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6507278a-9263-4c84-946f-2c069d1b4899 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:01:34.135573 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6507278a-9263-4c84-946f-2c069d1b4899 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:01:34.135895 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6507278a-9263-4c84-946f-2c069d1b4899 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:01:34.136256 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6507278a-9263-4c84-946f-2c069d1b4899 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:01:34.684159 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 55238) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:01:34.698977 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-fd17274c-74d9-4920-b8f9-a563091bdb65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:34.774033 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-fd17274c-74d9-4920-b8f9-a563091bdb65 admin admin] Publish callbacks [] for security_group (c232887d-18d7-4f48-888a-d74ec4d5d5b4), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:34.838184 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-fd17274c-74d9-4920-b8f9-a563091bdb65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (c232887d-18d7-4f48-888a-d74ec4d5d5b4), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:34.880078 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd17274c-74d9-4920-b8f9-a563091bdb65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c232887d-18d7-4f48-888a-d74ec4d5d5b4,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:01:34.885575 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-fd17274c-74d9-4920-b8f9-a563091bdb65 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=e407ad05aeb34e64817ce996ea3bf19e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2003369 Sep 17 04:01:34.888081 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 55240) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:01:34.936914 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-bd6035bc-84e1-4705-b0ec-d7bab866a8f8 admin admin] Publish callbacks [] for security_group (c232887d-18d7-4f48-888a-d74ec4d5d5b4), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:34.957452 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-bd6035bc-84e1-4705-b0ec-d7bab866a8f8 admin admin] Publish callbacks [] for security_group (c232887d-18d7-4f48-888a-d74ec4d5d5b4), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:35.077325 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-bd6035bc-84e1-4705-b0ec-d7bab866a8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (c232887d-18d7-4f48-888a-d74ec4d5d5b4), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:35.080056 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-bd6035bc-84e1-4705-b0ec-d7bab866a8f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:35.081348 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-bd6035bc-84e1-4705-b0ec-d7bab866a8f8 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/c232887d-18d7-4f48-888a-d74ec4d5d5b4 HTTP/1.1" status: 204 len: 168 time: 0.1923592 Sep 17 04:01:35.089455 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6035bc-84e1-4705-b0ec-d7bab866a8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c232887d-18d7-4f48-888a-d74ec4d5d5b4,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:01:37.333965 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 55286) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:01:37.439009 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-22971e37-4a42-4fb9-a572-06558eeb35ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:37.518495 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-22971e37-4a42-4fb9-a572-06558eeb35ae admin admin] Publish callbacks [] for security_group (f71f2ad5-35c8-486c-8adc-ba4e4d7665c3), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:37.592219 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-22971e37-4a42-4fb9-a572-06558eeb35ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (f71f2ad5-35c8-486c-8adc-ba4e4d7665c3), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:37.632853 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22971e37-4a42-4fb9-a572-06558eeb35ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71f2ad5-35c8-486c-8adc-ba4e4d7665c3,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:01:37.638904 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-22971e37-4a42-4fb9-a572-06558eeb35ae admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=ef894c538c3547fa99e6528c194ff19a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3036063 Sep 17 04:01:37.641285 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 55290) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:01:37.690455 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-48d3d380-2879-4621-a559-d93211f16b68 admin admin] Publish callbacks [] for security_group (f71f2ad5-35c8-486c-8adc-ba4e4d7665c3), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:37.710352 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-48d3d380-2879-4621-a559-d93211f16b68 admin admin] Publish callbacks [] for security_group (f71f2ad5-35c8-486c-8adc-ba4e4d7665c3), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:37.720215 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:01:37.726979 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:01:37.842994 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-48d3d380-2879-4621-a559-d93211f16b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (f71f2ad5-35c8-486c-8adc-ba4e4d7665c3), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:37.845657 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-48d3d380-2879-4621-a559-d93211f16b68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:37.846959 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-48d3d380-2879-4621-a559-d93211f16b68 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f71f2ad5-35c8-486c-8adc-ba4e4d7665c3 HTTP/1.1" status: 204 len: 168 time: 0.2045896 Sep 17 04:01:37.857202 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3d380-2879-4621-a559-d93211f16b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71f2ad5-35c8-486c-8adc-ba4e4d7665c3,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:01:37.918109 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-f924cc53-e74e-4b75-b4b0-452ae7e1f87f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b0b4725d-5d3f-4adf-8b60-729f2f7a35da), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:38.415996 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 55296) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:01:38.430149 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a4456853-1e8e-4534-b951-34edf1f04c57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:38.511476 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a4456853-1e8e-4534-b951-34edf1f04c57 admin admin] Publish callbacks [] for security_group (0298bc80-04e2-4a28-83fb-f35997e6a2a7), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:38.644668 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-a4456853-1e8e-4534-b951-34edf1f04c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (0298bc80-04e2-4a28-83fb-f35997e6a2a7), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:38.684977 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4456853-1e8e-4534-b951-34edf1f04c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0298bc80-04e2-4a28-83fb-f35997e6a2a7,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:01:38.689032 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-a4456853-1e8e-4534-b951-34edf1f04c57 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=d9ac41beb6c645a19db751f7f2abe2c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2720530 Sep 17 04:01:38.691877 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 55298) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:01:38.741808 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-3b347b33-24f9-44bc-abaa-7f6d3c0e6e8c admin admin] Publish callbacks [] for security_group (0298bc80-04e2-4a28-83fb-f35997e6a2a7), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:38.761491 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-3b347b33-24f9-44bc-abaa-7f6d3c0e6e8c admin admin] Publish callbacks [] for security_group (0298bc80-04e2-4a28-83fb-f35997e6a2a7), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:38.860909 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-3b347b33-24f9-44bc-abaa-7f6d3c0e6e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (0298bc80-04e2-4a28-83fb-f35997e6a2a7), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:38.863513 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-3b347b33-24f9-44bc-abaa-7f6d3c0e6e8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:38.864665 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-3b347b33-24f9-44bc-abaa-7f6d3c0e6e8c admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/0298bc80-04e2-4a28-83fb-f35997e6a2a7 HTTP/1.1" status: 204 len: 168 time: 0.1719003 Sep 17 04:01:38.872687 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b347b33-24f9-44bc-abaa-7f6d3c0e6e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0298bc80-04e2-4a28-83fb-f35997e6a2a7,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:01:40.323616 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-72f99039-02ab-4c6b-8100-9fb005c5f9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b971cbd0-997d-41fb-8614-0aea29982798), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:41.500817 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ff42d983-095d-47ba-82c6-d5d7a2ded2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b812d02d-dcd0-44a4-bd1c-6e92b95e6b3f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:41.732191 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 55370) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:01:41.846474 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-18486cb0-fc49-43ab-99d8-e09b1a840477 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:41.921526 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-18486cb0-fc49-43ab-99d8-e09b1a840477 admin admin] Publish callbacks [] for security_group (f210972e-0799-4b74-9986-efea850327f9), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:41.997226 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-18486cb0-fc49-43ab-99d8-e09b1a840477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (f210972e-0799-4b74-9986-efea850327f9), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:42.040109 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-18486cb0-fc49-43ab-99d8-e09b1a840477 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=957b85963d714006ad28f738dd7b9bdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3068569 Sep 17 04:01:42.040799 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18486cb0-fc49-43ab-99d8-e09b1a840477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f210972e-0799-4b74-9986-efea850327f9,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:01:42.042942 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 55374) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:01:42.097066 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-bec204e1-8fba-4872-bb54-10fb82b2d1fc admin admin] Publish callbacks [] for security_group (f210972e-0799-4b74-9986-efea850327f9), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:42.117508 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-bec204e1-8fba-4872-bb54-10fb82b2d1fc admin admin] Publish callbacks [] for security_group (f210972e-0799-4b74-9986-efea850327f9), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:42.232141 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-bec204e1-8fba-4872-bb54-10fb82b2d1fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (f210972e-0799-4b74-9986-efea850327f9), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:42.234699 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-bec204e1-8fba-4872-bb54-10fb82b2d1fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:42.235890 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-bec204e1-8fba-4872-bb54-10fb82b2d1fc admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f210972e-0799-4b74-9986-efea850327f9 HTTP/1.1" status: 204 len: 168 time: 0.1919668 Sep 17 04:01:42.244226 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec204e1-8fba-4872-bb54-10fb82b2d1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f210972e-0799-4b74-9986-efea850327f9,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:01:42.825572 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 55380) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:01:42.839665 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-b58fae08-6b6a-4e9c-bae8-c5f3afc2c8c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:42.919540 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-b58fae08-6b6a-4e9c-bae8-c5f3afc2c8c3 admin admin] Publish callbacks [] for security_group (8417fcfb-3030-429c-9b47-17975265001e), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:42.980708 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-b58fae08-6b6a-4e9c-bae8-c5f3afc2c8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (8417fcfb-3030-429c-9b47-17975265001e), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:43.003741 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (287db9f2-8160-4728-95aa-12aebca604d4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:43.021673 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-b58fae08-6b6a-4e9c-bae8-c5f3afc2c8c3 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=ad6e7a9e4bc841f48e2d13d3af1ba8f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1949968 Sep 17 04:01:43.022552 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58fae08-6b6a-4e9c-bae8-c5f3afc2c8c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8417fcfb-3030-429c-9b47-17975265001e,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:01:43.024419 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 55382) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:01:43.078003 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-ced6b7c5-e633-49ab-a029-e14d1771c912 admin admin] Publish callbacks [] for security_group (8417fcfb-3030-429c-9b47-17975265001e), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:43.097549 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-ced6b7c5-e633-49ab-a029-e14d1771c912 admin admin] Publish callbacks [] for security_group (8417fcfb-3030-429c-9b47-17975265001e), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:43.193158 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-ced6b7c5-e633-49ab-a029-e14d1771c912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (8417fcfb-3030-429c-9b47-17975265001e), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:43.195785 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-ced6b7c5-e633-49ab-a029-e14d1771c912 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:43.196949 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-ced6b7c5-e633-49ab-a029-e14d1771c912 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/8417fcfb-3030-429c-9b47-17975265001e HTTP/1.1" status: 204 len: 168 time: 0.1709583 Sep 17 04:01:43.205537 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced6b7c5-e633-49ab-a029-e14d1771c912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8417fcfb-3030-429c-9b47-17975265001e,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:01:43.283949 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fecdf064-2280-4810-8c6f-7fec6cce5654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (7e0cb1e0-c4a7-4d3b-9abd-ffc9973ed5e0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:47.768786 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (56a63866-613b-46a0-90ee-05b9222d9bfc), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:48.486765 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 55440) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:01:48.598386 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-bc4e2627-3a97-4e10-a1a0-26a637825f7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:48.637362 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=77,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:01:48.643082 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=13 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:01:48.675033 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-bc4e2627-3a97-4e10-a1a0-26a637825f7d admin admin] Publish callbacks [] for security_group (21698f42-15de-4e8f-89b3-ed85974600e4), precommit_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:48.791866 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-bc4e2627-3a97-4e10-a1a0-26a637825f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (21698f42-15de-4e8f-89b3-ed85974600e4), after_create {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:48.831780 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e2627-3a97-4e10-a1a0-26a637825f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21698f42-15de-4e8f-89b3-ed85974600e4,revision_number=1']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:01:48.837799 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-bc4e2627-3a97-4e10-a1a0-26a637825f7d admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=619f144451ff4f5db7c537a1116694aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3498747 Sep 17 04:01:48.840443 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 55444) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:01:48.891041 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-1cdab68c-76d5-4f09-aced-df67cc8c5200 admin admin] Publish callbacks [] for security_group (21698f42-15de-4e8f-89b3-ed85974600e4), before_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:48.911296 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-1cdab68c-76d5-4f09-aced-df67cc8c5200 admin admin] Publish callbacks [] for security_group (21698f42-15de-4e8f-89b3-ed85974600e4), precommit_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:49.003755 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-1cdab68c-76d5-4f09-aced-df67cc8c5200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (21698f42-15de-4e8f-89b3-ed85974600e4), after_delete {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:49.006360 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-1cdab68c-76d5-4f09-aced-df67cc8c5200 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:49.007531 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-1cdab68c-76d5-4f09-aced-df67cc8c5200 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/21698f42-15de-4e8f-89b3-ed85974600e4 HTTP/1.1" status: 204 len: 168 time: 0.1661124 Sep 17 04:01:49.015478 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdab68c-76d5-4f09-aced-df67cc8c5200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21698f42-15de-4e8f-89b3-ed85974600e4,revision_number=None']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:01:49.023160 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdab68c-76d5-4f09-aced-df67cc8c5200 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:01:49.023599 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdab68c-76d5-4f09-aced-df67cc8c5200 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:01:49.023909 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdab68c-76d5-4f09-aced-df67cc8c5200 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:01:49.024245 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdab68c-76d5-4f09-aced-df67cc8c5200 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:01:49.024571 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdab68c-76d5-4f09-aced-df67cc8c5200 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:01:49.024892 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdab68c-76d5-4f09-aced-df67cc8c5200 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:01:49.025214 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdab68c-76d5-4f09-aced-df67cc8c5200 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:01:49.025533 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdab68c-76d5-4f09-aced-df67cc8c5200 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:01:49.025882 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdab68c-76d5-4f09-aced-df67cc8c5200 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:01:49.026203 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdab68c-76d5-4f09-aced-df67cc8c5200 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:01:49.026523 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdab68c-76d5-4f09-aced-df67cc8c5200 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:01:49.026841 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdab68c-76d5-4f09-aced-df67cc8c5200 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:01:49.027373 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdab68c-76d5-4f09-aced-df67cc8c5200 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:01:49.027499 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdab68c-76d5-4f09-aced-df67cc8c5200 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:01:49.027769 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdab68c-76d5-4f09-aced-df67cc8c5200 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-iscsi {{(pid=113211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:01:49.570192 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 55450) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:01:49.583455 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-65a12e43-8c91-4c9b-9f2d-1d82a1b36fe5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:49.639016 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:01:49.640560 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:01:49.666183 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-65a12e43-8c91-4c9b-9f2d-1d82a1b36fe5 admin admin] Publish callbacks [] for security_group (3605ac1e-6c86-4bb1-9cff-53ec798f477c), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:49.780757 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-65a12e43-8c91-4c9b-9f2d-1d82a1b36fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (3605ac1e-6c86-4bb1-9cff-53ec798f477c), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:49.820722 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-65a12e43-8c91-4c9b-9f2d-1d82a1b36fe5 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=1fb5d7d8fd19418896099af4df8b80c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2494636 Sep 17 04:01:49.821569 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a12e43-8c91-4c9b-9f2d-1d82a1b36fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3605ac1e-6c86-4bb1-9cff-53ec798f477c,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:01:49.824283 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 55452) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:01:49.878576 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d23cf25f-5a89-43e0-84f5-30c2251a0b99 admin admin] Publish callbacks [] for security_group (3605ac1e-6c86-4bb1-9cff-53ec798f477c), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:49.899135 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d23cf25f-5a89-43e0-84f5-30c2251a0b99 admin admin] Publish callbacks [] for security_group (3605ac1e-6c86-4bb1-9cff-53ec798f477c), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:50.043118 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d23cf25f-5a89-43e0-84f5-30c2251a0b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (3605ac1e-6c86-4bb1-9cff-53ec798f477c), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:50.045607 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-d23cf25f-5a89-43e0-84f5-30c2251a0b99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:50.046793 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-d23cf25f-5a89-43e0-84f5-30c2251a0b99 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/3605ac1e-6c86-4bb1-9cff-53ec798f477c HTTP/1.1" status: 204 len: 168 time: 0.2211635 Sep 17 04:01:50.055471 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23cf25f-5a89-43e0-84f5-30c2251a0b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3605ac1e-6c86-4bb1-9cff-53ec798f477c,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:01:55.392714 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [-] (113211) accepted ('10.222.0.42', 55518) {{(pid=113211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:01:55.497170 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-81d08c10-1a8e-4d74-b538-460218ad2641 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:55.572825 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-81d08c10-1a8e-4d74-b538-460218ad2641 admin admin] Publish callbacks [] for security_group (ecd69d1d-b4b5-45f5-8ad1-4e0dd1c79d3d), precommit_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:55.603772 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron_lib.callbacks.manager [None req-81d08c10-1a8e-4d74-b538-460218ad2641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (ecd69d1d-b4b5-45f5-8ad1-4e0dd1c79d3d), after_create {{(pid=113211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:55.644098 dv-cinder-849143-3-iscsi neutron-server[113211]: INFO neutron.wsgi [None req-81d08c10-1a8e-4d74-b538-460218ad2641 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=0bf7d18b6eae44589fc5ff45b4e1fd93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2503364 Sep 17 04:01:55.645021 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d08c10-1a8e-4d74-b538-460218ad2641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd69d1d-b4b5-45f5-8ad1-4e0dd1c79d3d,revision_number=1']} {{(pid=113211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:01:55.647740 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [-] (113210) accepted ('10.222.0.42', 55522) {{(pid=113210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:01:55.697694 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b9ab9038-7acc-4195-9364-0a86f729e6cd admin admin] Publish callbacks [] for security_group (ecd69d1d-b4b5-45f5-8ad1-4e0dd1c79d3d), before_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:55.718116 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b9ab9038-7acc-4195-9364-0a86f729e6cd admin admin] Publish callbacks [] for security_group (ecd69d1d-b4b5-45f5-8ad1-4e0dd1c79d3d), precommit_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:55.797957 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b9ab9038-7acc-4195-9364-0a86f729e6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553209'] for security_group (ecd69d1d-b4b5-45f5-8ad1-4e0dd1c79d3d), after_delete {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:55.800561 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron_lib.callbacks.manager [None req-b9ab9038-7acc-4195-9364-0a86f729e6cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:01:55.801753 dv-cinder-849143-3-iscsi neutron-server[113210]: INFO neutron.wsgi [None req-b9ab9038-7acc-4195-9364-0a86f729e6cd admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ecd69d1d-b4b5-45f5-8ad1-4e0dd1c79d3d HTTP/1.1" status: 204 len: 168 time: 0.1530197 Sep 17 04:01:55.810472 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab9038-7acc-4195-9364-0a86f729e6cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd69d1d-b4b5-45f5-8ad1-4e0dd1c79d3d,revision_number=None']} {{(pid=113210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:02:00.022702 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.agents_db [None req-b2aba882-f127-474e-990c-8a1f8fa77bd5 None None] Agent healthcheck: found 6 active agents {{(pid=113213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:02:00.071939 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:02:05.638454 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:SELECT=23,neutron:INSERT=4 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:02:05.640344 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG dbcounter [-] [113211] Writing DB stats neutron:INSERT=8,neutron:SELECT=34,neutron:UPDATE=1 {{(pid=113211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:02:05.805694 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:SELECT=33,neutron:DELETE=5 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:02:05.806584 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG dbcounter [-] [113210] Writing DB stats neutron:INSERT=5,neutron:SELECT=53,neutron:DELETE=3 {{(pid=113210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:02:05.824207 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=14,neutron:UPDATE=4 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:02:07.934817 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-6c356c63-675e-4392-8eb3-b6233e18a5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b0b4725d-5d3f-4adf-8b60-729f2f7a35da), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:02:10.018074 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=5 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:02:10.018853 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:02:10.282835 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-02de940b-75d3-4897-8576-25a55b4fa758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b971cbd0-997d-41fb-8614-0aea29982798), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:02:11.494395 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ff42d983-095d-47ba-82c6-d5d7a2ded2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b812d02d-dcd0-44a4-bd1c-6e92b95e6b3f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:02:12.992548 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (287db9f2-8160-4728-95aa-12aebca604d4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:02:13.312295 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fecdf064-2280-4810-8c6f-7fec6cce5654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (7e0cb1e0-c4a7-4d3b-9abd-ffc9973ed5e0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:02:17.814743 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (56a63866-613b-46a0-90ee-05b9222d9bfc), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:02:27.721975 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:02:27.723847 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:02:37.021535 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.agents_db [None req-b2aba882-f127-474e-990c-8a1f8fa77bd5 None None] Agent healthcheck: found 6 active agents {{(pid=113213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:02:37.939362 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-1d3ddde6-7f45-4d1c-95fd-35bae409cb00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b0b4725d-5d3f-4adf-8b60-729f2f7a35da), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:02:40.317002 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-f79974f6-a91a-476f-871a-bf61f4379747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b971cbd0-997d-41fb-8614-0aea29982798), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:02:41.494027 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ff42d983-095d-47ba-82c6-d5d7a2ded2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b812d02d-dcd0-44a4-bd1c-6e92b95e6b3f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:02:43.002336 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (287db9f2-8160-4728-95aa-12aebca604d4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:02:43.339594 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fecdf064-2280-4810-8c6f-7fec6cce5654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (7e0cb1e0-c4a7-4d3b-9abd-ffc9973ed5e0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:02:47.017629 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=2 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:02:47.018422 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=6 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:02:47.779403 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (56a63866-613b-46a0-90ee-05b9222d9bfc), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:02:57.717679 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=11 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:02:57.719722 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=7,neutron:UPDATE=6 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:03:07.927627 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-8bee7ab0-8b40-4b5c-ba7d-ea960e16e09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b0b4725d-5d3f-4adf-8b60-729f2f7a35da), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:03:10.294516 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-3bd3b7a6-f7d5-496d-bce0-5439f5160724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b971cbd0-997d-41fb-8614-0aea29982798), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:03:11.504749 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ff42d983-095d-47ba-82c6-d5d7a2ded2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b812d02d-dcd0-44a4-bd1c-6e92b95e6b3f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:03:12.997349 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (287db9f2-8160-4728-95aa-12aebca604d4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:03:13.356847 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fecdf064-2280-4810-8c6f-7fec6cce5654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (7e0cb1e0-c4a7-4d3b-9abd-ffc9973ed5e0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:03:14.021849 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.agents_db [None req-b2aba882-f127-474e-990c-8a1f8fa77bd5 None None] Agent healthcheck: found 6 active agents {{(pid=113213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:03:17.807596 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (56a63866-613b-46a0-90ee-05b9222d9bfc), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:03:24.016429 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=18 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:03:24.017414 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=18 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:03:27.738616 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:03:27.744582 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:03:37.904323 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-5627b83a-0cac-4a40-9da3-634017972240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b0b4725d-5d3f-4adf-8b60-729f2f7a35da), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:03:40.298877 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-4cdc3bed-ac80-4f30-8b26-1ce5e3a4dfeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b971cbd0-997d-41fb-8614-0aea29982798), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:03:41.493299 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ff42d983-095d-47ba-82c6-d5d7a2ded2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b812d02d-dcd0-44a4-bd1c-6e92b95e6b3f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:03:43.007587 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (287db9f2-8160-4728-95aa-12aebca604d4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:03:43.333102 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fecdf064-2280-4810-8c6f-7fec6cce5654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (7e0cb1e0-c4a7-4d3b-9abd-ffc9973ed5e0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:03:47.796046 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (56a63866-613b-46a0-90ee-05b9222d9bfc), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:03:51.021396 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.agents_db [None req-b2aba882-f127-474e-990c-8a1f8fa77bd5 None None] Agent healthcheck: found 6 active agents {{(pid=113213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:03:57.746430 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:03:57.752411 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:04:06.049849 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=5 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:04:06.050607 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:04:07.932987 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-63569c0c-8900-4f16-9c78-1803db2792a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b0b4725d-5d3f-4adf-8b60-729f2f7a35da), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:04:10.321625 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-2f176103-8b99-4398-8d2c-738622c28ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b971cbd0-997d-41fb-8614-0aea29982798), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:04:11.515728 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ff42d983-095d-47ba-82c6-d5d7a2ded2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b812d02d-dcd0-44a4-bd1c-6e92b95e6b3f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:04:12.996219 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (287db9f2-8160-4728-95aa-12aebca604d4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:04:13.315836 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fecdf064-2280-4810-8c6f-7fec6cce5654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (7e0cb1e0-c4a7-4d3b-9abd-ffc9973ed5e0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:04:17.808046 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (56a63866-613b-46a0-90ee-05b9222d9bfc), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:04:22.725893 dv-cinder-849143-3-iscsi neutron-server[113211]: DEBUG neutron.wsgi [req-e827ac1d-1eee-46d5-b2dd-96ad15674c8a req-c9c35542-a29e-44f3-8e8b-06ad89453e7f service neutron] (113211) timed out ('10.222.0.18', 58691) {{(pid=113211) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 17 04:04:26.273935 dv-cinder-849143-3-iscsi neutron-server[113210]: DEBUG neutron.wsgi [req-28937811-0817-4285-9bc5-ede3587ef4c9 req-4c4ef7e9-7d69-4132-b67d-cdabf6753fc0 service neutron] (113210) timed out ('10.222.0.18', 58704) {{(pid=113210) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 17 04:04:27.746808 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:04:27.748677 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:04:28.021610 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.agents_db [None req-b2aba882-f127-474e-990c-8a1f8fa77bd5 None None] Agent healthcheck: found 6 active agents {{(pid=113213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:04:30.073674 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=3 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:04:37.955439 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-e7424206-20db-4602-b9a2-074e77b4ed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b0b4725d-5d3f-4adf-8b60-729f2f7a35da), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:04:38.017284 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=5 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:04:40.327109 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-a9a72daf-ad1f-44a6-ab45-a90b84f4a385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b971cbd0-997d-41fb-8614-0aea29982798), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:04:41.537260 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ff42d983-095d-47ba-82c6-d5d7a2ded2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b812d02d-dcd0-44a4-bd1c-6e92b95e6b3f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:04:43.016929 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (287db9f2-8160-4728-95aa-12aebca604d4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:04:43.326905 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fecdf064-2280-4810-8c6f-7fec6cce5654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (7e0cb1e0-c4a7-4d3b-9abd-ffc9973ed5e0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:04:47.811019 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (56a63866-613b-46a0-90ee-05b9222d9bfc), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:04:57.758323 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:04:57.759157 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:05:05.022521 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.agents_db [None req-b2aba882-f127-474e-990c-8a1f8fa77bd5 None None] Agent healthcheck: found 6 active agents {{(pid=113213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:05:07.915354 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-622bb0c2-673c-47af-92c3-9e6576480453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b0b4725d-5d3f-4adf-8b60-729f2f7a35da), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:05:10.313382 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-3e015981-9304-46ec-b55c-97caf6871fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b971cbd0-997d-41fb-8614-0aea29982798), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:05:11.520900 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ff42d983-095d-47ba-82c6-d5d7a2ded2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b812d02d-dcd0-44a4-bd1c-6e92b95e6b3f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:05:12.999184 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (287db9f2-8160-4728-95aa-12aebca604d4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:05:13.343589 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fecdf064-2280-4810-8c6f-7fec6cce5654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (7e0cb1e0-c4a7-4d3b-9abd-ffc9973ed5e0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:05:15.017185 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=15 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:05:15.017966 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=19 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:05:17.829983 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (56a63866-613b-46a0-90ee-05b9222d9bfc), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:05:27.760781 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:05:27.762679 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:05:37.926147 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fe49cbae-aed4-4d46-aac0-ca5a8287d333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b0b4725d-5d3f-4adf-8b60-729f2f7a35da), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:05:40.343188 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-f3ddfc7d-f866-4b18-a1a9-ee62f62a7b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b971cbd0-997d-41fb-8614-0aea29982798), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:05:41.526063 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ff42d983-095d-47ba-82c6-d5d7a2ded2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b812d02d-dcd0-44a4-bd1c-6e92b95e6b3f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:05:42.021485 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.agents_db [None req-b2aba882-f127-474e-990c-8a1f8fa77bd5 None None] Agent healthcheck: found 6 active agents {{(pid=113213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:05:43.006310 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (287db9f2-8160-4728-95aa-12aebca604d4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:05:43.371884 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fecdf064-2280-4810-8c6f-7fec6cce5654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (7e0cb1e0-c4a7-4d3b-9abd-ffc9973ed5e0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:05:47.861715 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (56a63866-613b-46a0-90ee-05b9222d9bfc), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:05:52.017091 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=3 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:05:52.017922 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=5 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:05:57.776989 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:05:57.778863 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:06:06.055384 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=1 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:06:06.056067 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:DELETE=1 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:06:07.925683 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-1c2e128e-5107-4aaa-a8de-c600739346b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b0b4725d-5d3f-4adf-8b60-729f2f7a35da), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:06:10.306474 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-19187419-da25-4edc-bd33-5c50935b8eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b971cbd0-997d-41fb-8614-0aea29982798), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:06:11.537338 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ff42d983-095d-47ba-82c6-d5d7a2ded2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b812d02d-dcd0-44a4-bd1c-6e92b95e6b3f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:06:13.020658 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (287db9f2-8160-4728-95aa-12aebca604d4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:06:13.346124 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fecdf064-2280-4810-8c6f-7fec6cce5654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (7e0cb1e0-c4a7-4d3b-9abd-ffc9973ed5e0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:06:17.883238 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (56a63866-613b-46a0-90ee-05b9222d9bfc), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:06:19.020510 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.agents_db [None req-b2aba882-f127-474e-990c-8a1f8fa77bd5 None None] Agent healthcheck: found 6 active agents {{(pid=113213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:06:21.065462 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=4 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:06:27.799690 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:06:27.802136 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:06:29.016681 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=4 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:06:37.934385 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-16d2c9e3-e304-4f04-a6a1-489169772777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b0b4725d-5d3f-4adf-8b60-729f2f7a35da), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:06:40.305260 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fb1b1922-ec02-485c-9db2-e58355967fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b971cbd0-997d-41fb-8614-0aea29982798), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:06:41.534261 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ff42d983-095d-47ba-82c6-d5d7a2ded2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b812d02d-dcd0-44a4-bd1c-6e92b95e6b3f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:06:43.011507 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (287db9f2-8160-4728-95aa-12aebca604d4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:06:43.336735 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fecdf064-2280-4810-8c6f-7fec6cce5654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (7e0cb1e0-c4a7-4d3b-9abd-ffc9973ed5e0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:06:47.874318 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (56a63866-613b-46a0-90ee-05b9222d9bfc), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:06:56.019788 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG neutron.db.agents_db [None req-b2aba882-f127-474e-990c-8a1f8fa77bd5 None None] Agent healthcheck: found 6 active agents {{(pid=113213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:06:57.786360 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:06:57.793340 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG dbcounter [-] [113212] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=113212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:07:06.015091 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=17 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:07:06.015867 dv-cinder-849143-3-iscsi neutron-server[113213]: DEBUG dbcounter [-] [113213] Writing DB stats neutron:SELECT=17 {{(pid=113213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:07:07.956322 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-f9d2b478-0d15-4284-ad54-6a24b414ec2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b0b4725d-5d3f-4adf-8b60-729f2f7a35da), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:07:10.333899 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-10b90640-a535-450f-951a-4d619058b8fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b971cbd0-997d-41fb-8614-0aea29982798), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:07:11.537061 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ff42d983-095d-47ba-82c6-d5d7a2ded2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (b812d02d-dcd0-44a4-bd1c-6e92b95e6b3f), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:07:13.002146 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-51b43502-b18e-4ca0-92c5-a77b9c03b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (287db9f2-8160-4728-95aa-12aebca604d4), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:07:13.342635 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-fecdf064-2280-4810-8c6f-7fec6cce5654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (7e0cb1e0-c4a7-4d3b-9abd-ffc9973ed5e0), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:07:17.879173 dv-cinder-849143-3-iscsi neutron-server[113212]: DEBUG neutron_lib.callbacks.manager [None req-ce15458a-04c5-4451-884e-ac4d4fb2c1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745114997935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117476'] for agent (56a63866-613b-46a0-90ee-05b9222d9bfc), after_update {{(pid=113212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}